]> bbs.cooldavid.org Git - net-next-2.6.git/blame - kernel/power/swap.c
gianfar: fix signedness issue
[net-next-2.6.git] / kernel / power / swap.c
CommitLineData
61159a31
RW
1/*
2 * linux/kernel/power/swap.c
3 *
4 * This file provides functions for reading the suspend image from
5 * and writing it to a swap partition.
6 *
a2531293 7 * Copyright (C) 1998,2001-2005 Pavel Machek <pavel@ucw.cz>
61159a31
RW
8 * Copyright (C) 2006 Rafael J. Wysocki <rjw@sisk.pl>
9 *
10 * This file is released under the GPLv2.
11 *
12 */
13
14#include <linux/module.h>
61159a31 15#include <linux/file.h>
61159a31
RW
16#include <linux/delay.h>
17#include <linux/bitops.h>
18#include <linux/genhd.h>
19#include <linux/device.h>
20#include <linux/buffer_head.h>
21#include <linux/bio.h>
546e0d27 22#include <linux/blkdev.h>
61159a31
RW
23#include <linux/swap.h>
24#include <linux/swapops.h>
25#include <linux/pm.h>
5a0e3ad6 26#include <linux/slab.h>
f996fc96
BS
27#include <linux/lzo.h>
28#include <linux/vmalloc.h>
61159a31
RW
29
30#include "power.h"
31
3624eb04 32#define HIBERNATE_SIG "LINHIB0001"
61159a31 33
51fb352b
JS
34/*
35 * The swap map is a data structure used for keeping track of each page
36 * written to a swap partition. It consists of many swap_map_page
90133673 37 * structures that contain each an array of MAP_PAGE_ENTRIES swap entries.
51fb352b
JS
38 * These structures are stored on the swap and linked together with the
39 * help of the .next_swap member.
40 *
41 * The swap map is created during suspend. The swap map pages are
42 * allocated and populated one at a time, so we only need one memory
43 * page to set up the entire structure.
44 *
45 * During resume we also only need to use one swap_map_page structure
46 * at a time.
47 */
48
49#define MAP_PAGE_ENTRIES (PAGE_SIZE / sizeof(sector_t) - 1)
50
51struct swap_map_page {
52 sector_t entries[MAP_PAGE_ENTRIES];
53 sector_t next_swap;
54};
55
56/**
57 * The swap_map_handle structure is used for handling swap in
58 * a file-alike way
59 */
60
61struct swap_map_handle {
62 struct swap_map_page *cur;
63 sector_t cur_swap;
64 sector_t first_sector;
65 unsigned int k;
66};
67
1b29c164 68struct swsusp_header {
a634cc10 69 char reserved[PAGE_SIZE - 20 - sizeof(sector_t) - sizeof(int)];
3aef83e0 70 sector_t image;
a634cc10 71 unsigned int flags; /* Flags to pass to the "boot" kernel */
61159a31
RW
72 char orig_sig[10];
73 char sig[10];
1b29c164
VG
74} __attribute__((packed));
75
76static struct swsusp_header *swsusp_header;
61159a31 77
0414f2ec
NC
78/**
79 * The following functions are used for tracing the allocated
80 * swap pages, so that they can be freed in case of an error.
81 */
82
83struct swsusp_extent {
84 struct rb_node node;
85 unsigned long start;
86 unsigned long end;
87};
88
89static struct rb_root swsusp_extents = RB_ROOT;
90
91static int swsusp_extents_insert(unsigned long swap_offset)
92{
93 struct rb_node **new = &(swsusp_extents.rb_node);
94 struct rb_node *parent = NULL;
95 struct swsusp_extent *ext;
96
97 /* Figure out where to put the new node */
98 while (*new) {
99 ext = container_of(*new, struct swsusp_extent, node);
100 parent = *new;
101 if (swap_offset < ext->start) {
102 /* Try to merge */
103 if (swap_offset == ext->start - 1) {
104 ext->start--;
105 return 0;
106 }
107 new = &((*new)->rb_left);
108 } else if (swap_offset > ext->end) {
109 /* Try to merge */
110 if (swap_offset == ext->end + 1) {
111 ext->end++;
112 return 0;
113 }
114 new = &((*new)->rb_right);
115 } else {
116 /* It already is in the tree */
117 return -EINVAL;
118 }
119 }
120 /* Add the new node and rebalance the tree. */
121 ext = kzalloc(sizeof(struct swsusp_extent), GFP_KERNEL);
122 if (!ext)
123 return -ENOMEM;
124
125 ext->start = swap_offset;
126 ext->end = swap_offset;
127 rb_link_node(&ext->node, parent, new);
128 rb_insert_color(&ext->node, &swsusp_extents);
129 return 0;
130}
131
132/**
133 * alloc_swapdev_block - allocate a swap page and register that it has
134 * been allocated, so that it can be freed in case of an error.
135 */
136
137sector_t alloc_swapdev_block(int swap)
138{
139 unsigned long offset;
140
910321ea 141 offset = swp_offset(get_swap_page_of_type(swap));
0414f2ec
NC
142 if (offset) {
143 if (swsusp_extents_insert(offset))
910321ea 144 swap_free(swp_entry(swap, offset));
0414f2ec
NC
145 else
146 return swapdev_block(swap, offset);
147 }
148 return 0;
149}
150
151/**
152 * free_all_swap_pages - free swap pages allocated for saving image data.
90133673 153 * It also frees the extents used to register which swap entries had been
0414f2ec
NC
154 * allocated.
155 */
156
157void free_all_swap_pages(int swap)
158{
159 struct rb_node *node;
160
161 while ((node = swsusp_extents.rb_node)) {
162 struct swsusp_extent *ext;
163 unsigned long offset;
164
165 ext = container_of(node, struct swsusp_extent, node);
166 rb_erase(node, &swsusp_extents);
167 for (offset = ext->start; offset <= ext->end; offset++)
910321ea 168 swap_free(swp_entry(swap, offset));
0414f2ec
NC
169
170 kfree(ext);
171 }
172}
173
174int swsusp_swap_in_use(void)
175{
176 return (swsusp_extents.rb_node != NULL);
177}
178
61159a31 179/*
3fc6b34f 180 * General things
61159a31
RW
181 */
182
183static unsigned short root_swap = 0xffff;
8a0d613f 184struct block_device *hib_resume_bdev;
3fc6b34f 185
3fc6b34f
RW
186/*
187 * Saving part
188 */
61159a31 189
51fb352b 190static int mark_swapfiles(struct swap_map_handle *handle, unsigned int flags)
61159a31
RW
191{
192 int error;
193
8a0d613f 194 hib_bio_read_page(swsusp_resume_block, swsusp_header, NULL);
1b29c164
VG
195 if (!memcmp("SWAP-SPACE",swsusp_header->sig, 10) ||
196 !memcmp("SWAPSPACE2",swsusp_header->sig, 10)) {
197 memcpy(swsusp_header->orig_sig,swsusp_header->sig, 10);
3624eb04 198 memcpy(swsusp_header->sig, HIBERNATE_SIG, 10);
51fb352b 199 swsusp_header->image = handle->first_sector;
a634cc10 200 swsusp_header->flags = flags;
8a0d613f 201 error = hib_bio_write_page(swsusp_resume_block,
1b29c164 202 swsusp_header, NULL);
61159a31 203 } else {
23976728 204 printk(KERN_ERR "PM: Swap header not found!\n");
61159a31
RW
205 error = -ENODEV;
206 }
207 return error;
208}
209
210/**
211 * swsusp_swap_check - check if the resume device is a swap device
212 * and get its index (if so)
6f612af5
JS
213 *
214 * This is called before saving image
61159a31 215 */
6f612af5 216static int swsusp_swap_check(void)
61159a31 217{
3aef83e0
RW
218 int res;
219
7bf23687 220 res = swap_type_of(swsusp_resume_device, swsusp_resume_block,
8a0d613f 221 &hib_resume_bdev);
3aef83e0
RW
222 if (res < 0)
223 return res;
224
225 root_swap = res;
8a0d613f 226 res = blkdev_get(hib_resume_bdev, FMODE_WRITE);
7bf23687
RW
227 if (res)
228 return res;
3aef83e0 229
8a0d613f 230 res = set_blocksize(hib_resume_bdev, PAGE_SIZE);
3aef83e0 231 if (res < 0)
8a0d613f 232 blkdev_put(hib_resume_bdev, FMODE_WRITE);
61159a31 233
61159a31
RW
234 return res;
235}
236
237/**
238 * write_page - Write one page to given swap location.
239 * @buf: Address we're writing.
240 * @offset: Offset of the swap page we're writing to.
ab954160 241 * @bio_chain: Link the next write BIO here
61159a31
RW
242 */
243
3aef83e0 244static int write_page(void *buf, sector_t offset, struct bio **bio_chain)
61159a31 245{
3aef83e0
RW
246 void *src;
247
248 if (!offset)
249 return -ENOSPC;
250
251 if (bio_chain) {
85949121 252 src = (void *)__get_free_page(__GFP_WAIT | __GFP_HIGH);
3aef83e0 253 if (src) {
3ecb01df 254 copy_page(src, buf);
3aef83e0
RW
255 } else {
256 WARN_ON_ONCE(1);
257 bio_chain = NULL; /* Go synchronous */
258 src = buf;
ab954160 259 }
3aef83e0
RW
260 } else {
261 src = buf;
61159a31 262 }
8a0d613f 263 return hib_bio_write_page(offset, src, bio_chain);
61159a31
RW
264}
265
61159a31
RW
266static void release_swap_writer(struct swap_map_handle *handle)
267{
268 if (handle->cur)
269 free_page((unsigned long)handle->cur);
270 handle->cur = NULL;
61159a31
RW
271}
272
273static int get_swap_writer(struct swap_map_handle *handle)
274{
6f612af5
JS
275 int ret;
276
277 ret = swsusp_swap_check();
278 if (ret) {
279 if (ret != -ENOSPC)
280 printk(KERN_ERR "PM: Cannot find swap device, try "
281 "swapon -a.\n");
282 return ret;
283 }
61159a31 284 handle->cur = (struct swap_map_page *)get_zeroed_page(GFP_KERNEL);
6f612af5
JS
285 if (!handle->cur) {
286 ret = -ENOMEM;
287 goto err_close;
288 }
d1d241cc 289 handle->cur_swap = alloc_swapdev_block(root_swap);
61159a31 290 if (!handle->cur_swap) {
6f612af5
JS
291 ret = -ENOSPC;
292 goto err_rel;
61159a31
RW
293 }
294 handle->k = 0;
51fb352b 295 handle->first_sector = handle->cur_swap;
61159a31 296 return 0;
6f612af5
JS
297err_rel:
298 release_swap_writer(handle);
299err_close:
300 swsusp_close(FMODE_WRITE);
301 return ret;
61159a31
RW
302}
303
ab954160
AM
304static int swap_write_page(struct swap_map_handle *handle, void *buf,
305 struct bio **bio_chain)
306{
307 int error = 0;
3aef83e0 308 sector_t offset;
61159a31
RW
309
310 if (!handle->cur)
311 return -EINVAL;
d1d241cc 312 offset = alloc_swapdev_block(root_swap);
ab954160 313 error = write_page(buf, offset, bio_chain);
61159a31
RW
314 if (error)
315 return error;
316 handle->cur->entries[handle->k++] = offset;
317 if (handle->k >= MAP_PAGE_ENTRIES) {
8a0d613f 318 error = hib_wait_on_bio_chain(bio_chain);
ab954160
AM
319 if (error)
320 goto out;
d1d241cc 321 offset = alloc_swapdev_block(root_swap);
61159a31
RW
322 if (!offset)
323 return -ENOSPC;
324 handle->cur->next_swap = offset;
ab954160 325 error = write_page(handle->cur, handle->cur_swap, NULL);
61159a31 326 if (error)
ab954160 327 goto out;
3ecb01df 328 clear_page(handle->cur);
61159a31
RW
329 handle->cur_swap = offset;
330 handle->k = 0;
331 }
59a49335 332 out:
ab954160 333 return error;
61159a31
RW
334}
335
336static int flush_swap_writer(struct swap_map_handle *handle)
337{
338 if (handle->cur && handle->cur_swap)
ab954160 339 return write_page(handle->cur, handle->cur_swap, NULL);
61159a31
RW
340 else
341 return -EINVAL;
342}
343
6f612af5
JS
344static int swap_writer_finish(struct swap_map_handle *handle,
345 unsigned int flags, int error)
346{
347 if (!error) {
348 flush_swap_writer(handle);
349 printk(KERN_INFO "PM: S");
350 error = mark_swapfiles(handle, flags);
351 printk("|\n");
352 }
353
354 if (error)
355 free_all_swap_pages(root_swap);
356 release_swap_writer(handle);
357 swsusp_close(FMODE_WRITE);
358
359 return error;
360}
361
f996fc96
BS
362/* We need to remember how much compressed data we need to read. */
363#define LZO_HEADER sizeof(size_t)
364
365/* Number of pages/bytes we'll compress at one time. */
366#define LZO_UNC_PAGES 32
367#define LZO_UNC_SIZE (LZO_UNC_PAGES * PAGE_SIZE)
368
369/* Number of pages/bytes we need for compressed data (worst case). */
370#define LZO_CMP_PAGES DIV_ROUND_UP(lzo1x_worst_compress(LZO_UNC_SIZE) + \
371 LZO_HEADER, PAGE_SIZE)
372#define LZO_CMP_SIZE (LZO_CMP_PAGES * PAGE_SIZE)
373
61159a31
RW
374/**
375 * save_image - save the suspend image data
376 */
377
378static int save_image(struct swap_map_handle *handle,
379 struct snapshot_handle *snapshot,
3a4f7577 380 unsigned int nr_to_write)
61159a31
RW
381{
382 unsigned int m;
383 int ret;
3a4f7577 384 int nr_pages;
ab954160
AM
385 int err2;
386 struct bio *bio;
3a4f7577
AM
387 struct timeval start;
388 struct timeval stop;
61159a31 389
23976728
RW
390 printk(KERN_INFO "PM: Saving image data pages (%u pages) ... ",
391 nr_to_write);
3a4f7577 392 m = nr_to_write / 100;
61159a31
RW
393 if (!m)
394 m = 1;
395 nr_pages = 0;
ab954160 396 bio = NULL;
3a4f7577 397 do_gettimeofday(&start);
4ff277f9 398 while (1) {
d3c1b24c 399 ret = snapshot_read_next(snapshot);
4ff277f9
JS
400 if (ret <= 0)
401 break;
402 ret = swap_write_page(handle, data_of(*snapshot), &bio);
403 if (ret)
404 break;
405 if (!(nr_pages % m))
66d0ae4d 406 printk(KERN_CONT "\b\b\b\b%3d%%", nr_pages / m);
4ff277f9
JS
407 nr_pages++;
408 }
8a0d613f 409 err2 = hib_wait_on_bio_chain(&bio);
3a4f7577 410 do_gettimeofday(&stop);
4ff277f9
JS
411 if (!ret)
412 ret = err2;
413 if (!ret)
66d0ae4d 414 printk(KERN_CONT "\b\b\b\bdone\n");
4ff277f9 415 else
66d0ae4d 416 printk(KERN_CONT "\n");
0d3a9abe 417 swsusp_show_speed(&start, &stop, nr_to_write, "Wrote");
4ff277f9 418 return ret;
61159a31
RW
419}
420
f996fc96
BS
421
422/**
423 * save_image_lzo - Save the suspend image data compressed with LZO.
424 * @handle: Swap mam handle to use for saving the image.
425 * @snapshot: Image to read data from.
426 * @nr_to_write: Number of pages to save.
427 */
428static int save_image_lzo(struct swap_map_handle *handle,
429 struct snapshot_handle *snapshot,
430 unsigned int nr_to_write)
431{
432 unsigned int m;
433 int ret = 0;
434 int nr_pages;
435 int err2;
436 struct bio *bio;
437 struct timeval start;
438 struct timeval stop;
439 size_t off, unc_len, cmp_len;
440 unsigned char *unc, *cmp, *wrk, *page;
441
442 page = (void *)__get_free_page(__GFP_WAIT | __GFP_HIGH);
443 if (!page) {
444 printk(KERN_ERR "PM: Failed to allocate LZO page\n");
445 return -ENOMEM;
446 }
447
448 wrk = vmalloc(LZO1X_1_MEM_COMPRESS);
449 if (!wrk) {
450 printk(KERN_ERR "PM: Failed to allocate LZO workspace\n");
451 free_page((unsigned long)page);
452 return -ENOMEM;
453 }
454
455 unc = vmalloc(LZO_UNC_SIZE);
456 if (!unc) {
457 printk(KERN_ERR "PM: Failed to allocate LZO uncompressed\n");
458 vfree(wrk);
459 free_page((unsigned long)page);
460 return -ENOMEM;
461 }
462
463 cmp = vmalloc(LZO_CMP_SIZE);
464 if (!cmp) {
465 printk(KERN_ERR "PM: Failed to allocate LZO compressed\n");
466 vfree(unc);
467 vfree(wrk);
468 free_page((unsigned long)page);
469 return -ENOMEM;
470 }
471
472 printk(KERN_INFO
473 "PM: Compressing and saving image data (%u pages) ... ",
474 nr_to_write);
475 m = nr_to_write / 100;
476 if (!m)
477 m = 1;
478 nr_pages = 0;
479 bio = NULL;
480 do_gettimeofday(&start);
481 for (;;) {
482 for (off = 0; off < LZO_UNC_SIZE; off += PAGE_SIZE) {
483 ret = snapshot_read_next(snapshot);
484 if (ret < 0)
485 goto out_finish;
486
487 if (!ret)
488 break;
489
490 memcpy(unc + off, data_of(*snapshot), PAGE_SIZE);
491
492 if (!(nr_pages % m))
493 printk(KERN_CONT "\b\b\b\b%3d%%", nr_pages / m);
494 nr_pages++;
495 }
496
497 if (!off)
498 break;
499
500 unc_len = off;
501 ret = lzo1x_1_compress(unc, unc_len,
502 cmp + LZO_HEADER, &cmp_len, wrk);
503 if (ret < 0) {
504 printk(KERN_ERR "PM: LZO compression failed\n");
505 break;
506 }
507
508 if (unlikely(!cmp_len ||
509 cmp_len > lzo1x_worst_compress(unc_len))) {
510 printk(KERN_ERR "PM: Invalid LZO compressed length\n");
511 ret = -1;
512 break;
513 }
514
515 *(size_t *)cmp = cmp_len;
516
517 /*
518 * Given we are writing one page at a time to disk, we copy
519 * that much from the buffer, although the last bit will likely
520 * be smaller than full page. This is OK - we saved the length
521 * of the compressed data, so any garbage at the end will be
522 * discarded when we read it.
523 */
524 for (off = 0; off < LZO_HEADER + cmp_len; off += PAGE_SIZE) {
525 memcpy(page, cmp + off, PAGE_SIZE);
526
527 ret = swap_write_page(handle, page, &bio);
528 if (ret)
529 goto out_finish;
530 }
531 }
532
533out_finish:
534 err2 = hib_wait_on_bio_chain(&bio);
535 do_gettimeofday(&stop);
536 if (!ret)
537 ret = err2;
538 if (!ret)
539 printk(KERN_CONT "\b\b\b\bdone\n");
540 else
541 printk(KERN_CONT "\n");
542 swsusp_show_speed(&start, &stop, nr_to_write, "Wrote");
543
544 vfree(cmp);
545 vfree(unc);
546 vfree(wrk);
547 free_page((unsigned long)page);
548
549 return ret;
550}
551
61159a31
RW
552/**
553 * enough_swap - Make sure we have enough swap to save the image.
554 *
555 * Returns TRUE or FALSE after checking the total amount of swap
556 * space avaiable from the resume partition.
557 */
558
f996fc96 559static int enough_swap(unsigned int nr_pages, unsigned int flags)
61159a31
RW
560{
561 unsigned int free_swap = count_swap_pages(root_swap, 1);
f996fc96 562 unsigned int required;
61159a31 563
23976728 564 pr_debug("PM: Free swap pages: %u\n", free_swap);
f996fc96
BS
565
566 required = PAGES_FOR_IO + ((flags & SF_NOCOMPRESS_MODE) ?
567 nr_pages : (nr_pages * LZO_CMP_PAGES) / LZO_UNC_PAGES + 1);
568 return free_swap > required;
61159a31
RW
569}
570
571/**
572 * swsusp_write - Write entire image and metadata.
a634cc10 573 * @flags: flags to pass to the "boot" kernel in the image header
61159a31
RW
574 *
575 * It is important _NOT_ to umount filesystems at this point. We want
576 * them synced (in case something goes wrong) but we DO not want to mark
577 * filesystem clean: it is not. (And it does not matter, if we resume
578 * correctly, we'll mark system clean, anyway.)
579 */
580
a634cc10 581int swsusp_write(unsigned int flags)
61159a31
RW
582{
583 struct swap_map_handle handle;
584 struct snapshot_handle snapshot;
585 struct swsusp_info *header;
6f612af5 586 unsigned long pages;
61159a31
RW
587 int error;
588
6f612af5
JS
589 pages = snapshot_get_image_size();
590 error = get_swap_writer(&handle);
3aef83e0 591 if (error) {
6f612af5 592 printk(KERN_ERR "PM: Cannot get swap writer\n");
61159a31
RW
593 return error;
594 }
f996fc96 595 if (!enough_swap(pages, flags)) {
6f612af5
JS
596 printk(KERN_ERR "PM: Not enough free swap\n");
597 error = -ENOSPC;
598 goto out_finish;
599 }
61159a31 600 memset(&snapshot, 0, sizeof(struct snapshot_handle));
d3c1b24c 601 error = snapshot_read_next(&snapshot);
3aef83e0
RW
602 if (error < PAGE_SIZE) {
603 if (error >= 0)
604 error = -EFAULT;
605
6f612af5 606 goto out_finish;
3aef83e0 607 }
61159a31 608 header = (struct swsusp_info *)data_of(snapshot);
6f612af5 609 error = swap_write_page(&handle, header, NULL);
f996fc96
BS
610 if (!error) {
611 error = (flags & SF_NOCOMPRESS_MODE) ?
612 save_image(&handle, &snapshot, pages - 1) :
613 save_image_lzo(&handle, &snapshot, pages - 1);
614 }
6f612af5
JS
615out_finish:
616 error = swap_writer_finish(&handle, flags, error);
61159a31
RW
617 return error;
618}
619
61159a31
RW
620/**
621 * The following functions allow us to read data using a swap map
622 * in a file-alike way
623 */
624
625static void release_swap_reader(struct swap_map_handle *handle)
626{
627 if (handle->cur)
628 free_page((unsigned long)handle->cur);
629 handle->cur = NULL;
630}
631
6f612af5
JS
632static int get_swap_reader(struct swap_map_handle *handle,
633 unsigned int *flags_p)
61159a31
RW
634{
635 int error;
636
6f612af5
JS
637 *flags_p = swsusp_header->flags;
638
639 if (!swsusp_header->image) /* how can this happen? */
61159a31 640 return -EINVAL;
3aef83e0 641
85949121 642 handle->cur = (struct swap_map_page *)get_zeroed_page(__GFP_WAIT | __GFP_HIGH);
61159a31
RW
643 if (!handle->cur)
644 return -ENOMEM;
3aef83e0 645
6f612af5 646 error = hib_bio_read_page(swsusp_header->image, handle->cur, NULL);
61159a31
RW
647 if (error) {
648 release_swap_reader(handle);
649 return error;
650 }
651 handle->k = 0;
652 return 0;
653}
654
546e0d27
AM
655static int swap_read_page(struct swap_map_handle *handle, void *buf,
656 struct bio **bio_chain)
61159a31 657{
3aef83e0 658 sector_t offset;
61159a31
RW
659 int error;
660
661 if (!handle->cur)
662 return -EINVAL;
663 offset = handle->cur->entries[handle->k];
664 if (!offset)
665 return -EFAULT;
8a0d613f 666 error = hib_bio_read_page(offset, buf, bio_chain);
61159a31
RW
667 if (error)
668 return error;
669 if (++handle->k >= MAP_PAGE_ENTRIES) {
8a0d613f 670 error = hib_wait_on_bio_chain(bio_chain);
61159a31
RW
671 handle->k = 0;
672 offset = handle->cur->next_swap;
673 if (!offset)
674 release_swap_reader(handle);
546e0d27 675 else if (!error)
8a0d613f 676 error = hib_bio_read_page(offset, handle->cur, NULL);
61159a31
RW
677 }
678 return error;
679}
680
6f612af5
JS
681static int swap_reader_finish(struct swap_map_handle *handle)
682{
683 release_swap_reader(handle);
684
685 return 0;
686}
687
61159a31
RW
688/**
689 * load_image - load the image using the swap map handle
690 * @handle and the snapshot handle @snapshot
691 * (assume there are @nr_pages pages to load)
692 */
693
694static int load_image(struct swap_map_handle *handle,
695 struct snapshot_handle *snapshot,
546e0d27 696 unsigned int nr_to_read)
61159a31
RW
697{
698 unsigned int m;
61159a31 699 int error = 0;
8c002494
AM
700 struct timeval start;
701 struct timeval stop;
546e0d27
AM
702 struct bio *bio;
703 int err2;
704 unsigned nr_pages;
61159a31 705
23976728
RW
706 printk(KERN_INFO "PM: Loading image data pages (%u pages) ... ",
707 nr_to_read);
546e0d27 708 m = nr_to_read / 100;
61159a31
RW
709 if (!m)
710 m = 1;
711 nr_pages = 0;
546e0d27 712 bio = NULL;
8c002494 713 do_gettimeofday(&start);
546e0d27 714 for ( ; ; ) {
d3c1b24c 715 error = snapshot_write_next(snapshot);
546e0d27
AM
716 if (error <= 0)
717 break;
718 error = swap_read_page(handle, data_of(*snapshot), &bio);
719 if (error)
720 break;
721 if (snapshot->sync_read)
8a0d613f 722 error = hib_wait_on_bio_chain(&bio);
546e0d27
AM
723 if (error)
724 break;
725 if (!(nr_pages % m))
726 printk("\b\b\b\b%3d%%", nr_pages / m);
727 nr_pages++;
728 }
8a0d613f 729 err2 = hib_wait_on_bio_chain(&bio);
8c002494 730 do_gettimeofday(&stop);
546e0d27
AM
731 if (!error)
732 error = err2;
e655a250 733 if (!error) {
61159a31 734 printk("\b\b\b\bdone\n");
8357376d 735 snapshot_write_finalize(snapshot);
e655a250
CK
736 if (!snapshot_image_loaded(snapshot))
737 error = -ENODATA;
bf9fd67a
JS
738 } else
739 printk("\n");
0d3a9abe 740 swsusp_show_speed(&start, &stop, nr_to_read, "Read");
61159a31
RW
741 return error;
742}
743
f996fc96
BS
744/**
745 * load_image_lzo - Load compressed image data and decompress them with LZO.
746 * @handle: Swap map handle to use for loading data.
747 * @snapshot: Image to copy uncompressed data into.
748 * @nr_to_read: Number of pages to load.
749 */
750static int load_image_lzo(struct swap_map_handle *handle,
751 struct snapshot_handle *snapshot,
752 unsigned int nr_to_read)
753{
754 unsigned int m;
755 int error = 0;
756 struct timeval start;
757 struct timeval stop;
758 unsigned nr_pages;
759 size_t off, unc_len, cmp_len;
760 unsigned char *unc, *cmp, *page;
761
762 page = (void *)__get_free_page(__GFP_WAIT | __GFP_HIGH);
763 if (!page) {
764 printk(KERN_ERR "PM: Failed to allocate LZO page\n");
765 return -ENOMEM;
766 }
767
768 unc = vmalloc(LZO_UNC_SIZE);
769 if (!unc) {
770 printk(KERN_ERR "PM: Failed to allocate LZO uncompressed\n");
771 free_page((unsigned long)page);
772 return -ENOMEM;
773 }
774
775 cmp = vmalloc(LZO_CMP_SIZE);
776 if (!cmp) {
777 printk(KERN_ERR "PM: Failed to allocate LZO compressed\n");
778 vfree(unc);
779 free_page((unsigned long)page);
780 return -ENOMEM;
781 }
782
783 printk(KERN_INFO
784 "PM: Loading and decompressing image data (%u pages) ... ",
785 nr_to_read);
786 m = nr_to_read / 100;
787 if (!m)
788 m = 1;
789 nr_pages = 0;
790 do_gettimeofday(&start);
791
792 error = snapshot_write_next(snapshot);
793 if (error <= 0)
794 goto out_finish;
795
796 for (;;) {
797 error = swap_read_page(handle, page, NULL); /* sync */
798 if (error)
799 break;
800
801 cmp_len = *(size_t *)page;
802 if (unlikely(!cmp_len ||
803 cmp_len > lzo1x_worst_compress(LZO_UNC_SIZE))) {
804 printk(KERN_ERR "PM: Invalid LZO compressed length\n");
805 error = -1;
806 break;
807 }
808
809 memcpy(cmp, page, PAGE_SIZE);
810 for (off = PAGE_SIZE; off < LZO_HEADER + cmp_len; off += PAGE_SIZE) {
811 error = swap_read_page(handle, page, NULL); /* sync */
812 if (error)
813 goto out_finish;
814
815 memcpy(cmp + off, page, PAGE_SIZE);
816 }
817
818 unc_len = LZO_UNC_SIZE;
819 error = lzo1x_decompress_safe(cmp + LZO_HEADER, cmp_len,
820 unc, &unc_len);
821 if (error < 0) {
822 printk(KERN_ERR "PM: LZO decompression failed\n");
823 break;
824 }
825
826 if (unlikely(!unc_len ||
827 unc_len > LZO_UNC_SIZE ||
828 unc_len & (PAGE_SIZE - 1))) {
829 printk(KERN_ERR "PM: Invalid LZO uncompressed length\n");
830 error = -1;
831 break;
832 }
833
834 for (off = 0; off < unc_len; off += PAGE_SIZE) {
835 memcpy(data_of(*snapshot), unc + off, PAGE_SIZE);
836
837 if (!(nr_pages % m))
838 printk("\b\b\b\b%3d%%", nr_pages / m);
839 nr_pages++;
840
841 error = snapshot_write_next(snapshot);
842 if (error <= 0)
843 goto out_finish;
844 }
845 }
846
847out_finish:
848 do_gettimeofday(&stop);
849 if (!error) {
850 printk("\b\b\b\bdone\n");
851 snapshot_write_finalize(snapshot);
852 if (!snapshot_image_loaded(snapshot))
853 error = -ENODATA;
854 } else
855 printk("\n");
856 swsusp_show_speed(&start, &stop, nr_to_read, "Read");
857
858 vfree(cmp);
859 vfree(unc);
860 free_page((unsigned long)page);
861
862 return error;
863}
864
a634cc10
RW
865/**
866 * swsusp_read - read the hibernation image.
867 * @flags_p: flags passed by the "frozen" kernel in the image header should
868 * be written into this memeory location
869 */
870
871int swsusp_read(unsigned int *flags_p)
61159a31
RW
872{
873 int error;
874 struct swap_map_handle handle;
875 struct snapshot_handle snapshot;
876 struct swsusp_info *header;
877
61159a31 878 memset(&snapshot, 0, sizeof(struct snapshot_handle));
d3c1b24c 879 error = snapshot_write_next(&snapshot);
61159a31
RW
880 if (error < PAGE_SIZE)
881 return error < 0 ? error : -EFAULT;
882 header = (struct swsusp_info *)data_of(snapshot);
6f612af5
JS
883 error = get_swap_reader(&handle, flags_p);
884 if (error)
885 goto end;
61159a31 886 if (!error)
546e0d27 887 error = swap_read_page(&handle, header, NULL);
f996fc96
BS
888 if (!error) {
889 error = (*flags_p & SF_NOCOMPRESS_MODE) ?
890 load_image(&handle, &snapshot, header->pages - 1) :
891 load_image_lzo(&handle, &snapshot, header->pages - 1);
892 }
6f612af5
JS
893 swap_reader_finish(&handle);
894end:
61159a31 895 if (!error)
23976728 896 pr_debug("PM: Image successfully loaded\n");
61159a31 897 else
23976728 898 pr_debug("PM: Error %d resuming\n", error);
61159a31
RW
899 return error;
900}
901
902/**
903 * swsusp_check - Check for swsusp signature in the resume device
904 */
905
906int swsusp_check(void)
907{
908 int error;
909
8a0d613f
JS
910 hib_resume_bdev = open_by_devnum(swsusp_resume_device, FMODE_READ);
911 if (!IS_ERR(hib_resume_bdev)) {
912 set_blocksize(hib_resume_bdev, PAGE_SIZE);
3ecb01df 913 clear_page(swsusp_header);
8a0d613f 914 error = hib_bio_read_page(swsusp_resume_block,
1b29c164 915 swsusp_header, NULL);
9a154d9d 916 if (error)
76b57e61 917 goto put;
9a154d9d 918
3624eb04 919 if (!memcmp(HIBERNATE_SIG, swsusp_header->sig, 10)) {
1b29c164 920 memcpy(swsusp_header->sig, swsusp_header->orig_sig, 10);
61159a31 921 /* Reset swap signature now */
8a0d613f 922 error = hib_bio_write_page(swsusp_resume_block,
1b29c164 923 swsusp_header, NULL);
61159a31 924 } else {
76b57e61 925 error = -EINVAL;
61159a31 926 }
76b57e61
JS
927
928put:
61159a31 929 if (error)
8a0d613f 930 blkdev_put(hib_resume_bdev, FMODE_READ);
61159a31 931 else
d0941ead 932 pr_debug("PM: Image signature found, resuming\n");
61159a31 933 } else {
8a0d613f 934 error = PTR_ERR(hib_resume_bdev);
61159a31
RW
935 }
936
937 if (error)
d0941ead 938 pr_debug("PM: Image not found (code %d)\n", error);
61159a31
RW
939
940 return error;
941}
942
943/**
944 * swsusp_close - close swap device.
945 */
946
c2dd0dae 947void swsusp_close(fmode_t mode)
61159a31 948{
8a0d613f 949 if (IS_ERR(hib_resume_bdev)) {
23976728 950 pr_debug("PM: Image device not initialised\n");
61159a31
RW
951 return;
952 }
953
8a0d613f 954 blkdev_put(hib_resume_bdev, mode);
61159a31 955}
1b29c164
VG
956
957static int swsusp_header_init(void)
958{
959 swsusp_header = (struct swsusp_header*) __get_free_page(GFP_KERNEL);
960 if (!swsusp_header)
961 panic("Could not allocate memory for swsusp_header\n");
962 return 0;
963}
964
965core_initcall(swsusp_header_init);