1 // SPDX-License-Identifier: GPL-2.0-only << 2 /* 1 /* 3 * kernel/power/hibernate.c - Hibernation (a.k 2 * kernel/power/hibernate.c - Hibernation (a.k.a suspend-to-disk) support. 4 * 3 * 5 * Copyright (c) 2003 Patrick Mochel 4 * Copyright (c) 2003 Patrick Mochel 6 * Copyright (c) 2003 Open Source Development 5 * Copyright (c) 2003 Open Source Development Lab 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw. 6 * Copyright (c) 2004 Pavel Machek <pavel@ucw.cz> 8 * Copyright (c) 2009 Rafael J. Wysocki, Novel 7 * Copyright (c) 2009 Rafael J. Wysocki, Novell Inc. 9 * Copyright (C) 2012 Bojan Smojver <bojan@rex 8 * Copyright (C) 2012 Bojan Smojver <bojan@rexursive.com> >> 9 * >> 10 * This file is released under the GPLv2. 10 */ 11 */ 11 12 12 #define pr_fmt(fmt) "PM: hibernation: " fmt << 13 << 14 #include <linux/blkdev.h> << 15 #include <linux/export.h> 13 #include <linux/export.h> 16 #include <linux/suspend.h> 14 #include <linux/suspend.h> >> 15 #include <linux/syscalls.h> 17 #include <linux/reboot.h> 16 #include <linux/reboot.h> 18 #include <linux/string.h> 17 #include <linux/string.h> 19 #include <linux/device.h> 18 #include <linux/device.h> 20 #include <linux/async.h> 19 #include <linux/async.h> 21 #include <linux/delay.h> 20 #include <linux/delay.h> 22 #include <linux/fs.h> 21 #include <linux/fs.h> 23 #include <linux/mount.h> 22 #include <linux/mount.h> 24 #include <linux/pm.h> 23 #include <linux/pm.h> 25 #include <linux/nmi.h> << 26 #include <linux/console.h> 24 #include <linux/console.h> 27 #include <linux/cpu.h> 25 #include <linux/cpu.h> 28 #include <linux/freezer.h> 26 #include <linux/freezer.h> 29 #include <linux/gfp.h> 27 #include <linux/gfp.h> 30 #include <linux/syscore_ops.h> 28 #include <linux/syscore_ops.h> 31 #include <linux/ctype.h> 29 #include <linux/ctype.h> 32 #include <linux/ktime.h> !! 30 #include <linux/genhd.h> 33 #include <linux/security.h> << 34 #include <linux/secretmem.h> << 35 #include <trace/events/power.h> << 36 31 37 #include "power.h" 32 #include "power.h" 38 33 39 34 40 static int nocompress; 35 static int nocompress; 41 static int noresume; 36 static int noresume; 42 static int nohibernate; << 43 static int resume_wait; 37 static int resume_wait; 44 static unsigned int resume_delay; !! 38 static int resume_delay; 45 static char resume_file[256] = CONFIG_PM_STD_P 39 static char resume_file[256] = CONFIG_PM_STD_PARTITION; 46 dev_t swsusp_resume_device; 40 dev_t swsusp_resume_device; 47 sector_t swsusp_resume_block; 41 sector_t swsusp_resume_block; 48 __visible int in_suspend __nosavedata; !! 42 int in_suspend __nosavedata; 49 << 50 static char hibernate_compressor[CRYPTO_MAX_AL << 51 << 52 /* << 53 * Compression/decompression algorithm to be u << 54 * image to/from disk. This would later be use << 55 * to allocate comp streams. << 56 */ << 57 char hib_comp_algo[CRYPTO_MAX_ALG_NAME]; << 58 43 59 enum { 44 enum { 60 HIBERNATION_INVALID, 45 HIBERNATION_INVALID, 61 HIBERNATION_PLATFORM, 46 HIBERNATION_PLATFORM, 62 HIBERNATION_SHUTDOWN, 47 HIBERNATION_SHUTDOWN, 63 HIBERNATION_REBOOT, 48 HIBERNATION_REBOOT, 64 #ifdef CONFIG_SUSPEND 49 #ifdef CONFIG_SUSPEND 65 HIBERNATION_SUSPEND, 50 HIBERNATION_SUSPEND, 66 #endif 51 #endif 67 HIBERNATION_TEST_RESUME, << 68 /* keep last */ 52 /* keep last */ 69 __HIBERNATION_AFTER_LAST 53 __HIBERNATION_AFTER_LAST 70 }; 54 }; 71 #define HIBERNATION_MAX (__HIBERNATION_AFTER_L 55 #define HIBERNATION_MAX (__HIBERNATION_AFTER_LAST-1) 72 #define HIBERNATION_FIRST (HIBERNATION_INVALID 56 #define HIBERNATION_FIRST (HIBERNATION_INVALID + 1) 73 57 74 static int hibernation_mode = HIBERNATION_SHUT 58 static int hibernation_mode = HIBERNATION_SHUTDOWN; 75 59 76 bool freezer_test_done; 60 bool freezer_test_done; 77 61 78 static const struct platform_hibernation_ops * 62 static const struct platform_hibernation_ops *hibernation_ops; 79 63 80 static atomic_t hibernate_atomic = ATOMIC_INIT << 81 << 82 bool hibernate_acquire(void) << 83 { << 84 return atomic_add_unless(&hibernate_at << 85 } << 86 << 87 void hibernate_release(void) << 88 { << 89 atomic_inc(&hibernate_atomic); << 90 } << 91 << 92 bool hibernation_available(void) << 93 { << 94 return nohibernate == 0 && << 95 !security_locked_down(LOCKDOWN << 96 !secretmem_active() && !cxl_me << 97 } << 98 << 99 /** 64 /** 100 * hibernation_set_ops - Set the global hibern 65 * hibernation_set_ops - Set the global hibernate operations. 101 * @ops: Hibernation operations to use in subs 66 * @ops: Hibernation operations to use in subsequent hibernation transitions. 102 */ 67 */ 103 void hibernation_set_ops(const struct platform 68 void hibernation_set_ops(const struct platform_hibernation_ops *ops) 104 { 69 { 105 unsigned int sleep_flags; << 106 << 107 if (ops && !(ops->begin && ops->end && 70 if (ops && !(ops->begin && ops->end && ops->pre_snapshot 108 && ops->prepare && ops->finish && 71 && ops->prepare && ops->finish && ops->enter && ops->pre_restore 109 && ops->restore_cleanup && ops->le 72 && ops->restore_cleanup && ops->leave)) { 110 WARN_ON(1); 73 WARN_ON(1); 111 return; 74 return; 112 } 75 } 113 !! 76 lock_system_sleep(); 114 sleep_flags = lock_system_sleep(); << 115 << 116 hibernation_ops = ops; 77 hibernation_ops = ops; 117 if (ops) 78 if (ops) 118 hibernation_mode = HIBERNATION 79 hibernation_mode = HIBERNATION_PLATFORM; 119 else if (hibernation_mode == HIBERNATI 80 else if (hibernation_mode == HIBERNATION_PLATFORM) 120 hibernation_mode = HIBERNATION 81 hibernation_mode = HIBERNATION_SHUTDOWN; 121 82 122 unlock_system_sleep(sleep_flags); !! 83 unlock_system_sleep(); 123 } 84 } 124 EXPORT_SYMBOL_GPL(hibernation_set_ops); << 125 85 126 static bool entering_platform_hibernation; 86 static bool entering_platform_hibernation; 127 87 128 bool system_entering_hibernation(void) 88 bool system_entering_hibernation(void) 129 { 89 { 130 return entering_platform_hibernation; 90 return entering_platform_hibernation; 131 } 91 } 132 EXPORT_SYMBOL(system_entering_hibernation); 92 EXPORT_SYMBOL(system_entering_hibernation); 133 93 134 #ifdef CONFIG_PM_DEBUG 94 #ifdef CONFIG_PM_DEBUG 135 static void hibernation_debug_sleep(void) 95 static void hibernation_debug_sleep(void) 136 { 96 { 137 pr_info("debug: Waiting for 5 seconds. !! 97 printk(KERN_INFO "hibernation debug: Waiting for 5 seconds.\n"); 138 mdelay(5000); 98 mdelay(5000); 139 } 99 } 140 100 141 static int hibernation_test(int level) 101 static int hibernation_test(int level) 142 { 102 { 143 if (pm_test_level == level) { 103 if (pm_test_level == level) { 144 hibernation_debug_sleep(); 104 hibernation_debug_sleep(); 145 return 1; 105 return 1; 146 } 106 } 147 return 0; 107 return 0; 148 } 108 } 149 #else /* !CONFIG_PM_DEBUG */ 109 #else /* !CONFIG_PM_DEBUG */ 150 static int hibernation_test(int level) { retur 110 static int hibernation_test(int level) { return 0; } 151 #endif /* !CONFIG_PM_DEBUG */ 111 #endif /* !CONFIG_PM_DEBUG */ 152 112 153 /** 113 /** 154 * platform_begin - Call platform to start hib 114 * platform_begin - Call platform to start hibernation. 155 * @platform_mode: Whether or not to use the p 115 * @platform_mode: Whether or not to use the platform driver. 156 */ 116 */ 157 static int platform_begin(int platform_mode) 117 static int platform_begin(int platform_mode) 158 { 118 { 159 return (platform_mode && hibernation_o 119 return (platform_mode && hibernation_ops) ? 160 hibernation_ops->begin(PMSG_FR !! 120 hibernation_ops->begin() : 0; 161 } 121 } 162 122 163 /** 123 /** 164 * platform_end - Call platform to finish tran 124 * platform_end - Call platform to finish transition to the working state. 165 * @platform_mode: Whether or not to use the p 125 * @platform_mode: Whether or not to use the platform driver. 166 */ 126 */ 167 static void platform_end(int platform_mode) 127 static void platform_end(int platform_mode) 168 { 128 { 169 if (platform_mode && hibernation_ops) 129 if (platform_mode && hibernation_ops) 170 hibernation_ops->end(); 130 hibernation_ops->end(); 171 } 131 } 172 132 173 /** 133 /** 174 * platform_pre_snapshot - Call platform to pr 134 * platform_pre_snapshot - Call platform to prepare the machine for hibernation. 175 * @platform_mode: Whether or not to use the p 135 * @platform_mode: Whether or not to use the platform driver. 176 * 136 * 177 * Use the platform driver to prepare the syst 137 * Use the platform driver to prepare the system for creating a hibernate image, 178 * if so configured, and return an error code 138 * if so configured, and return an error code if that fails. 179 */ 139 */ 180 140 181 static int platform_pre_snapshot(int platform_ 141 static int platform_pre_snapshot(int platform_mode) 182 { 142 { 183 return (platform_mode && hibernation_o 143 return (platform_mode && hibernation_ops) ? 184 hibernation_ops->pre_snapshot( 144 hibernation_ops->pre_snapshot() : 0; 185 } 145 } 186 146 187 /** 147 /** 188 * platform_leave - Call platform to prepare a 148 * platform_leave - Call platform to prepare a transition to the working state. 189 * @platform_mode: Whether or not to use the p 149 * @platform_mode: Whether or not to use the platform driver. 190 * 150 * 191 * Use the platform driver prepare to prepare 151 * Use the platform driver prepare to prepare the machine for switching to the 192 * normal mode of operation. 152 * normal mode of operation. 193 * 153 * 194 * This routine is called on one CPU with inte 154 * This routine is called on one CPU with interrupts disabled. 195 */ 155 */ 196 static void platform_leave(int platform_mode) 156 static void platform_leave(int platform_mode) 197 { 157 { 198 if (platform_mode && hibernation_ops) 158 if (platform_mode && hibernation_ops) 199 hibernation_ops->leave(); 159 hibernation_ops->leave(); 200 } 160 } 201 161 202 /** 162 /** 203 * platform_finish - Call platform to switch t 163 * platform_finish - Call platform to switch the system to the working state. 204 * @platform_mode: Whether or not to use the p 164 * @platform_mode: Whether or not to use the platform driver. 205 * 165 * 206 * Use the platform driver to switch the machi 166 * Use the platform driver to switch the machine to the normal mode of 207 * operation. 167 * operation. 208 * 168 * 209 * This routine must be called after platform_ 169 * This routine must be called after platform_prepare(). 210 */ 170 */ 211 static void platform_finish(int platform_mode) 171 static void platform_finish(int platform_mode) 212 { 172 { 213 if (platform_mode && hibernation_ops) 173 if (platform_mode && hibernation_ops) 214 hibernation_ops->finish(); 174 hibernation_ops->finish(); 215 } 175 } 216 176 217 /** 177 /** 218 * platform_pre_restore - Prepare for hibernat 178 * platform_pre_restore - Prepare for hibernate image restoration. 219 * @platform_mode: Whether or not to use the p 179 * @platform_mode: Whether or not to use the platform driver. 220 * 180 * 221 * Use the platform driver to prepare the syst 181 * Use the platform driver to prepare the system for resume from a hibernation 222 * image. 182 * image. 223 * 183 * 224 * If the restore fails after this function ha 184 * If the restore fails after this function has been called, 225 * platform_restore_cleanup() must be called. 185 * platform_restore_cleanup() must be called. 226 */ 186 */ 227 static int platform_pre_restore(int platform_m 187 static int platform_pre_restore(int platform_mode) 228 { 188 { 229 return (platform_mode && hibernation_o 189 return (platform_mode && hibernation_ops) ? 230 hibernation_ops->pre_restore() 190 hibernation_ops->pre_restore() : 0; 231 } 191 } 232 192 233 /** 193 /** 234 * platform_restore_cleanup - Switch to the wo 194 * platform_restore_cleanup - Switch to the working state after failing restore. 235 * @platform_mode: Whether or not to use the p 195 * @platform_mode: Whether or not to use the platform driver. 236 * 196 * 237 * Use the platform driver to switch the syste 197 * Use the platform driver to switch the system to the normal mode of operation 238 * after a failing restore. 198 * after a failing restore. 239 * 199 * 240 * If platform_pre_restore() has been called b 200 * If platform_pre_restore() has been called before the failing restore, this 241 * function must be called too, regardless of 201 * function must be called too, regardless of the result of 242 * platform_pre_restore(). 202 * platform_pre_restore(). 243 */ 203 */ 244 static void platform_restore_cleanup(int platf 204 static void platform_restore_cleanup(int platform_mode) 245 { 205 { 246 if (platform_mode && hibernation_ops) 206 if (platform_mode && hibernation_ops) 247 hibernation_ops->restore_clean 207 hibernation_ops->restore_cleanup(); 248 } 208 } 249 209 250 /** 210 /** 251 * platform_recover - Recover from a failure t 211 * platform_recover - Recover from a failure to suspend devices. 252 * @platform_mode: Whether or not to use the p 212 * @platform_mode: Whether or not to use the platform driver. 253 */ 213 */ 254 static void platform_recover(int platform_mode 214 static void platform_recover(int platform_mode) 255 { 215 { 256 if (platform_mode && hibernation_ops & 216 if (platform_mode && hibernation_ops && hibernation_ops->recover) 257 hibernation_ops->recover(); 217 hibernation_ops->recover(); 258 } 218 } 259 219 260 /** 220 /** 261 * swsusp_show_speed - Print time elapsed betw 221 * swsusp_show_speed - Print time elapsed between two events during hibernation. 262 * @start: Starting event. 222 * @start: Starting event. 263 * @stop: Final event. 223 * @stop: Final event. 264 * @nr_pages: Number of memory pages processed 224 * @nr_pages: Number of memory pages processed between @start and @stop. 265 * @msg: Additional diagnostic message to prin 225 * @msg: Additional diagnostic message to print. 266 */ 226 */ 267 void swsusp_show_speed(ktime_t start, ktime_t !! 227 void swsusp_show_speed(struct timeval *start, struct timeval *stop, 268 unsigned nr_pages, char !! 228 unsigned nr_pages, char *msg) 269 { 229 { 270 ktime_t diff; !! 230 s64 elapsed_centisecs64; 271 u64 elapsed_centisecs64; !! 231 int centisecs; 272 unsigned int centisecs; !! 232 int k; 273 unsigned int k; !! 233 int kps; 274 unsigned int kps; << 275 234 276 diff = ktime_sub(stop, start); !! 235 elapsed_centisecs64 = timeval_to_ns(stop) - timeval_to_ns(start); 277 elapsed_centisecs64 = ktime_divns(diff !! 236 do_div(elapsed_centisecs64, NSEC_PER_SEC / 100); 278 centisecs = elapsed_centisecs64; 237 centisecs = elapsed_centisecs64; 279 if (centisecs == 0) 238 if (centisecs == 0) 280 centisecs = 1; /* avoid div-b 239 centisecs = 1; /* avoid div-by-zero */ 281 k = nr_pages * (PAGE_SIZE / 1024); 240 k = nr_pages * (PAGE_SIZE / 1024); 282 kps = (k * 100) / centisecs; 241 kps = (k * 100) / centisecs; 283 pr_info("%s %u kbytes in %u.%02u secon !! 242 printk(KERN_INFO "PM: %s %d kbytes in %d.%02d seconds (%d.%02d MB/s)\n", 284 msg, k, centisecs / 100, centi !! 243 msg, k, 285 (kps % 1000) / 10); !! 244 centisecs / 100, centisecs % 100, 286 } !! 245 kps / 1000, (kps % 1000) / 10); 287 << 288 __weak int arch_resume_nosmt(void) << 289 { << 290 return 0; << 291 } 246 } 292 247 293 /** 248 /** 294 * create_image - Create a hibernation image. 249 * create_image - Create a hibernation image. 295 * @platform_mode: Whether or not to use the p 250 * @platform_mode: Whether or not to use the platform driver. 296 * 251 * 297 * Execute device drivers' "late" and "noirq" 252 * Execute device drivers' "late" and "noirq" freeze callbacks, create a 298 * hibernation image and run the drivers' "noi 253 * hibernation image and run the drivers' "noirq" and "early" thaw callbacks. 299 * 254 * 300 * Control reappears in this routine after the 255 * Control reappears in this routine after the subsequent restore. 301 */ 256 */ 302 static int create_image(int platform_mode) 257 static int create_image(int platform_mode) 303 { 258 { 304 int error; 259 int error; 305 260 306 error = dpm_suspend_end(PMSG_FREEZE); 261 error = dpm_suspend_end(PMSG_FREEZE); 307 if (error) { 262 if (error) { 308 pr_err("Some devices failed to !! 263 printk(KERN_ERR "PM: Some devices failed to power down, " >> 264 "aborting hibernation\n"); 309 return error; 265 return error; 310 } 266 } 311 267 312 error = platform_pre_snapshot(platform 268 error = platform_pre_snapshot(platform_mode); 313 if (error || hibernation_test(TEST_PLA 269 if (error || hibernation_test(TEST_PLATFORM)) 314 goto Platform_finish; 270 goto Platform_finish; 315 271 316 error = pm_sleep_disable_secondary_cpu !! 272 error = disable_nonboot_cpus(); 317 if (error || hibernation_test(TEST_CPU 273 if (error || hibernation_test(TEST_CPUS)) 318 goto Enable_cpus; 274 goto Enable_cpus; 319 275 320 local_irq_disable(); 276 local_irq_disable(); 321 277 322 system_state = SYSTEM_SUSPEND; << 323 << 324 error = syscore_suspend(); 278 error = syscore_suspend(); 325 if (error) { 279 if (error) { 326 pr_err("Some system devices fa !! 280 printk(KERN_ERR "PM: Some system devices failed to power down, " >> 281 "aborting hibernation\n"); 327 goto Enable_irqs; 282 goto Enable_irqs; 328 } 283 } 329 284 330 if (hibernation_test(TEST_CORE) || pm_ 285 if (hibernation_test(TEST_CORE) || pm_wakeup_pending()) 331 goto Power_up; 286 goto Power_up; 332 287 333 in_suspend = 1; 288 in_suspend = 1; 334 save_processor_state(); 289 save_processor_state(); 335 trace_suspend_resume(TPS("machine_susp << 336 error = swsusp_arch_suspend(); 290 error = swsusp_arch_suspend(); >> 291 if (error) >> 292 printk(KERN_ERR "PM: Error %d creating hibernation image\n", >> 293 error); 337 /* Restore control flow magically appe 294 /* Restore control flow magically appears here */ 338 restore_processor_state(); 295 restore_processor_state(); 339 trace_suspend_resume(TPS("machine_susp << 340 if (error) << 341 pr_err("Error %d creating imag << 342 << 343 if (!in_suspend) { 296 if (!in_suspend) { 344 events_check_enabled = false; 297 events_check_enabled = false; 345 clear_or_poison_free_pages(); !! 298 platform_leave(platform_mode); 346 } 299 } 347 300 348 platform_leave(platform_mode); << 349 << 350 Power_up: 301 Power_up: 351 syscore_resume(); 302 syscore_resume(); 352 303 353 Enable_irqs: 304 Enable_irqs: 354 system_state = SYSTEM_RUNNING; << 355 local_irq_enable(); 305 local_irq_enable(); 356 306 357 Enable_cpus: 307 Enable_cpus: 358 pm_sleep_enable_secondary_cpus(); !! 308 enable_nonboot_cpus(); 359 << 360 /* Allow architectures to do nosmt-spe << 361 if (!in_suspend) << 362 error = arch_resume_nosmt(); << 363 309 364 Platform_finish: 310 Platform_finish: 365 platform_finish(platform_mode); 311 platform_finish(platform_mode); 366 312 367 dpm_resume_start(in_suspend ? 313 dpm_resume_start(in_suspend ? 368 (error ? PMSG_RECOVER : PMSG_T 314 (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE); 369 315 370 return error; 316 return error; 371 } 317 } 372 318 373 /** 319 /** 374 * hibernation_snapshot - Quiesce devices and 320 * hibernation_snapshot - Quiesce devices and create a hibernation image. 375 * @platform_mode: If set, use platform driver 321 * @platform_mode: If set, use platform driver to prepare for the transition. 376 * 322 * 377 * This routine must be called with system_tra !! 323 * This routine must be called with pm_mutex held. 378 */ 324 */ 379 int hibernation_snapshot(int platform_mode) 325 int hibernation_snapshot(int platform_mode) 380 { 326 { 381 pm_message_t msg; 327 pm_message_t msg; 382 int error; 328 int error; 383 329 384 pm_suspend_clear_flags(); << 385 error = platform_begin(platform_mode); 330 error = platform_begin(platform_mode); 386 if (error) 331 if (error) 387 goto Close; 332 goto Close; 388 333 389 /* Preallocate image memory before shu 334 /* Preallocate image memory before shutting down devices. */ 390 error = hibernate_preallocate_memory() 335 error = hibernate_preallocate_memory(); 391 if (error) 336 if (error) 392 goto Close; 337 goto Close; 393 338 394 error = freeze_kernel_threads(); 339 error = freeze_kernel_threads(); 395 if (error) 340 if (error) 396 goto Cleanup; 341 goto Cleanup; 397 342 398 if (hibernation_test(TEST_FREEZER)) { 343 if (hibernation_test(TEST_FREEZER)) { 399 344 400 /* 345 /* 401 * Indicate to the caller that 346 * Indicate to the caller that we are returning due to a 402 * successful freezer test. 347 * successful freezer test. 403 */ 348 */ 404 freezer_test_done = true; 349 freezer_test_done = true; 405 goto Thaw; 350 goto Thaw; 406 } 351 } 407 352 408 error = dpm_prepare(PMSG_FREEZE); 353 error = dpm_prepare(PMSG_FREEZE); 409 if (error) { 354 if (error) { 410 dpm_complete(PMSG_RECOVER); 355 dpm_complete(PMSG_RECOVER); 411 goto Thaw; 356 goto Thaw; 412 } 357 } 413 358 414 suspend_console(); 359 suspend_console(); >> 360 ftrace_stop(); 415 pm_restrict_gfp_mask(); 361 pm_restrict_gfp_mask(); 416 362 417 error = dpm_suspend(PMSG_FREEZE); 363 error = dpm_suspend(PMSG_FREEZE); 418 364 419 if (error || hibernation_test(TEST_DEV 365 if (error || hibernation_test(TEST_DEVICES)) 420 platform_recover(platform_mode 366 platform_recover(platform_mode); 421 else 367 else 422 error = create_image(platform_ 368 error = create_image(platform_mode); 423 369 424 /* 370 /* 425 * In the case that we call create_ima 371 * In the case that we call create_image() above, the control 426 * returns here (1) after the image ha 372 * returns here (1) after the image has been created or the 427 * image creation has failed and (2) a 373 * image creation has failed and (2) after a successful restore. 428 */ 374 */ 429 375 430 /* We may need to release the prealloc 376 /* We may need to release the preallocated image pages here. */ 431 if (error || !in_suspend) 377 if (error || !in_suspend) 432 swsusp_free(); 378 swsusp_free(); 433 379 434 msg = in_suspend ? (error ? PMSG_RECOV 380 msg = in_suspend ? (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE; 435 dpm_resume(msg); 381 dpm_resume(msg); 436 382 437 if (error || !in_suspend) 383 if (error || !in_suspend) 438 pm_restore_gfp_mask(); 384 pm_restore_gfp_mask(); 439 385 >> 386 ftrace_start(); 440 resume_console(); 387 resume_console(); 441 dpm_complete(msg); 388 dpm_complete(msg); 442 389 443 Close: 390 Close: 444 platform_end(platform_mode); 391 platform_end(platform_mode); 445 return error; 392 return error; 446 393 447 Thaw: 394 Thaw: 448 thaw_kernel_threads(); 395 thaw_kernel_threads(); 449 Cleanup: 396 Cleanup: 450 swsusp_free(); 397 swsusp_free(); 451 goto Close; 398 goto Close; 452 } 399 } 453 400 454 int __weak hibernate_resume_nonboot_cpu_disabl << 455 { << 456 return suspend_disable_secondary_cpus( << 457 } << 458 << 459 /** 401 /** 460 * resume_target_kernel - Restore system state 402 * resume_target_kernel - Restore system state from a hibernation image. 461 * @platform_mode: Whether or not to use the p 403 * @platform_mode: Whether or not to use the platform driver. 462 * 404 * 463 * Execute device drivers' "noirq" and "late" 405 * Execute device drivers' "noirq" and "late" freeze callbacks, restore the 464 * contents of highmem that have not been rest 406 * contents of highmem that have not been restored yet from the image and run 465 * the low-level code that will restore the re 407 * the low-level code that will restore the remaining contents of memory and 466 * switch to the just restored target kernel. 408 * switch to the just restored target kernel. 467 */ 409 */ 468 static int resume_target_kernel(bool platform_ 410 static int resume_target_kernel(bool platform_mode) 469 { 411 { 470 int error; 412 int error; 471 413 472 error = dpm_suspend_end(PMSG_QUIESCE); 414 error = dpm_suspend_end(PMSG_QUIESCE); 473 if (error) { 415 if (error) { 474 pr_err("Some devices failed to !! 416 printk(KERN_ERR "PM: Some devices failed to power down, " >> 417 "aborting resume\n"); 475 return error; 418 return error; 476 } 419 } 477 420 478 error = platform_pre_restore(platform_ 421 error = platform_pre_restore(platform_mode); 479 if (error) 422 if (error) 480 goto Cleanup; 423 goto Cleanup; 481 424 482 cpuidle_pause(); !! 425 error = disable_nonboot_cpus(); 483 << 484 error = hibernate_resume_nonboot_cpu_d << 485 if (error) 426 if (error) 486 goto Enable_cpus; 427 goto Enable_cpus; 487 428 488 local_irq_disable(); 429 local_irq_disable(); 489 system_state = SYSTEM_SUSPEND; << 490 430 491 error = syscore_suspend(); 431 error = syscore_suspend(); 492 if (error) 432 if (error) 493 goto Enable_irqs; 433 goto Enable_irqs; 494 434 495 save_processor_state(); 435 save_processor_state(); 496 error = restore_highmem(); 436 error = restore_highmem(); 497 if (!error) { 437 if (!error) { 498 error = swsusp_arch_resume(); 438 error = swsusp_arch_resume(); 499 /* 439 /* 500 * The code below is only ever 440 * The code below is only ever reached in case of a failure. 501 * Otherwise, execution contin 441 * Otherwise, execution continues at the place where 502 * swsusp_arch_suspend() was c 442 * swsusp_arch_suspend() was called. 503 */ 443 */ 504 BUG_ON(!error); 444 BUG_ON(!error); 505 /* 445 /* 506 * This call to restore_highme 446 * This call to restore_highmem() reverts the changes made by 507 * the previous one. 447 * the previous one. 508 */ 448 */ 509 restore_highmem(); 449 restore_highmem(); 510 } 450 } 511 /* 451 /* 512 * The only reason why swsusp_arch_res 452 * The only reason why swsusp_arch_resume() can fail is memory being 513 * very tight, so we have to free it a 453 * very tight, so we have to free it as soon as we can to avoid 514 * subsequent failures. 454 * subsequent failures. 515 */ 455 */ 516 swsusp_free(); 456 swsusp_free(); 517 restore_processor_state(); 457 restore_processor_state(); 518 touch_softlockup_watchdog(); 458 touch_softlockup_watchdog(); 519 459 520 syscore_resume(); 460 syscore_resume(); 521 461 522 Enable_irqs: 462 Enable_irqs: 523 system_state = SYSTEM_RUNNING; << 524 local_irq_enable(); 463 local_irq_enable(); 525 464 526 Enable_cpus: 465 Enable_cpus: 527 pm_sleep_enable_secondary_cpus(); !! 466 enable_nonboot_cpus(); 528 467 529 Cleanup: 468 Cleanup: 530 platform_restore_cleanup(platform_mode 469 platform_restore_cleanup(platform_mode); 531 470 532 dpm_resume_start(PMSG_RECOVER); 471 dpm_resume_start(PMSG_RECOVER); 533 472 534 return error; 473 return error; 535 } 474 } 536 475 537 /** 476 /** 538 * hibernation_restore - Quiesce devices and r 477 * hibernation_restore - Quiesce devices and restore from a hibernation image. 539 * @platform_mode: If set, use platform driver 478 * @platform_mode: If set, use platform driver to prepare for the transition. 540 * 479 * 541 * This routine must be called with system_tra !! 480 * This routine must be called with pm_mutex held. If it is successful, control 542 * successful, control reappears in the restor !! 481 * reappears in the restored target kernel in hibernation_snapshot(). 543 * hibernation_snapshot(). << 544 */ 482 */ 545 int hibernation_restore(int platform_mode) 483 int hibernation_restore(int platform_mode) 546 { 484 { 547 int error; 485 int error; 548 486 549 pm_prepare_console(); 487 pm_prepare_console(); 550 suspend_console(); 488 suspend_console(); >> 489 ftrace_stop(); 551 pm_restrict_gfp_mask(); 490 pm_restrict_gfp_mask(); 552 error = dpm_suspend_start(PMSG_QUIESCE 491 error = dpm_suspend_start(PMSG_QUIESCE); 553 if (!error) { 492 if (!error) { 554 error = resume_target_kernel(p 493 error = resume_target_kernel(platform_mode); 555 /* 494 /* 556 * The above should either suc 495 * The above should either succeed and jump to the new kernel, 557 * or return with an error. Ot 496 * or return with an error. Otherwise things are just 558 * undefined, so let's be para 497 * undefined, so let's be paranoid. 559 */ 498 */ 560 BUG_ON(!error); 499 BUG_ON(!error); 561 } 500 } 562 dpm_resume_end(PMSG_RECOVER); 501 dpm_resume_end(PMSG_RECOVER); 563 pm_restore_gfp_mask(); 502 pm_restore_gfp_mask(); >> 503 ftrace_start(); 564 resume_console(); 504 resume_console(); 565 pm_restore_console(); 505 pm_restore_console(); 566 return error; 506 return error; 567 } 507 } 568 508 569 /** 509 /** 570 * hibernation_platform_enter - Power off the 510 * hibernation_platform_enter - Power off the system using the platform driver. 571 */ 511 */ 572 int hibernation_platform_enter(void) 512 int hibernation_platform_enter(void) 573 { 513 { 574 int error; 514 int error; 575 515 576 if (!hibernation_ops) 516 if (!hibernation_ops) 577 return -ENOSYS; 517 return -ENOSYS; 578 518 579 /* 519 /* 580 * We have cancelled the power transit 520 * We have cancelled the power transition by running 581 * hibernation_ops->finish() before sa 521 * hibernation_ops->finish() before saving the image, so we should let 582 * the firmware know that we're going 522 * the firmware know that we're going to enter the sleep state after all 583 */ 523 */ 584 error = hibernation_ops->begin(PMSG_HI !! 524 error = hibernation_ops->begin(); 585 if (error) 525 if (error) 586 goto Close; 526 goto Close; 587 527 588 entering_platform_hibernation = true; 528 entering_platform_hibernation = true; 589 suspend_console(); 529 suspend_console(); >> 530 ftrace_stop(); 590 error = dpm_suspend_start(PMSG_HIBERNA 531 error = dpm_suspend_start(PMSG_HIBERNATE); 591 if (error) { 532 if (error) { 592 if (hibernation_ops->recover) 533 if (hibernation_ops->recover) 593 hibernation_ops->recov 534 hibernation_ops->recover(); 594 goto Resume_devices; 535 goto Resume_devices; 595 } 536 } 596 537 597 error = dpm_suspend_end(PMSG_HIBERNATE 538 error = dpm_suspend_end(PMSG_HIBERNATE); 598 if (error) 539 if (error) 599 goto Resume_devices; 540 goto Resume_devices; 600 541 601 error = hibernation_ops->prepare(); 542 error = hibernation_ops->prepare(); 602 if (error) 543 if (error) 603 goto Platform_finish; 544 goto Platform_finish; 604 545 605 error = pm_sleep_disable_secondary_cpu !! 546 error = disable_nonboot_cpus(); 606 if (error) 547 if (error) 607 goto Enable_cpus; !! 548 goto Platform_finish; 608 549 609 local_irq_disable(); 550 local_irq_disable(); 610 system_state = SYSTEM_SUSPEND; << 611 syscore_suspend(); 551 syscore_suspend(); 612 if (pm_wakeup_pending()) { 552 if (pm_wakeup_pending()) { 613 error = -EAGAIN; 553 error = -EAGAIN; 614 goto Power_up; 554 goto Power_up; 615 } 555 } 616 556 617 hibernation_ops->enter(); 557 hibernation_ops->enter(); 618 /* We should never get here */ 558 /* We should never get here */ 619 while (1); 559 while (1); 620 560 621 Power_up: 561 Power_up: 622 syscore_resume(); 562 syscore_resume(); 623 system_state = SYSTEM_RUNNING; << 624 local_irq_enable(); 563 local_irq_enable(); 625 !! 564 enable_nonboot_cpus(); 626 Enable_cpus: << 627 pm_sleep_enable_secondary_cpus(); << 628 565 629 Platform_finish: 566 Platform_finish: 630 hibernation_ops->finish(); 567 hibernation_ops->finish(); 631 568 632 dpm_resume_start(PMSG_RESTORE); 569 dpm_resume_start(PMSG_RESTORE); 633 570 634 Resume_devices: 571 Resume_devices: 635 entering_platform_hibernation = false; 572 entering_platform_hibernation = false; 636 dpm_resume_end(PMSG_RESTORE); 573 dpm_resume_end(PMSG_RESTORE); >> 574 ftrace_start(); 637 resume_console(); 575 resume_console(); 638 576 639 Close: 577 Close: 640 hibernation_ops->end(); 578 hibernation_ops->end(); 641 579 642 return error; 580 return error; 643 } 581 } 644 582 645 /** 583 /** 646 * power_down - Shut the machine down for hibe 584 * power_down - Shut the machine down for hibernation. 647 * 585 * 648 * Use the platform driver, if configured, to 586 * Use the platform driver, if configured, to put the system into the sleep 649 * state corresponding to hibernation, or try 587 * state corresponding to hibernation, or try to power it off or reboot, 650 * depending on the value of hibernation_mode. 588 * depending on the value of hibernation_mode. 651 */ 589 */ 652 static void power_down(void) 590 static void power_down(void) 653 { 591 { 654 int error; << 655 << 656 #ifdef CONFIG_SUSPEND 592 #ifdef CONFIG_SUSPEND 657 if (hibernation_mode == HIBERNATION_SU !! 593 int error; 658 error = suspend_devices_and_en << 659 if (error) { << 660 hibernation_mode = hib << 661 << 662 << 663 } else { << 664 /* Restore swap signat << 665 error = swsusp_unmark( << 666 if (error) << 667 pr_err("Swap w << 668 << 669 return; << 670 } << 671 } << 672 #endif 594 #endif 673 595 674 switch (hibernation_mode) { 596 switch (hibernation_mode) { 675 case HIBERNATION_REBOOT: 597 case HIBERNATION_REBOOT: 676 kernel_restart(NULL); 598 kernel_restart(NULL); 677 break; 599 break; 678 case HIBERNATION_PLATFORM: 600 case HIBERNATION_PLATFORM: 679 error = hibernation_platform_e !! 601 hibernation_platform_enter(); 680 if (error == -EAGAIN || error << 681 swsusp_unmark(); << 682 events_check_enabled = << 683 pr_info("Wakeup event << 684 return; << 685 } << 686 fallthrough; << 687 case HIBERNATION_SHUTDOWN: 602 case HIBERNATION_SHUTDOWN: 688 if (kernel_can_power_off()) !! 603 kernel_power_off(); 689 kernel_power_off(); << 690 break; 604 break; >> 605 #ifdef CONFIG_SUSPEND >> 606 case HIBERNATION_SUSPEND: >> 607 error = suspend_devices_and_enter(PM_SUSPEND_MEM); >> 608 if (error) { >> 609 if (hibernation_ops) >> 610 hibernation_mode = HIBERNATION_PLATFORM; >> 611 else >> 612 hibernation_mode = HIBERNATION_SHUTDOWN; >> 613 power_down(); >> 614 } >> 615 /* >> 616 * Restore swap signature. >> 617 */ >> 618 error = swsusp_unmark(); >> 619 if (error) >> 620 printk(KERN_ERR "PM: Swap will be unusable! " >> 621 "Try swapon -a.\n"); >> 622 return; >> 623 #endif 691 } 624 } 692 kernel_halt(); 625 kernel_halt(); 693 /* 626 /* 694 * Valid image is on the disk, if we c 627 * Valid image is on the disk, if we continue we risk serious data 695 * corruption after resume. 628 * corruption after resume. 696 */ 629 */ 697 pr_crit("Power down manually\n"); !! 630 printk(KERN_CRIT "PM: Please power down manually\n"); 698 while (1) !! 631 while(1); 699 cpu_relax(); << 700 } << 701 << 702 static int load_image_and_restore(void) << 703 { << 704 int error; << 705 unsigned int flags; << 706 << 707 pm_pr_dbg("Loading hibernation image.\ << 708 << 709 lock_device_hotplug(); << 710 error = create_basic_memory_bitmaps(); << 711 if (error) { << 712 swsusp_close(); << 713 goto Unlock; << 714 } << 715 << 716 error = swsusp_read(&flags); << 717 swsusp_close(); << 718 if (!error) << 719 error = hibernation_restore(fl << 720 << 721 pr_err("Failed to load image, recoveri << 722 swsusp_free(); << 723 free_basic_memory_bitmaps(); << 724 Unlock: << 725 unlock_device_hotplug(); << 726 << 727 return error; << 728 } 632 } 729 633 730 #define COMPRESSION_ALGO_LZO "lzo" << 731 #define COMPRESSION_ALGO_LZ4 "lz4" << 732 << 733 /** 634 /** 734 * hibernate - Carry out system hibernation, i 635 * hibernate - Carry out system hibernation, including saving the image. 735 */ 636 */ 736 int hibernate(void) 637 int hibernate(void) 737 { 638 { 738 bool snapshot_test = false; << 739 unsigned int sleep_flags; << 740 int error; 639 int error; 741 640 742 if (!hibernation_available()) { !! 641 lock_system_sleep(); 743 pm_pr_dbg("Hibernation not ava << 744 return -EPERM; << 745 } << 746 << 747 /* << 748 * Query for the compression algorithm << 749 */ << 750 if (!nocompress) { << 751 strscpy(hib_comp_algo, hiberna << 752 if (crypto_has_comp(hib_comp_a << 753 pr_err("%s compression << 754 return -EOPNOTSUPP; << 755 } << 756 } << 757 << 758 sleep_flags = lock_system_sleep(); << 759 /* The snapshot device should not be o 642 /* The snapshot device should not be opened while we're running */ 760 if (!hibernate_acquire()) { !! 643 if (!atomic_add_unless(&snapshot_device_available, -1, 0)) { 761 error = -EBUSY; 644 error = -EBUSY; 762 goto Unlock; 645 goto Unlock; 763 } 646 } 764 647 765 pr_info("hibernation entry\n"); << 766 pm_prepare_console(); 648 pm_prepare_console(); 767 error = pm_notifier_call_chain_robust( !! 649 error = pm_notifier_call_chain(PM_HIBERNATION_PREPARE); 768 if (error) << 769 goto Restore; << 770 << 771 ksys_sync_helper(); << 772 << 773 error = freeze_processes(); << 774 if (error) 650 if (error) 775 goto Exit; 651 goto Exit; 776 652 777 lock_device_hotplug(); << 778 /* Allocate memory management structur 653 /* Allocate memory management structures */ 779 error = create_basic_memory_bitmaps(); 654 error = create_basic_memory_bitmaps(); 780 if (error) 655 if (error) 781 goto Thaw; !! 656 goto Exit; >> 657 >> 658 printk(KERN_INFO "PM: Syncing filesystems ... "); >> 659 sys_sync(); >> 660 printk("done.\n"); >> 661 >> 662 error = freeze_processes(); >> 663 if (error) >> 664 goto Free_bitmaps; 782 665 783 error = hibernation_snapshot(hibernati 666 error = hibernation_snapshot(hibernation_mode == HIBERNATION_PLATFORM); 784 if (error || freezer_test_done) 667 if (error || freezer_test_done) 785 goto Free_bitmaps; !! 668 goto Thaw; 786 669 787 if (in_suspend) { 670 if (in_suspend) { 788 unsigned int flags = 0; 671 unsigned int flags = 0; 789 672 790 if (hibernation_mode == HIBERN 673 if (hibernation_mode == HIBERNATION_PLATFORM) 791 flags |= SF_PLATFORM_M 674 flags |= SF_PLATFORM_MODE; 792 if (nocompress) { !! 675 if (nocompress) 793 flags |= SF_NOCOMPRESS 676 flags |= SF_NOCOMPRESS_MODE; 794 } else { !! 677 else 795 flags |= SF_CRC32_MODE 678 flags |= SF_CRC32_MODE; 796 679 797 /* !! 680 pr_debug("PM: writing image.\n"); 798 * By default, LZO com << 799 * to override this be << 800 * << 801 * Refer kernel/power/ << 802 */ << 803 << 804 if (!strcmp(hib_comp_a << 805 flags |= SF_CO << 806 else << 807 flags |= SF_CO << 808 } << 809 << 810 pm_pr_dbg("Writing hibernation << 811 error = swsusp_write(flags); 681 error = swsusp_write(flags); 812 swsusp_free(); 682 swsusp_free(); 813 if (!error) { !! 683 if (!error) 814 if (hibernation_mode = !! 684 power_down(); 815 snapshot_test << 816 else << 817 power_down(); << 818 } << 819 in_suspend = 0; 685 in_suspend = 0; 820 pm_restore_gfp_mask(); 686 pm_restore_gfp_mask(); 821 } else { 687 } else { 822 pm_pr_dbg("Hibernation image r !! 688 pr_debug("PM: Image restored successfully.\n"); 823 } 689 } 824 690 825 Free_bitmaps: << 826 free_basic_memory_bitmaps(); << 827 Thaw: 691 Thaw: 828 unlock_device_hotplug(); << 829 if (snapshot_test) { << 830 pm_pr_dbg("Checking hibernatio << 831 error = swsusp_check(false); << 832 if (!error) << 833 error = load_image_and << 834 } << 835 thaw_processes(); 692 thaw_processes(); 836 693 837 /* Don't bother checking whether freez 694 /* Don't bother checking whether freezer_test_done is true */ 838 freezer_test_done = false; 695 freezer_test_done = false; >> 696 >> 697 Free_bitmaps: >> 698 free_basic_memory_bitmaps(); 839 Exit: 699 Exit: 840 pm_notifier_call_chain(PM_POST_HIBERNA 700 pm_notifier_call_chain(PM_POST_HIBERNATION); 841 Restore: << 842 pm_restore_console(); 701 pm_restore_console(); 843 hibernate_release(); !! 702 atomic_inc(&snapshot_device_available); 844 Unlock: 703 Unlock: 845 unlock_system_sleep(sleep_flags); !! 704 unlock_system_sleep(); 846 pr_info("hibernation exit\n"); << 847 << 848 return error; 705 return error; 849 } 706 } 850 707 >> 708 851 /** 709 /** 852 * hibernate_quiet_exec - Execute a function w !! 710 * software_resume - Resume from a saved hibernation image. 853 * @func: Function to execute. !! 711 * 854 * @data: Data pointer to pass to @func. !! 712 * This routine is called as a late initcall, when all devices have been >> 713 * discovered and initialized already. >> 714 * >> 715 * The image reading code is called to see if there is a hibernation image >> 716 * available for reading. If that is the case, devices are quiesced and the >> 717 * contents of memory is restored from the saved image. 855 * 718 * 856 * Return the @func return value or an error c !! 719 * If this is successful, control reappears in the restored target kernel in >> 720 * hibernation_snaphot() which returns to hibernate(). Otherwise, the routine >> 721 * attempts to recover gracefully and make the kernel return to the normal mode >> 722 * of operation. 857 */ 723 */ 858 int hibernate_quiet_exec(int (*func)(void *dat !! 724 static int software_resume(void) 859 { 725 { 860 unsigned int sleep_flags; << 861 int error; 726 int error; >> 727 unsigned int flags; 862 728 863 sleep_flags = lock_system_sleep(); !! 729 /* 864 !! 730 * If the user said "noresume".. bail out early. 865 if (!hibernate_acquire()) { !! 731 */ 866 error = -EBUSY; !! 732 if (noresume) 867 goto unlock; !! 733 return 0; 868 } << 869 << 870 pm_prepare_console(); << 871 << 872 error = pm_notifier_call_chain_robust( << 873 if (error) << 874 goto restore; << 875 << 876 error = freeze_processes(); << 877 if (error) << 878 goto exit; << 879 << 880 lock_device_hotplug(); << 881 << 882 pm_suspend_clear_flags(); << 883 << 884 error = platform_begin(true); << 885 if (error) << 886 goto thaw; << 887 << 888 error = freeze_kernel_threads(); << 889 if (error) << 890 goto thaw; << 891 << 892 error = dpm_prepare(PMSG_FREEZE); << 893 if (error) << 894 goto dpm_complete; << 895 << 896 suspend_console(); << 897 << 898 error = dpm_suspend(PMSG_FREEZE); << 899 if (error) << 900 goto dpm_resume; << 901 << 902 error = dpm_suspend_end(PMSG_FREEZE); << 903 if (error) << 904 goto dpm_resume; << 905 << 906 error = platform_pre_snapshot(true); << 907 if (error) << 908 goto skip; << 909 << 910 error = func(data); << 911 << 912 skip: << 913 platform_finish(true); << 914 << 915 dpm_resume_start(PMSG_THAW); << 916 << 917 dpm_resume: << 918 dpm_resume(PMSG_THAW); << 919 << 920 resume_console(); << 921 << 922 dpm_complete: << 923 dpm_complete(PMSG_THAW); << 924 << 925 thaw_kernel_threads(); << 926 << 927 thaw: << 928 platform_end(true); << 929 << 930 unlock_device_hotplug(); << 931 << 932 thaw_processes(); << 933 << 934 exit: << 935 pm_notifier_call_chain(PM_POST_HIBERNA << 936 << 937 restore: << 938 pm_restore_console(); << 939 << 940 hibernate_release(); << 941 734 942 unlock: !! 735 /* 943 unlock_system_sleep(sleep_flags); !! 736 * name_to_dev_t() below takes a sysfs buffer mutex when sysfs >> 737 * is configured into the kernel. Since the regular hibernate >> 738 * trigger path is via sysfs which takes a buffer mutex before >> 739 * calling hibernate functions (which take pm_mutex) this can >> 740 * cause lockdep to complain about a possible ABBA deadlock >> 741 * which cannot happen since we're in the boot code here and >> 742 * sysfs can't be invoked yet. Therefore, we use a subclass >> 743 * here to avoid lockdep complaining. >> 744 */ >> 745 mutex_lock_nested(&pm_mutex, SINGLE_DEPTH_NESTING); 944 746 945 return error; !! 747 if (swsusp_resume_device) 946 } !! 748 goto Check_image; 947 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); << 948 749 949 static int __init find_resume_device(void) !! 750 if (!strlen(resume_file)) { 950 { !! 751 error = -ENOENT; 951 if (!strlen(resume_file)) !! 752 goto Unlock; 952 return -ENOENT; !! 753 } 953 754 954 pm_pr_dbg("Checking hibernation image !! 755 pr_debug("PM: Checking hibernation image partition %s\n", resume_file); 955 756 956 if (resume_delay) { 757 if (resume_delay) { 957 pr_info("Waiting %dsec before !! 758 printk(KERN_INFO "Waiting %dsec before reading resume device...\n", 958 resume_delay); 759 resume_delay); 959 ssleep(resume_delay); 760 ssleep(resume_delay); 960 } 761 } 961 762 962 /* Check if the device is there */ 763 /* Check if the device is there */ 963 if (!early_lookup_bdev(resume_file, &s !! 764 swsusp_resume_device = name_to_dev_t(resume_file); 964 return 0; << 965 765 966 /* 766 /* 967 * Some device discovery might still b !! 767 * name_to_dev_t is ineffective to verify parition if resume_file is in 968 * this to finish. !! 768 * integer format. (e.g. major:minor) 969 */ 769 */ 970 wait_for_device_probe(); !! 770 if (isdigit(resume_file[0]) && resume_wait) { 971 if (resume_wait) { !! 771 int partno; 972 while (early_lookup_bdev(resum !! 772 while (!get_gendisk(swsusp_resume_device, &partno)) 973 msleep(10); 773 msleep(10); 974 async_synchronize_full(); << 975 } 774 } 976 775 977 return early_lookup_bdev(resume_file, !! 776 if (!swsusp_resume_device) { 978 } !! 777 /* >> 778 * Some device discovery might still be in progress; we need >> 779 * to wait for this to finish. >> 780 */ >> 781 wait_for_device_probe(); 979 782 980 static int software_resume(void) !! 783 if (resume_wait) { 981 { !! 784 while ((swsusp_resume_device = name_to_dev_t(resume_file)) == 0) 982 int error; !! 785 msleep(10); >> 786 async_synchronize_full(); >> 787 } 983 788 984 pm_pr_dbg("Hibernation image partition !! 789 swsusp_resume_device = name_to_dev_t(resume_file); 985 MAJOR(swsusp_resume_device), M !! 790 if (!swsusp_resume_device) { >> 791 error = -ENODEV; >> 792 goto Unlock; >> 793 } >> 794 } 986 795 987 pm_pr_dbg("Looking for hibernation ima !! 796 Check_image: >> 797 pr_debug("PM: Hibernation image partition %d:%d present\n", >> 798 MAJOR(swsusp_resume_device), MINOR(swsusp_resume_device)); 988 799 989 mutex_lock(&system_transition_mutex); !! 800 pr_debug("PM: Looking for hibernation image.\n"); 990 error = swsusp_check(true); !! 801 error = swsusp_check(); 991 if (error) 802 if (error) 992 goto Unlock; 803 goto Unlock; 993 804 994 /* << 995 * Check if the hibernation image is c << 996 * the algorithm support. << 997 */ << 998 if (!(swsusp_header_flags & SF_NOCOMPR << 999 if (swsusp_header_flags & SF_C << 1000 strscpy(hib_comp_algo << 1001 else << 1002 strscpy(hib_comp_algo << 1003 if (crypto_has_comp(hib_comp_ << 1004 pr_err("%s compressio << 1005 error = -EOPNOTSUPP; << 1006 goto Unlock; << 1007 } << 1008 } << 1009 << 1010 /* The snapshot device should not be 805 /* The snapshot device should not be opened while we're running */ 1011 if (!hibernate_acquire()) { !! 806 if (!atomic_add_unless(&snapshot_device_available, -1, 0)) { 1012 error = -EBUSY; 807 error = -EBUSY; 1013 swsusp_close(); !! 808 swsusp_close(FMODE_READ); 1014 goto Unlock; 809 goto Unlock; 1015 } 810 } 1016 811 1017 pr_info("resume from hibernation\n"); << 1018 pm_prepare_console(); 812 pm_prepare_console(); 1019 error = pm_notifier_call_chain_robust !! 813 error = pm_notifier_call_chain(PM_RESTORE_PREPARE); 1020 if (error) 814 if (error) 1021 goto Restore; !! 815 goto close_finish; 1022 816 1023 pm_pr_dbg("Preparing processes for hi !! 817 error = create_basic_memory_bitmaps(); 1024 error = freeze_processes(); << 1025 if (error) 818 if (error) 1026 goto Close_Finish; !! 819 goto close_finish; 1027 820 1028 error = freeze_kernel_threads(); !! 821 pr_debug("PM: Preparing processes for restore.\n"); >> 822 error = freeze_processes(); 1029 if (error) { 823 if (error) { 1030 thaw_processes(); !! 824 swsusp_close(FMODE_READ); 1031 goto Close_Finish; !! 825 goto Done; 1032 } 826 } 1033 827 1034 error = load_image_and_restore(); !! 828 pr_debug("PM: Loading hibernation image.\n"); >> 829 >> 830 error = swsusp_read(&flags); >> 831 swsusp_close(FMODE_READ); >> 832 if (!error) >> 833 hibernation_restore(flags & SF_PLATFORM_MODE); >> 834 >> 835 printk(KERN_ERR "PM: Failed to load hibernation image, recovering.\n"); >> 836 swsusp_free(); 1035 thaw_processes(); 837 thaw_processes(); >> 838 Done: >> 839 free_basic_memory_bitmaps(); 1036 Finish: 840 Finish: 1037 pm_notifier_call_chain(PM_POST_RESTOR 841 pm_notifier_call_chain(PM_POST_RESTORE); 1038 Restore: << 1039 pm_restore_console(); 842 pm_restore_console(); 1040 pr_info("resume failed (%d)\n", error !! 843 atomic_inc(&snapshot_device_available); 1041 hibernate_release(); << 1042 /* For success case, the suspend path 844 /* For success case, the suspend path will release the lock */ 1043 Unlock: 845 Unlock: 1044 mutex_unlock(&system_transition_mutex !! 846 mutex_unlock(&pm_mutex); 1045 pm_pr_dbg("Hibernation image not pres !! 847 pr_debug("PM: Hibernation image not present or could not be loaded.\n"); 1046 return error; 848 return error; 1047 Close_Finish: !! 849 close_finish: 1048 swsusp_close(); !! 850 swsusp_close(FMODE_READ); 1049 goto Finish; 851 goto Finish; 1050 } 852 } 1051 853 1052 /** !! 854 late_initcall(software_resume); 1053 * software_resume_initcall - Resume from a s << 1054 * << 1055 * This routine is called as a late initcall, << 1056 * discovered and initialized already. << 1057 * << 1058 * The image reading code is called to see if << 1059 * available for reading. If that is the cas << 1060 * contents of memory is restored from the sa << 1061 * << 1062 * If this is successful, control reappears i << 1063 * hibernation_snapshot() which returns to hi << 1064 * attempts to recover gracefully and make th << 1065 * of operation. << 1066 */ << 1067 static int __init software_resume_initcall(vo << 1068 { << 1069 /* << 1070 * If the user said "noresume".. bail << 1071 */ << 1072 if (noresume || !hibernation_availabl << 1073 return 0; << 1074 << 1075 if (!swsusp_resume_device) { << 1076 int error = find_resume_devic << 1077 << 1078 if (error) << 1079 return error; << 1080 } << 1081 << 1082 return software_resume(); << 1083 } << 1084 late_initcall_sync(software_resume_initcall); << 1085 855 1086 856 1087 static const char * const hibernation_modes[] 857 static const char * const hibernation_modes[] = { 1088 [HIBERNATION_PLATFORM] = "platform", 858 [HIBERNATION_PLATFORM] = "platform", 1089 [HIBERNATION_SHUTDOWN] = "shutdown", 859 [HIBERNATION_SHUTDOWN] = "shutdown", 1090 [HIBERNATION_REBOOT] = "reboot", 860 [HIBERNATION_REBOOT] = "reboot", 1091 #ifdef CONFIG_SUSPEND 861 #ifdef CONFIG_SUSPEND 1092 [HIBERNATION_SUSPEND] = "suspend", 862 [HIBERNATION_SUSPEND] = "suspend", 1093 #endif 863 #endif 1094 [HIBERNATION_TEST_RESUME] = "te << 1095 }; 864 }; 1096 865 1097 /* 866 /* 1098 * /sys/power/disk - Control hibernation mode 867 * /sys/power/disk - Control hibernation mode. 1099 * 868 * 1100 * Hibernation can be handled in several ways 869 * Hibernation can be handled in several ways. There are a few different ways 1101 * to put the system into the sleep state: us 870 * to put the system into the sleep state: using the platform driver (e.g. ACPI 1102 * or other hibernation_ops), powering it off 871 * or other hibernation_ops), powering it off or rebooting it (for testing 1103 * mostly). 872 * mostly). 1104 * 873 * 1105 * The sysfs file /sys/power/disk provides an 874 * The sysfs file /sys/power/disk provides an interface for selecting the 1106 * hibernation mode to use. Reading from thi 875 * hibernation mode to use. Reading from this file causes the available modes 1107 * to be printed. There are 3 modes that can 876 * to be printed. There are 3 modes that can be supported: 1108 * 877 * 1109 * 'platform' 878 * 'platform' 1110 * 'shutdown' 879 * 'shutdown' 1111 * 'reboot' 880 * 'reboot' 1112 * 881 * 1113 * If a platform hibernation driver is in use 882 * If a platform hibernation driver is in use, 'platform' will be supported 1114 * and will be used by default. Otherwise, ' 883 * and will be used by default. Otherwise, 'shutdown' will be used by default. 1115 * The selected option (i.e. the one correspo 884 * The selected option (i.e. the one corresponding to the current value of 1116 * hibernation_mode) is enclosed by a square 885 * hibernation_mode) is enclosed by a square bracket. 1117 * 886 * 1118 * To select a given hibernation mode it is n 887 * To select a given hibernation mode it is necessary to write the mode's 1119 * string representation (as returned by read 888 * string representation (as returned by reading from /sys/power/disk) back 1120 * into /sys/power/disk. 889 * into /sys/power/disk. 1121 */ 890 */ 1122 891 1123 static ssize_t disk_show(struct kobject *kobj 892 static ssize_t disk_show(struct kobject *kobj, struct kobj_attribute *attr, 1124 char *buf) 893 char *buf) 1125 { 894 { 1126 ssize_t count = 0; << 1127 int i; 895 int i; 1128 !! 896 char *start = buf; 1129 if (!hibernation_available()) << 1130 return sysfs_emit(buf, "[disa << 1131 897 1132 for (i = HIBERNATION_FIRST; i <= HIBE 898 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1133 if (!hibernation_modes[i]) 899 if (!hibernation_modes[i]) 1134 continue; 900 continue; 1135 switch (i) { 901 switch (i) { 1136 case HIBERNATION_SHUTDOWN: 902 case HIBERNATION_SHUTDOWN: 1137 case HIBERNATION_REBOOT: 903 case HIBERNATION_REBOOT: 1138 #ifdef CONFIG_SUSPEND 904 #ifdef CONFIG_SUSPEND 1139 case HIBERNATION_SUSPEND: 905 case HIBERNATION_SUSPEND: 1140 #endif 906 #endif 1141 case HIBERNATION_TEST_RESUME: << 1142 break; 907 break; 1143 case HIBERNATION_PLATFORM: 908 case HIBERNATION_PLATFORM: 1144 if (hibernation_ops) 909 if (hibernation_ops) 1145 break; 910 break; 1146 /* not a valid mode, 911 /* not a valid mode, continue with loop */ 1147 continue; 912 continue; 1148 } 913 } 1149 if (i == hibernation_mode) 914 if (i == hibernation_mode) 1150 count += sysfs_emit_a !! 915 buf += sprintf(buf, "[%s] ", hibernation_modes[i]); 1151 else 916 else 1152 count += sysfs_emit_a !! 917 buf += sprintf(buf, "%s ", hibernation_modes[i]); 1153 } 918 } 1154 !! 919 buf += sprintf(buf, "\n"); 1155 /* Convert the last space to a newlin !! 920 return buf-start; 1156 if (count > 0) << 1157 buf[count - 1] = '\n'; << 1158 << 1159 return count; << 1160 } 921 } 1161 922 1162 static ssize_t disk_store(struct kobject *kob 923 static ssize_t disk_store(struct kobject *kobj, struct kobj_attribute *attr, 1163 const char *buf, si 924 const char *buf, size_t n) 1164 { 925 { 1165 int mode = HIBERNATION_INVALID; << 1166 unsigned int sleep_flags; << 1167 int error = 0; 926 int error = 0; >> 927 int i; 1168 int len; 928 int len; 1169 char *p; 929 char *p; 1170 int i; !! 930 int mode = HIBERNATION_INVALID; 1171 << 1172 if (!hibernation_available()) << 1173 return -EPERM; << 1174 931 1175 p = memchr(buf, '\n', n); 932 p = memchr(buf, '\n', n); 1176 len = p ? p - buf : n; 933 len = p ? p - buf : n; 1177 934 1178 sleep_flags = lock_system_sleep(); !! 935 lock_system_sleep(); 1179 for (i = HIBERNATION_FIRST; i <= HIBE 936 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1180 if (len == strlen(hibernation 937 if (len == strlen(hibernation_modes[i]) 1181 && !strncmp(buf, hibernat 938 && !strncmp(buf, hibernation_modes[i], len)) { 1182 mode = i; 939 mode = i; 1183 break; 940 break; 1184 } 941 } 1185 } 942 } 1186 if (mode != HIBERNATION_INVALID) { 943 if (mode != HIBERNATION_INVALID) { 1187 switch (mode) { 944 switch (mode) { 1188 case HIBERNATION_SHUTDOWN: 945 case HIBERNATION_SHUTDOWN: 1189 case HIBERNATION_REBOOT: 946 case HIBERNATION_REBOOT: 1190 #ifdef CONFIG_SUSPEND 947 #ifdef CONFIG_SUSPEND 1191 case HIBERNATION_SUSPEND: 948 case HIBERNATION_SUSPEND: 1192 #endif 949 #endif 1193 case HIBERNATION_TEST_RESUME: << 1194 hibernation_mode = mo 950 hibernation_mode = mode; 1195 break; 951 break; 1196 case HIBERNATION_PLATFORM: 952 case HIBERNATION_PLATFORM: 1197 if (hibernation_ops) 953 if (hibernation_ops) 1198 hibernation_m 954 hibernation_mode = mode; 1199 else 955 else 1200 error = -EINV 956 error = -EINVAL; 1201 } 957 } 1202 } else 958 } else 1203 error = -EINVAL; 959 error = -EINVAL; 1204 960 1205 if (!error) 961 if (!error) 1206 pm_pr_dbg("Hibernation mode s !! 962 pr_debug("PM: Hibernation mode set to '%s'\n", 1207 hibernation_mo !! 963 hibernation_modes[mode]); 1208 unlock_system_sleep(sleep_flags); !! 964 unlock_system_sleep(); 1209 return error ? error : n; 965 return error ? error : n; 1210 } 966 } 1211 967 1212 power_attr(disk); 968 power_attr(disk); 1213 969 1214 static ssize_t resume_show(struct kobject *ko 970 static ssize_t resume_show(struct kobject *kobj, struct kobj_attribute *attr, 1215 char *buf) 971 char *buf) 1216 { 972 { 1217 return sysfs_emit(buf, "%d:%d\n", MAJ !! 973 return sprintf(buf,"%d:%d\n", MAJOR(swsusp_resume_device), 1218 MINOR(swsusp_resume !! 974 MINOR(swsusp_resume_device)); 1219 } 975 } 1220 976 1221 static ssize_t resume_store(struct kobject *k 977 static ssize_t resume_store(struct kobject *kobj, struct kobj_attribute *attr, 1222 const char *buf, 978 const char *buf, size_t n) 1223 { 979 { 1224 unsigned int sleep_flags; !! 980 unsigned int maj, min; 1225 int len = n; !! 981 dev_t res; 1226 char *name; !! 982 int ret = -EINVAL; 1227 dev_t dev; !! 983 1228 int error; !! 984 if (sscanf(buf, "%u:%u", &maj, &min) != 2) 1229 !! 985 goto out; 1230 if (!hibernation_available()) !! 986 1231 return n; !! 987 res = MKDEV(maj,min); 1232 !! 988 if (maj != MAJOR(res) || min != MINOR(res)) 1233 if (len && buf[len-1] == '\n') !! 989 goto out; 1234 len--; !! 990 1235 name = kstrndup(buf, len, GFP_KERNEL) !! 991 lock_system_sleep(); 1236 if (!name) !! 992 swsusp_resume_device = res; 1237 return -ENOMEM; !! 993 unlock_system_sleep(); 1238 !! 994 printk(KERN_INFO "PM: Starting manual resume from disk\n"); 1239 error = lookup_bdev(name, &dev); << 1240 if (error) { << 1241 unsigned maj, min, offset; << 1242 char *p, dummy; << 1243 << 1244 error = 0; << 1245 if (sscanf(name, "%u:%u%c", & << 1246 sscanf(name, "%u:%u:%u:%c << 1247 &dummy) == 3) << 1248 dev = MKDEV(maj, min) << 1249 if (maj != MAJOR(dev) << 1250 error = -EINV << 1251 } else { << 1252 dev = new_decode_dev( << 1253 if (*p) << 1254 error = -EINV << 1255 } << 1256 } << 1257 kfree(name); << 1258 if (error) << 1259 return error; << 1260 << 1261 sleep_flags = lock_system_sleep(); << 1262 swsusp_resume_device = dev; << 1263 unlock_system_sleep(sleep_flags); << 1264 << 1265 pm_pr_dbg("Configured hibernation res << 1266 swsusp_resume_device); << 1267 noresume = 0; 995 noresume = 0; 1268 software_resume(); 996 software_resume(); 1269 return n; !! 997 ret = n; >> 998 out: >> 999 return ret; 1270 } 1000 } 1271 1001 1272 power_attr(resume); 1002 power_attr(resume); 1273 1003 1274 static ssize_t resume_offset_show(struct kobj << 1275 struct kobj << 1276 { << 1277 return sysfs_emit(buf, "%llu\n", (uns << 1278 } << 1279 << 1280 static ssize_t resume_offset_store(struct kob << 1281 struct kob << 1282 size_t n) << 1283 { << 1284 unsigned long long offset; << 1285 int rc; << 1286 << 1287 rc = kstrtoull(buf, 0, &offset); << 1288 if (rc) << 1289 return rc; << 1290 swsusp_resume_block = offset; << 1291 << 1292 return n; << 1293 } << 1294 << 1295 power_attr(resume_offset); << 1296 << 1297 static ssize_t image_size_show(struct kobject 1004 static ssize_t image_size_show(struct kobject *kobj, struct kobj_attribute *attr, 1298 char *buf) 1005 char *buf) 1299 { 1006 { 1300 return sysfs_emit(buf, "%lu\n", image !! 1007 return sprintf(buf, "%lu\n", image_size); 1301 } 1008 } 1302 1009 1303 static ssize_t image_size_store(struct kobjec 1010 static ssize_t image_size_store(struct kobject *kobj, struct kobj_attribute *attr, 1304 const char *b 1011 const char *buf, size_t n) 1305 { 1012 { 1306 unsigned long size; 1013 unsigned long size; 1307 1014 1308 if (sscanf(buf, "%lu", &size) == 1) { 1015 if (sscanf(buf, "%lu", &size) == 1) { 1309 image_size = size; 1016 image_size = size; 1310 return n; 1017 return n; 1311 } 1018 } 1312 1019 1313 return -EINVAL; 1020 return -EINVAL; 1314 } 1021 } 1315 1022 1316 power_attr(image_size); 1023 power_attr(image_size); 1317 1024 1318 static ssize_t reserved_size_show(struct kobj 1025 static ssize_t reserved_size_show(struct kobject *kobj, 1319 struct kobj 1026 struct kobj_attribute *attr, char *buf) 1320 { 1027 { 1321 return sysfs_emit(buf, "%lu\n", reser !! 1028 return sprintf(buf, "%lu\n", reserved_size); 1322 } 1029 } 1323 1030 1324 static ssize_t reserved_size_store(struct kob 1031 static ssize_t reserved_size_store(struct kobject *kobj, 1325 struct kob 1032 struct kobj_attribute *attr, 1326 const char 1033 const char *buf, size_t n) 1327 { 1034 { 1328 unsigned long size; 1035 unsigned long size; 1329 1036 1330 if (sscanf(buf, "%lu", &size) == 1) { 1037 if (sscanf(buf, "%lu", &size) == 1) { 1331 reserved_size = size; 1038 reserved_size = size; 1332 return n; 1039 return n; 1333 } 1040 } 1334 1041 1335 return -EINVAL; 1042 return -EINVAL; 1336 } 1043 } 1337 1044 1338 power_attr(reserved_size); 1045 power_attr(reserved_size); 1339 1046 1340 static struct attribute *g[] = { !! 1047 static struct attribute * g[] = { 1341 &disk_attr.attr, 1048 &disk_attr.attr, 1342 &resume_offset_attr.attr, << 1343 &resume_attr.attr, 1049 &resume_attr.attr, 1344 &image_size_attr.attr, 1050 &image_size_attr.attr, 1345 &reserved_size_attr.attr, 1051 &reserved_size_attr.attr, 1346 NULL, 1052 NULL, 1347 }; 1053 }; 1348 1054 1349 1055 1350 static const struct attribute_group attr_grou !! 1056 static struct attribute_group attr_group = { 1351 .attrs = g, 1057 .attrs = g, 1352 }; 1058 }; 1353 1059 1354 1060 1355 static int __init pm_disk_init(void) 1061 static int __init pm_disk_init(void) 1356 { 1062 { 1357 return sysfs_create_group(power_kobj, 1063 return sysfs_create_group(power_kobj, &attr_group); 1358 } 1064 } 1359 1065 1360 core_initcall(pm_disk_init); 1066 core_initcall(pm_disk_init); 1361 1067 1362 1068 1363 static int __init resume_setup(char *str) 1069 static int __init resume_setup(char *str) 1364 { 1070 { 1365 if (noresume) 1071 if (noresume) 1366 return 1; 1072 return 1; 1367 1073 1368 strscpy(resume_file, str); !! 1074 strncpy( resume_file, str, 255 ); 1369 return 1; 1075 return 1; 1370 } 1076 } 1371 1077 1372 static int __init resume_offset_setup(char *s 1078 static int __init resume_offset_setup(char *str) 1373 { 1079 { 1374 unsigned long long offset; 1080 unsigned long long offset; 1375 1081 1376 if (noresume) 1082 if (noresume) 1377 return 1; 1083 return 1; 1378 1084 1379 if (sscanf(str, "%llu", &offset) == 1 1085 if (sscanf(str, "%llu", &offset) == 1) 1380 swsusp_resume_block = offset; 1086 swsusp_resume_block = offset; 1381 1087 1382 return 1; 1088 return 1; 1383 } 1089 } 1384 1090 1385 static int __init hibernate_setup(char *str) 1091 static int __init hibernate_setup(char *str) 1386 { 1092 { 1387 if (!strncmp(str, "noresume", 8)) { !! 1093 if (!strncmp(str, "noresume", 8)) 1388 noresume = 1; 1094 noresume = 1; 1389 } else if (!strncmp(str, "nocompress" !! 1095 else if (!strncmp(str, "nocompress", 10)) 1390 nocompress = 1; 1096 nocompress = 1; 1391 } else if (!strncmp(str, "no", 2)) { << 1392 noresume = 1; << 1393 nohibernate = 1; << 1394 } else if (IS_ENABLED(CONFIG_STRICT_K << 1395 && !strncmp(str, "protect_ << 1396 enable_restore_image_protecti << 1397 } << 1398 return 1; 1097 return 1; 1399 } 1098 } 1400 1099 1401 static int __init noresume_setup(char *str) 1100 static int __init noresume_setup(char *str) 1402 { 1101 { 1403 noresume = 1; 1102 noresume = 1; 1404 return 1; 1103 return 1; 1405 } 1104 } 1406 1105 1407 static int __init resumewait_setup(char *str) 1106 static int __init resumewait_setup(char *str) 1408 { 1107 { 1409 resume_wait = 1; 1108 resume_wait = 1; 1410 return 1; 1109 return 1; 1411 } 1110 } 1412 1111 1413 static int __init resumedelay_setup(char *str 1112 static int __init resumedelay_setup(char *str) 1414 { 1113 { 1415 int rc = kstrtouint(str, 0, &resume_d !! 1114 resume_delay = simple_strtoul(str, NULL, 0); 1416 << 1417 if (rc) << 1418 pr_warn("resumedelay: bad opt << 1419 return 1; 1115 return 1; 1420 } 1116 } 1421 1117 1422 static int __init nohibernate_setup(char *str << 1423 { << 1424 noresume = 1; << 1425 nohibernate = 1; << 1426 return 1; << 1427 } << 1428 << 1429 static const char * const comp_alg_enabled[] << 1430 #if IS_ENABLED(CONFIG_CRYPTO_LZO) << 1431 COMPRESSION_ALGO_LZO, << 1432 #endif << 1433 #if IS_ENABLED(CONFIG_CRYPTO_LZ4) << 1434 COMPRESSION_ALGO_LZ4, << 1435 #endif << 1436 }; << 1437 << 1438 static int hibernate_compressor_param_set(con << 1439 const struct kernel_param *kp << 1440 { << 1441 unsigned int sleep_flags; << 1442 int index, ret; << 1443 << 1444 sleep_flags = lock_system_sleep(); << 1445 << 1446 index = sysfs_match_string(comp_alg_e << 1447 if (index >= 0) { << 1448 ret = param_set_copystring(co << 1449 if (!ret) << 1450 strscpy(hib_comp_algo << 1451 sizeof(hib_co << 1452 } else { << 1453 ret = index; << 1454 } << 1455 << 1456 unlock_system_sleep(sleep_flags); << 1457 << 1458 if (ret) << 1459 pr_debug("Cannot set specifie << 1460 compressor); << 1461 << 1462 return ret; << 1463 } << 1464 << 1465 static const struct kernel_param_ops hibernat << 1466 .set = hibernate_compressor_param_ << 1467 .get = param_get_string, << 1468 }; << 1469 << 1470 static struct kparam_string hibernate_compres << 1471 .maxlen = sizeof(hibernate_compressor << 1472 .string = hibernate_compressor, << 1473 }; << 1474 << 1475 module_param_cb(compressor, &hibernate_compre << 1476 &hibernate_compressor_param_s << 1477 MODULE_PARM_DESC(compressor, << 1478 "Compression algorithm to be << 1479 << 1480 __setup("noresume", noresume_setup); 1118 __setup("noresume", noresume_setup); 1481 __setup("resume_offset=", resume_offset_setup 1119 __setup("resume_offset=", resume_offset_setup); 1482 __setup("resume=", resume_setup); 1120 __setup("resume=", resume_setup); 1483 __setup("hibernate=", hibernate_setup); 1121 __setup("hibernate=", hibernate_setup); 1484 __setup("resumewait", resumewait_setup); 1122 __setup("resumewait", resumewait_setup); 1485 __setup("resumedelay=", resumedelay_setup); 1123 __setup("resumedelay=", resumedelay_setup); 1486 __setup("nohibernate", nohibernate_setup); << 1487 1124
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.