1 // SPDX-License-Identifier: GPL-2.0-only << 2 /* 1 /* 3 * kernel/power/hibernate.c - Hibernation (a.k 2 * kernel/power/hibernate.c - Hibernation (a.k.a suspend-to-disk) support. 4 * 3 * 5 * Copyright (c) 2003 Patrick Mochel 4 * Copyright (c) 2003 Patrick Mochel 6 * Copyright (c) 2003 Open Source Development 5 * Copyright (c) 2003 Open Source Development Lab 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw. 6 * Copyright (c) 2004 Pavel Machek <pavel@ucw.cz> 8 * Copyright (c) 2009 Rafael J. Wysocki, Novel 7 * Copyright (c) 2009 Rafael J. Wysocki, Novell Inc. 9 * Copyright (C) 2012 Bojan Smojver <bojan@rex 8 * Copyright (C) 2012 Bojan Smojver <bojan@rexursive.com> >> 9 * >> 10 * This file is released under the GPLv2. 10 */ 11 */ 11 12 12 #define pr_fmt(fmt) "PM: hibernation: " fmt !! 13 #define pr_fmt(fmt) "PM: " fmt 13 14 14 #include <linux/blkdev.h> << 15 #include <linux/export.h> 15 #include <linux/export.h> 16 #include <linux/suspend.h> 16 #include <linux/suspend.h> >> 17 #include <linux/syscalls.h> 17 #include <linux/reboot.h> 18 #include <linux/reboot.h> 18 #include <linux/string.h> 19 #include <linux/string.h> 19 #include <linux/device.h> 20 #include <linux/device.h> 20 #include <linux/async.h> 21 #include <linux/async.h> 21 #include <linux/delay.h> 22 #include <linux/delay.h> 22 #include <linux/fs.h> 23 #include <linux/fs.h> 23 #include <linux/mount.h> 24 #include <linux/mount.h> 24 #include <linux/pm.h> 25 #include <linux/pm.h> 25 #include <linux/nmi.h> 26 #include <linux/nmi.h> 26 #include <linux/console.h> 27 #include <linux/console.h> 27 #include <linux/cpu.h> 28 #include <linux/cpu.h> 28 #include <linux/freezer.h> 29 #include <linux/freezer.h> 29 #include <linux/gfp.h> 30 #include <linux/gfp.h> 30 #include <linux/syscore_ops.h> 31 #include <linux/syscore_ops.h> 31 #include <linux/ctype.h> 32 #include <linux/ctype.h> >> 33 #include <linux/genhd.h> 32 #include <linux/ktime.h> 34 #include <linux/ktime.h> 33 #include <linux/security.h> << 34 #include <linux/secretmem.h> << 35 #include <trace/events/power.h> 35 #include <trace/events/power.h> 36 36 37 #include "power.h" 37 #include "power.h" 38 38 39 39 40 static int nocompress; 40 static int nocompress; 41 static int noresume; 41 static int noresume; 42 static int nohibernate; 42 static int nohibernate; 43 static int resume_wait; 43 static int resume_wait; 44 static unsigned int resume_delay; 44 static unsigned int resume_delay; 45 static char resume_file[256] = CONFIG_PM_STD_P 45 static char resume_file[256] = CONFIG_PM_STD_PARTITION; 46 dev_t swsusp_resume_device; 46 dev_t swsusp_resume_device; 47 sector_t swsusp_resume_block; 47 sector_t swsusp_resume_block; 48 __visible int in_suspend __nosavedata; 48 __visible int in_suspend __nosavedata; 49 49 50 static char hibernate_compressor[CRYPTO_MAX_AL << 51 << 52 /* << 53 * Compression/decompression algorithm to be u << 54 * image to/from disk. This would later be use << 55 * to allocate comp streams. << 56 */ << 57 char hib_comp_algo[CRYPTO_MAX_ALG_NAME]; << 58 << 59 enum { 50 enum { 60 HIBERNATION_INVALID, 51 HIBERNATION_INVALID, 61 HIBERNATION_PLATFORM, 52 HIBERNATION_PLATFORM, 62 HIBERNATION_SHUTDOWN, 53 HIBERNATION_SHUTDOWN, 63 HIBERNATION_REBOOT, 54 HIBERNATION_REBOOT, 64 #ifdef CONFIG_SUSPEND 55 #ifdef CONFIG_SUSPEND 65 HIBERNATION_SUSPEND, 56 HIBERNATION_SUSPEND, 66 #endif 57 #endif 67 HIBERNATION_TEST_RESUME, 58 HIBERNATION_TEST_RESUME, 68 /* keep last */ 59 /* keep last */ 69 __HIBERNATION_AFTER_LAST 60 __HIBERNATION_AFTER_LAST 70 }; 61 }; 71 #define HIBERNATION_MAX (__HIBERNATION_AFTER_L 62 #define HIBERNATION_MAX (__HIBERNATION_AFTER_LAST-1) 72 #define HIBERNATION_FIRST (HIBERNATION_INVALID 63 #define HIBERNATION_FIRST (HIBERNATION_INVALID + 1) 73 64 74 static int hibernation_mode = HIBERNATION_SHUT 65 static int hibernation_mode = HIBERNATION_SHUTDOWN; 75 66 76 bool freezer_test_done; 67 bool freezer_test_done; 77 68 78 static const struct platform_hibernation_ops * 69 static const struct platform_hibernation_ops *hibernation_ops; 79 70 80 static atomic_t hibernate_atomic = ATOMIC_INIT << 81 << 82 bool hibernate_acquire(void) << 83 { << 84 return atomic_add_unless(&hibernate_at << 85 } << 86 << 87 void hibernate_release(void) << 88 { << 89 atomic_inc(&hibernate_atomic); << 90 } << 91 << 92 bool hibernation_available(void) 71 bool hibernation_available(void) 93 { 72 { 94 return nohibernate == 0 && !! 73 return (nohibernate == 0); 95 !security_locked_down(LOCKDOWN << 96 !secretmem_active() && !cxl_me << 97 } 74 } 98 75 99 /** 76 /** 100 * hibernation_set_ops - Set the global hibern 77 * hibernation_set_ops - Set the global hibernate operations. 101 * @ops: Hibernation operations to use in subs 78 * @ops: Hibernation operations to use in subsequent hibernation transitions. 102 */ 79 */ 103 void hibernation_set_ops(const struct platform 80 void hibernation_set_ops(const struct platform_hibernation_ops *ops) 104 { 81 { 105 unsigned int sleep_flags; << 106 << 107 if (ops && !(ops->begin && ops->end && 82 if (ops && !(ops->begin && ops->end && ops->pre_snapshot 108 && ops->prepare && ops->finish && 83 && ops->prepare && ops->finish && ops->enter && ops->pre_restore 109 && ops->restore_cleanup && ops->le 84 && ops->restore_cleanup && ops->leave)) { 110 WARN_ON(1); 85 WARN_ON(1); 111 return; 86 return; 112 } 87 } 113 !! 88 lock_system_sleep(); 114 sleep_flags = lock_system_sleep(); << 115 << 116 hibernation_ops = ops; 89 hibernation_ops = ops; 117 if (ops) 90 if (ops) 118 hibernation_mode = HIBERNATION 91 hibernation_mode = HIBERNATION_PLATFORM; 119 else if (hibernation_mode == HIBERNATI 92 else if (hibernation_mode == HIBERNATION_PLATFORM) 120 hibernation_mode = HIBERNATION 93 hibernation_mode = HIBERNATION_SHUTDOWN; 121 94 122 unlock_system_sleep(sleep_flags); !! 95 unlock_system_sleep(); 123 } 96 } 124 EXPORT_SYMBOL_GPL(hibernation_set_ops); 97 EXPORT_SYMBOL_GPL(hibernation_set_ops); 125 98 126 static bool entering_platform_hibernation; 99 static bool entering_platform_hibernation; 127 100 128 bool system_entering_hibernation(void) 101 bool system_entering_hibernation(void) 129 { 102 { 130 return entering_platform_hibernation; 103 return entering_platform_hibernation; 131 } 104 } 132 EXPORT_SYMBOL(system_entering_hibernation); 105 EXPORT_SYMBOL(system_entering_hibernation); 133 106 134 #ifdef CONFIG_PM_DEBUG 107 #ifdef CONFIG_PM_DEBUG 135 static void hibernation_debug_sleep(void) 108 static void hibernation_debug_sleep(void) 136 { 109 { 137 pr_info("debug: Waiting for 5 seconds. !! 110 pr_info("hibernation debug: Waiting for 5 seconds.\n"); 138 mdelay(5000); 111 mdelay(5000); 139 } 112 } 140 113 141 static int hibernation_test(int level) 114 static int hibernation_test(int level) 142 { 115 { 143 if (pm_test_level == level) { 116 if (pm_test_level == level) { 144 hibernation_debug_sleep(); 117 hibernation_debug_sleep(); 145 return 1; 118 return 1; 146 } 119 } 147 return 0; 120 return 0; 148 } 121 } 149 #else /* !CONFIG_PM_DEBUG */ 122 #else /* !CONFIG_PM_DEBUG */ 150 static int hibernation_test(int level) { retur 123 static int hibernation_test(int level) { return 0; } 151 #endif /* !CONFIG_PM_DEBUG */ 124 #endif /* !CONFIG_PM_DEBUG */ 152 125 153 /** 126 /** 154 * platform_begin - Call platform to start hib 127 * platform_begin - Call platform to start hibernation. 155 * @platform_mode: Whether or not to use the p 128 * @platform_mode: Whether or not to use the platform driver. 156 */ 129 */ 157 static int platform_begin(int platform_mode) 130 static int platform_begin(int platform_mode) 158 { 131 { 159 return (platform_mode && hibernation_o 132 return (platform_mode && hibernation_ops) ? 160 hibernation_ops->begin(PMSG_FR !! 133 hibernation_ops->begin() : 0; 161 } 134 } 162 135 163 /** 136 /** 164 * platform_end - Call platform to finish tran 137 * platform_end - Call platform to finish transition to the working state. 165 * @platform_mode: Whether or not to use the p 138 * @platform_mode: Whether or not to use the platform driver. 166 */ 139 */ 167 static void platform_end(int platform_mode) 140 static void platform_end(int platform_mode) 168 { 141 { 169 if (platform_mode && hibernation_ops) 142 if (platform_mode && hibernation_ops) 170 hibernation_ops->end(); 143 hibernation_ops->end(); 171 } 144 } 172 145 173 /** 146 /** 174 * platform_pre_snapshot - Call platform to pr 147 * platform_pre_snapshot - Call platform to prepare the machine for hibernation. 175 * @platform_mode: Whether or not to use the p 148 * @platform_mode: Whether or not to use the platform driver. 176 * 149 * 177 * Use the platform driver to prepare the syst 150 * Use the platform driver to prepare the system for creating a hibernate image, 178 * if so configured, and return an error code 151 * if so configured, and return an error code if that fails. 179 */ 152 */ 180 153 181 static int platform_pre_snapshot(int platform_ 154 static int platform_pre_snapshot(int platform_mode) 182 { 155 { 183 return (platform_mode && hibernation_o 156 return (platform_mode && hibernation_ops) ? 184 hibernation_ops->pre_snapshot( 157 hibernation_ops->pre_snapshot() : 0; 185 } 158 } 186 159 187 /** 160 /** 188 * platform_leave - Call platform to prepare a 161 * platform_leave - Call platform to prepare a transition to the working state. 189 * @platform_mode: Whether or not to use the p 162 * @platform_mode: Whether or not to use the platform driver. 190 * 163 * 191 * Use the platform driver prepare to prepare 164 * Use the platform driver prepare to prepare the machine for switching to the 192 * normal mode of operation. 165 * normal mode of operation. 193 * 166 * 194 * This routine is called on one CPU with inte 167 * This routine is called on one CPU with interrupts disabled. 195 */ 168 */ 196 static void platform_leave(int platform_mode) 169 static void platform_leave(int platform_mode) 197 { 170 { 198 if (platform_mode && hibernation_ops) 171 if (platform_mode && hibernation_ops) 199 hibernation_ops->leave(); 172 hibernation_ops->leave(); 200 } 173 } 201 174 202 /** 175 /** 203 * platform_finish - Call platform to switch t 176 * platform_finish - Call platform to switch the system to the working state. 204 * @platform_mode: Whether or not to use the p 177 * @platform_mode: Whether or not to use the platform driver. 205 * 178 * 206 * Use the platform driver to switch the machi 179 * Use the platform driver to switch the machine to the normal mode of 207 * operation. 180 * operation. 208 * 181 * 209 * This routine must be called after platform_ 182 * This routine must be called after platform_prepare(). 210 */ 183 */ 211 static void platform_finish(int platform_mode) 184 static void platform_finish(int platform_mode) 212 { 185 { 213 if (platform_mode && hibernation_ops) 186 if (platform_mode && hibernation_ops) 214 hibernation_ops->finish(); 187 hibernation_ops->finish(); 215 } 188 } 216 189 217 /** 190 /** 218 * platform_pre_restore - Prepare for hibernat 191 * platform_pre_restore - Prepare for hibernate image restoration. 219 * @platform_mode: Whether or not to use the p 192 * @platform_mode: Whether or not to use the platform driver. 220 * 193 * 221 * Use the platform driver to prepare the syst 194 * Use the platform driver to prepare the system for resume from a hibernation 222 * image. 195 * image. 223 * 196 * 224 * If the restore fails after this function ha 197 * If the restore fails after this function has been called, 225 * platform_restore_cleanup() must be called. 198 * platform_restore_cleanup() must be called. 226 */ 199 */ 227 static int platform_pre_restore(int platform_m 200 static int platform_pre_restore(int platform_mode) 228 { 201 { 229 return (platform_mode && hibernation_o 202 return (platform_mode && hibernation_ops) ? 230 hibernation_ops->pre_restore() 203 hibernation_ops->pre_restore() : 0; 231 } 204 } 232 205 233 /** 206 /** 234 * platform_restore_cleanup - Switch to the wo 207 * platform_restore_cleanup - Switch to the working state after failing restore. 235 * @platform_mode: Whether or not to use the p 208 * @platform_mode: Whether or not to use the platform driver. 236 * 209 * 237 * Use the platform driver to switch the syste 210 * Use the platform driver to switch the system to the normal mode of operation 238 * after a failing restore. 211 * after a failing restore. 239 * 212 * 240 * If platform_pre_restore() has been called b 213 * If platform_pre_restore() has been called before the failing restore, this 241 * function must be called too, regardless of 214 * function must be called too, regardless of the result of 242 * platform_pre_restore(). 215 * platform_pre_restore(). 243 */ 216 */ 244 static void platform_restore_cleanup(int platf 217 static void platform_restore_cleanup(int platform_mode) 245 { 218 { 246 if (platform_mode && hibernation_ops) 219 if (platform_mode && hibernation_ops) 247 hibernation_ops->restore_clean 220 hibernation_ops->restore_cleanup(); 248 } 221 } 249 222 250 /** 223 /** 251 * platform_recover - Recover from a failure t 224 * platform_recover - Recover from a failure to suspend devices. 252 * @platform_mode: Whether or not to use the p 225 * @platform_mode: Whether or not to use the platform driver. 253 */ 226 */ 254 static void platform_recover(int platform_mode 227 static void platform_recover(int platform_mode) 255 { 228 { 256 if (platform_mode && hibernation_ops & 229 if (platform_mode && hibernation_ops && hibernation_ops->recover) 257 hibernation_ops->recover(); 230 hibernation_ops->recover(); 258 } 231 } 259 232 260 /** 233 /** 261 * swsusp_show_speed - Print time elapsed betw 234 * swsusp_show_speed - Print time elapsed between two events during hibernation. 262 * @start: Starting event. 235 * @start: Starting event. 263 * @stop: Final event. 236 * @stop: Final event. 264 * @nr_pages: Number of memory pages processed 237 * @nr_pages: Number of memory pages processed between @start and @stop. 265 * @msg: Additional diagnostic message to prin 238 * @msg: Additional diagnostic message to print. 266 */ 239 */ 267 void swsusp_show_speed(ktime_t start, ktime_t 240 void swsusp_show_speed(ktime_t start, ktime_t stop, 268 unsigned nr_pages, char 241 unsigned nr_pages, char *msg) 269 { 242 { 270 ktime_t diff; 243 ktime_t diff; 271 u64 elapsed_centisecs64; 244 u64 elapsed_centisecs64; 272 unsigned int centisecs; 245 unsigned int centisecs; 273 unsigned int k; 246 unsigned int k; 274 unsigned int kps; 247 unsigned int kps; 275 248 276 diff = ktime_sub(stop, start); 249 diff = ktime_sub(stop, start); 277 elapsed_centisecs64 = ktime_divns(diff 250 elapsed_centisecs64 = ktime_divns(diff, 10*NSEC_PER_MSEC); 278 centisecs = elapsed_centisecs64; 251 centisecs = elapsed_centisecs64; 279 if (centisecs == 0) 252 if (centisecs == 0) 280 centisecs = 1; /* avoid div-b 253 centisecs = 1; /* avoid div-by-zero */ 281 k = nr_pages * (PAGE_SIZE / 1024); 254 k = nr_pages * (PAGE_SIZE / 1024); 282 kps = (k * 100) / centisecs; 255 kps = (k * 100) / centisecs; 283 pr_info("%s %u kbytes in %u.%02u secon 256 pr_info("%s %u kbytes in %u.%02u seconds (%u.%02u MB/s)\n", 284 msg, k, centisecs / 100, centi 257 msg, k, centisecs / 100, centisecs % 100, kps / 1000, 285 (kps % 1000) / 10); 258 (kps % 1000) / 10); 286 } 259 } 287 260 288 __weak int arch_resume_nosmt(void) 261 __weak int arch_resume_nosmt(void) 289 { 262 { 290 return 0; 263 return 0; 291 } 264 } 292 265 293 /** 266 /** 294 * create_image - Create a hibernation image. 267 * create_image - Create a hibernation image. 295 * @platform_mode: Whether or not to use the p 268 * @platform_mode: Whether or not to use the platform driver. 296 * 269 * 297 * Execute device drivers' "late" and "noirq" 270 * Execute device drivers' "late" and "noirq" freeze callbacks, create a 298 * hibernation image and run the drivers' "noi 271 * hibernation image and run the drivers' "noirq" and "early" thaw callbacks. 299 * 272 * 300 * Control reappears in this routine after the 273 * Control reappears in this routine after the subsequent restore. 301 */ 274 */ 302 static int create_image(int platform_mode) 275 static int create_image(int platform_mode) 303 { 276 { 304 int error; 277 int error; 305 278 306 error = dpm_suspend_end(PMSG_FREEZE); 279 error = dpm_suspend_end(PMSG_FREEZE); 307 if (error) { 280 if (error) { 308 pr_err("Some devices failed to !! 281 pr_err("Some devices failed to power down, aborting hibernation\n"); 309 return error; 282 return error; 310 } 283 } 311 284 312 error = platform_pre_snapshot(platform 285 error = platform_pre_snapshot(platform_mode); 313 if (error || hibernation_test(TEST_PLA 286 if (error || hibernation_test(TEST_PLATFORM)) 314 goto Platform_finish; 287 goto Platform_finish; 315 288 316 error = pm_sleep_disable_secondary_cpu !! 289 error = disable_nonboot_cpus(); 317 if (error || hibernation_test(TEST_CPU 290 if (error || hibernation_test(TEST_CPUS)) 318 goto Enable_cpus; 291 goto Enable_cpus; 319 292 320 local_irq_disable(); 293 local_irq_disable(); 321 294 322 system_state = SYSTEM_SUSPEND; 295 system_state = SYSTEM_SUSPEND; 323 296 324 error = syscore_suspend(); 297 error = syscore_suspend(); 325 if (error) { 298 if (error) { 326 pr_err("Some system devices fa !! 299 pr_err("Some system devices failed to power down, aborting hibernation\n"); 327 goto Enable_irqs; 300 goto Enable_irqs; 328 } 301 } 329 302 330 if (hibernation_test(TEST_CORE) || pm_ 303 if (hibernation_test(TEST_CORE) || pm_wakeup_pending()) 331 goto Power_up; 304 goto Power_up; 332 305 333 in_suspend = 1; 306 in_suspend = 1; 334 save_processor_state(); 307 save_processor_state(); 335 trace_suspend_resume(TPS("machine_susp 308 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, true); 336 error = swsusp_arch_suspend(); 309 error = swsusp_arch_suspend(); 337 /* Restore control flow magically appe 310 /* Restore control flow magically appears here */ 338 restore_processor_state(); 311 restore_processor_state(); 339 trace_suspend_resume(TPS("machine_susp 312 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, false); 340 if (error) 313 if (error) 341 pr_err("Error %d creating imag !! 314 pr_err("Error %d creating hibernation image\n", error); 342 315 343 if (!in_suspend) { 316 if (!in_suspend) { 344 events_check_enabled = false; 317 events_check_enabled = false; 345 clear_or_poison_free_pages(); !! 318 clear_free_pages(); 346 } 319 } 347 320 348 platform_leave(platform_mode); 321 platform_leave(platform_mode); 349 322 350 Power_up: 323 Power_up: 351 syscore_resume(); 324 syscore_resume(); 352 325 353 Enable_irqs: 326 Enable_irqs: 354 system_state = SYSTEM_RUNNING; 327 system_state = SYSTEM_RUNNING; 355 local_irq_enable(); 328 local_irq_enable(); 356 329 357 Enable_cpus: 330 Enable_cpus: 358 pm_sleep_enable_secondary_cpus(); !! 331 enable_nonboot_cpus(); 359 332 360 /* Allow architectures to do nosmt-spe 333 /* Allow architectures to do nosmt-specific post-resume dances */ 361 if (!in_suspend) 334 if (!in_suspend) 362 error = arch_resume_nosmt(); 335 error = arch_resume_nosmt(); 363 336 364 Platform_finish: 337 Platform_finish: 365 platform_finish(platform_mode); 338 platform_finish(platform_mode); 366 339 367 dpm_resume_start(in_suspend ? 340 dpm_resume_start(in_suspend ? 368 (error ? PMSG_RECOVER : PMSG_T 341 (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE); 369 342 370 return error; 343 return error; 371 } 344 } 372 345 373 /** 346 /** 374 * hibernation_snapshot - Quiesce devices and 347 * hibernation_snapshot - Quiesce devices and create a hibernation image. 375 * @platform_mode: If set, use platform driver 348 * @platform_mode: If set, use platform driver to prepare for the transition. 376 * 349 * 377 * This routine must be called with system_tra 350 * This routine must be called with system_transition_mutex held. 378 */ 351 */ 379 int hibernation_snapshot(int platform_mode) 352 int hibernation_snapshot(int platform_mode) 380 { 353 { 381 pm_message_t msg; 354 pm_message_t msg; 382 int error; 355 int error; 383 356 384 pm_suspend_clear_flags(); 357 pm_suspend_clear_flags(); 385 error = platform_begin(platform_mode); 358 error = platform_begin(platform_mode); 386 if (error) 359 if (error) 387 goto Close; 360 goto Close; 388 361 389 /* Preallocate image memory before shu 362 /* Preallocate image memory before shutting down devices. */ 390 error = hibernate_preallocate_memory() 363 error = hibernate_preallocate_memory(); 391 if (error) 364 if (error) 392 goto Close; 365 goto Close; 393 366 394 error = freeze_kernel_threads(); 367 error = freeze_kernel_threads(); 395 if (error) 368 if (error) 396 goto Cleanup; 369 goto Cleanup; 397 370 398 if (hibernation_test(TEST_FREEZER)) { 371 if (hibernation_test(TEST_FREEZER)) { 399 372 400 /* 373 /* 401 * Indicate to the caller that 374 * Indicate to the caller that we are returning due to a 402 * successful freezer test. 375 * successful freezer test. 403 */ 376 */ 404 freezer_test_done = true; 377 freezer_test_done = true; 405 goto Thaw; 378 goto Thaw; 406 } 379 } 407 380 408 error = dpm_prepare(PMSG_FREEZE); 381 error = dpm_prepare(PMSG_FREEZE); 409 if (error) { 382 if (error) { 410 dpm_complete(PMSG_RECOVER); 383 dpm_complete(PMSG_RECOVER); 411 goto Thaw; 384 goto Thaw; 412 } 385 } 413 386 414 suspend_console(); 387 suspend_console(); 415 pm_restrict_gfp_mask(); 388 pm_restrict_gfp_mask(); 416 389 417 error = dpm_suspend(PMSG_FREEZE); 390 error = dpm_suspend(PMSG_FREEZE); 418 391 419 if (error || hibernation_test(TEST_DEV 392 if (error || hibernation_test(TEST_DEVICES)) 420 platform_recover(platform_mode 393 platform_recover(platform_mode); 421 else 394 else 422 error = create_image(platform_ 395 error = create_image(platform_mode); 423 396 424 /* 397 /* 425 * In the case that we call create_ima 398 * In the case that we call create_image() above, the control 426 * returns here (1) after the image ha 399 * returns here (1) after the image has been created or the 427 * image creation has failed and (2) a 400 * image creation has failed and (2) after a successful restore. 428 */ 401 */ 429 402 430 /* We may need to release the prealloc 403 /* We may need to release the preallocated image pages here. */ 431 if (error || !in_suspend) 404 if (error || !in_suspend) 432 swsusp_free(); 405 swsusp_free(); 433 406 434 msg = in_suspend ? (error ? PMSG_RECOV 407 msg = in_suspend ? (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE; 435 dpm_resume(msg); 408 dpm_resume(msg); 436 409 437 if (error || !in_suspend) 410 if (error || !in_suspend) 438 pm_restore_gfp_mask(); 411 pm_restore_gfp_mask(); 439 412 440 resume_console(); 413 resume_console(); 441 dpm_complete(msg); 414 dpm_complete(msg); 442 415 443 Close: 416 Close: 444 platform_end(platform_mode); 417 platform_end(platform_mode); 445 return error; 418 return error; 446 419 447 Thaw: 420 Thaw: 448 thaw_kernel_threads(); 421 thaw_kernel_threads(); 449 Cleanup: 422 Cleanup: 450 swsusp_free(); 423 swsusp_free(); 451 goto Close; 424 goto Close; 452 } 425 } 453 426 454 int __weak hibernate_resume_nonboot_cpu_disabl 427 int __weak hibernate_resume_nonboot_cpu_disable(void) 455 { 428 { 456 return suspend_disable_secondary_cpus( !! 429 return disable_nonboot_cpus(); 457 } 430 } 458 431 459 /** 432 /** 460 * resume_target_kernel - Restore system state 433 * resume_target_kernel - Restore system state from a hibernation image. 461 * @platform_mode: Whether or not to use the p 434 * @platform_mode: Whether or not to use the platform driver. 462 * 435 * 463 * Execute device drivers' "noirq" and "late" 436 * Execute device drivers' "noirq" and "late" freeze callbacks, restore the 464 * contents of highmem that have not been rest 437 * contents of highmem that have not been restored yet from the image and run 465 * the low-level code that will restore the re 438 * the low-level code that will restore the remaining contents of memory and 466 * switch to the just restored target kernel. 439 * switch to the just restored target kernel. 467 */ 440 */ 468 static int resume_target_kernel(bool platform_ 441 static int resume_target_kernel(bool platform_mode) 469 { 442 { 470 int error; 443 int error; 471 444 472 error = dpm_suspend_end(PMSG_QUIESCE); 445 error = dpm_suspend_end(PMSG_QUIESCE); 473 if (error) { 446 if (error) { 474 pr_err("Some devices failed to 447 pr_err("Some devices failed to power down, aborting resume\n"); 475 return error; 448 return error; 476 } 449 } 477 450 478 error = platform_pre_restore(platform_ 451 error = platform_pre_restore(platform_mode); 479 if (error) 452 if (error) 480 goto Cleanup; 453 goto Cleanup; 481 454 482 cpuidle_pause(); << 483 << 484 error = hibernate_resume_nonboot_cpu_d 455 error = hibernate_resume_nonboot_cpu_disable(); 485 if (error) 456 if (error) 486 goto Enable_cpus; 457 goto Enable_cpus; 487 458 488 local_irq_disable(); 459 local_irq_disable(); 489 system_state = SYSTEM_SUSPEND; 460 system_state = SYSTEM_SUSPEND; 490 461 491 error = syscore_suspend(); 462 error = syscore_suspend(); 492 if (error) 463 if (error) 493 goto Enable_irqs; 464 goto Enable_irqs; 494 465 495 save_processor_state(); 466 save_processor_state(); 496 error = restore_highmem(); 467 error = restore_highmem(); 497 if (!error) { 468 if (!error) { 498 error = swsusp_arch_resume(); 469 error = swsusp_arch_resume(); 499 /* 470 /* 500 * The code below is only ever 471 * The code below is only ever reached in case of a failure. 501 * Otherwise, execution contin 472 * Otherwise, execution continues at the place where 502 * swsusp_arch_suspend() was c 473 * swsusp_arch_suspend() was called. 503 */ 474 */ 504 BUG_ON(!error); 475 BUG_ON(!error); 505 /* 476 /* 506 * This call to restore_highme 477 * This call to restore_highmem() reverts the changes made by 507 * the previous one. 478 * the previous one. 508 */ 479 */ 509 restore_highmem(); 480 restore_highmem(); 510 } 481 } 511 /* 482 /* 512 * The only reason why swsusp_arch_res 483 * The only reason why swsusp_arch_resume() can fail is memory being 513 * very tight, so we have to free it a 484 * very tight, so we have to free it as soon as we can to avoid 514 * subsequent failures. 485 * subsequent failures. 515 */ 486 */ 516 swsusp_free(); 487 swsusp_free(); 517 restore_processor_state(); 488 restore_processor_state(); 518 touch_softlockup_watchdog(); 489 touch_softlockup_watchdog(); 519 490 520 syscore_resume(); 491 syscore_resume(); 521 492 522 Enable_irqs: 493 Enable_irqs: 523 system_state = SYSTEM_RUNNING; 494 system_state = SYSTEM_RUNNING; 524 local_irq_enable(); 495 local_irq_enable(); 525 496 526 Enable_cpus: 497 Enable_cpus: 527 pm_sleep_enable_secondary_cpus(); !! 498 enable_nonboot_cpus(); 528 499 529 Cleanup: 500 Cleanup: 530 platform_restore_cleanup(platform_mode 501 platform_restore_cleanup(platform_mode); 531 502 532 dpm_resume_start(PMSG_RECOVER); 503 dpm_resume_start(PMSG_RECOVER); 533 504 534 return error; 505 return error; 535 } 506 } 536 507 537 /** 508 /** 538 * hibernation_restore - Quiesce devices and r 509 * hibernation_restore - Quiesce devices and restore from a hibernation image. 539 * @platform_mode: If set, use platform driver 510 * @platform_mode: If set, use platform driver to prepare for the transition. 540 * 511 * 541 * This routine must be called with system_tra 512 * This routine must be called with system_transition_mutex held. If it is 542 * successful, control reappears in the restor 513 * successful, control reappears in the restored target kernel in 543 * hibernation_snapshot(). 514 * hibernation_snapshot(). 544 */ 515 */ 545 int hibernation_restore(int platform_mode) 516 int hibernation_restore(int platform_mode) 546 { 517 { 547 int error; 518 int error; 548 519 549 pm_prepare_console(); 520 pm_prepare_console(); 550 suspend_console(); 521 suspend_console(); 551 pm_restrict_gfp_mask(); 522 pm_restrict_gfp_mask(); 552 error = dpm_suspend_start(PMSG_QUIESCE 523 error = dpm_suspend_start(PMSG_QUIESCE); 553 if (!error) { 524 if (!error) { 554 error = resume_target_kernel(p 525 error = resume_target_kernel(platform_mode); 555 /* 526 /* 556 * The above should either suc 527 * The above should either succeed and jump to the new kernel, 557 * or return with an error. Ot 528 * or return with an error. Otherwise things are just 558 * undefined, so let's be para 529 * undefined, so let's be paranoid. 559 */ 530 */ 560 BUG_ON(!error); 531 BUG_ON(!error); 561 } 532 } 562 dpm_resume_end(PMSG_RECOVER); 533 dpm_resume_end(PMSG_RECOVER); 563 pm_restore_gfp_mask(); 534 pm_restore_gfp_mask(); 564 resume_console(); 535 resume_console(); 565 pm_restore_console(); 536 pm_restore_console(); 566 return error; 537 return error; 567 } 538 } 568 539 569 /** 540 /** 570 * hibernation_platform_enter - Power off the 541 * hibernation_platform_enter - Power off the system using the platform driver. 571 */ 542 */ 572 int hibernation_platform_enter(void) 543 int hibernation_platform_enter(void) 573 { 544 { 574 int error; 545 int error; 575 546 576 if (!hibernation_ops) 547 if (!hibernation_ops) 577 return -ENOSYS; 548 return -ENOSYS; 578 549 579 /* 550 /* 580 * We have cancelled the power transit 551 * We have cancelled the power transition by running 581 * hibernation_ops->finish() before sa 552 * hibernation_ops->finish() before saving the image, so we should let 582 * the firmware know that we're going 553 * the firmware know that we're going to enter the sleep state after all 583 */ 554 */ 584 error = hibernation_ops->begin(PMSG_HI !! 555 error = hibernation_ops->begin(); 585 if (error) 556 if (error) 586 goto Close; 557 goto Close; 587 558 588 entering_platform_hibernation = true; 559 entering_platform_hibernation = true; 589 suspend_console(); 560 suspend_console(); 590 error = dpm_suspend_start(PMSG_HIBERNA 561 error = dpm_suspend_start(PMSG_HIBERNATE); 591 if (error) { 562 if (error) { 592 if (hibernation_ops->recover) 563 if (hibernation_ops->recover) 593 hibernation_ops->recov 564 hibernation_ops->recover(); 594 goto Resume_devices; 565 goto Resume_devices; 595 } 566 } 596 567 597 error = dpm_suspend_end(PMSG_HIBERNATE 568 error = dpm_suspend_end(PMSG_HIBERNATE); 598 if (error) 569 if (error) 599 goto Resume_devices; 570 goto Resume_devices; 600 571 601 error = hibernation_ops->prepare(); 572 error = hibernation_ops->prepare(); 602 if (error) 573 if (error) 603 goto Platform_finish; 574 goto Platform_finish; 604 575 605 error = pm_sleep_disable_secondary_cpu !! 576 error = disable_nonboot_cpus(); 606 if (error) 577 if (error) 607 goto Enable_cpus; 578 goto Enable_cpus; 608 579 609 local_irq_disable(); 580 local_irq_disable(); 610 system_state = SYSTEM_SUSPEND; 581 system_state = SYSTEM_SUSPEND; 611 syscore_suspend(); 582 syscore_suspend(); 612 if (pm_wakeup_pending()) { 583 if (pm_wakeup_pending()) { 613 error = -EAGAIN; 584 error = -EAGAIN; 614 goto Power_up; 585 goto Power_up; 615 } 586 } 616 587 617 hibernation_ops->enter(); 588 hibernation_ops->enter(); 618 /* We should never get here */ 589 /* We should never get here */ 619 while (1); 590 while (1); 620 591 621 Power_up: 592 Power_up: 622 syscore_resume(); 593 syscore_resume(); 623 system_state = SYSTEM_RUNNING; 594 system_state = SYSTEM_RUNNING; 624 local_irq_enable(); 595 local_irq_enable(); 625 596 626 Enable_cpus: 597 Enable_cpus: 627 pm_sleep_enable_secondary_cpus(); !! 598 enable_nonboot_cpus(); 628 599 629 Platform_finish: 600 Platform_finish: 630 hibernation_ops->finish(); 601 hibernation_ops->finish(); 631 602 632 dpm_resume_start(PMSG_RESTORE); 603 dpm_resume_start(PMSG_RESTORE); 633 604 634 Resume_devices: 605 Resume_devices: 635 entering_platform_hibernation = false; 606 entering_platform_hibernation = false; 636 dpm_resume_end(PMSG_RESTORE); 607 dpm_resume_end(PMSG_RESTORE); 637 resume_console(); 608 resume_console(); 638 609 639 Close: 610 Close: 640 hibernation_ops->end(); 611 hibernation_ops->end(); 641 612 642 return error; 613 return error; 643 } 614 } 644 615 645 /** 616 /** 646 * power_down - Shut the machine down for hibe 617 * power_down - Shut the machine down for hibernation. 647 * 618 * 648 * Use the platform driver, if configured, to 619 * Use the platform driver, if configured, to put the system into the sleep 649 * state corresponding to hibernation, or try 620 * state corresponding to hibernation, or try to power it off or reboot, 650 * depending on the value of hibernation_mode. 621 * depending on the value of hibernation_mode. 651 */ 622 */ 652 static void power_down(void) 623 static void power_down(void) 653 { 624 { >> 625 #ifdef CONFIG_SUSPEND 654 int error; 626 int error; 655 627 656 #ifdef CONFIG_SUSPEND << 657 if (hibernation_mode == HIBERNATION_SU 628 if (hibernation_mode == HIBERNATION_SUSPEND) { 658 error = suspend_devices_and_en !! 629 error = suspend_devices_and_enter(PM_SUSPEND_MEM); 659 if (error) { 630 if (error) { 660 hibernation_mode = hib 631 hibernation_mode = hibernation_ops ? 661 632 HIBERNATION_PLATFORM : 662 633 HIBERNATION_SHUTDOWN; 663 } else { 634 } else { 664 /* Restore swap signat 635 /* Restore swap signature. */ 665 error = swsusp_unmark( 636 error = swsusp_unmark(); 666 if (error) 637 if (error) 667 pr_err("Swap w 638 pr_err("Swap will be unusable! Try swapon -a.\n"); 668 639 669 return; 640 return; 670 } 641 } 671 } 642 } 672 #endif 643 #endif 673 644 674 switch (hibernation_mode) { 645 switch (hibernation_mode) { 675 case HIBERNATION_REBOOT: 646 case HIBERNATION_REBOOT: 676 kernel_restart(NULL); 647 kernel_restart(NULL); 677 break; 648 break; 678 case HIBERNATION_PLATFORM: 649 case HIBERNATION_PLATFORM: 679 error = hibernation_platform_e !! 650 hibernation_platform_enter(); 680 if (error == -EAGAIN || error !! 651 /* Fall through */ 681 swsusp_unmark(); << 682 events_check_enabled = << 683 pr_info("Wakeup event << 684 return; << 685 } << 686 fallthrough; << 687 case HIBERNATION_SHUTDOWN: 652 case HIBERNATION_SHUTDOWN: 688 if (kernel_can_power_off()) !! 653 if (pm_power_off) 689 kernel_power_off(); 654 kernel_power_off(); 690 break; 655 break; 691 } 656 } 692 kernel_halt(); 657 kernel_halt(); 693 /* 658 /* 694 * Valid image is on the disk, if we c 659 * Valid image is on the disk, if we continue we risk serious data 695 * corruption after resume. 660 * corruption after resume. 696 */ 661 */ 697 pr_crit("Power down manually\n"); 662 pr_crit("Power down manually\n"); 698 while (1) 663 while (1) 699 cpu_relax(); 664 cpu_relax(); 700 } 665 } 701 666 702 static int load_image_and_restore(void) 667 static int load_image_and_restore(void) 703 { 668 { 704 int error; 669 int error; 705 unsigned int flags; 670 unsigned int flags; 706 671 707 pm_pr_dbg("Loading hibernation image.\ 672 pm_pr_dbg("Loading hibernation image.\n"); 708 673 709 lock_device_hotplug(); 674 lock_device_hotplug(); 710 error = create_basic_memory_bitmaps(); 675 error = create_basic_memory_bitmaps(); 711 if (error) { !! 676 if (error) 712 swsusp_close(); << 713 goto Unlock; 677 goto Unlock; 714 } << 715 678 716 error = swsusp_read(&flags); 679 error = swsusp_read(&flags); 717 swsusp_close(); !! 680 swsusp_close(FMODE_READ); 718 if (!error) 681 if (!error) 719 error = hibernation_restore(fl !! 682 hibernation_restore(flags & SF_PLATFORM_MODE); 720 683 721 pr_err("Failed to load image, recoveri !! 684 pr_err("Failed to load hibernation image, recovering.\n"); 722 swsusp_free(); 685 swsusp_free(); 723 free_basic_memory_bitmaps(); 686 free_basic_memory_bitmaps(); 724 Unlock: 687 Unlock: 725 unlock_device_hotplug(); 688 unlock_device_hotplug(); 726 689 727 return error; 690 return error; 728 } 691 } 729 692 730 #define COMPRESSION_ALGO_LZO "lzo" << 731 #define COMPRESSION_ALGO_LZ4 "lz4" << 732 << 733 /** 693 /** 734 * hibernate - Carry out system hibernation, i 694 * hibernate - Carry out system hibernation, including saving the image. 735 */ 695 */ 736 int hibernate(void) 696 int hibernate(void) 737 { 697 { >> 698 int error, nr_calls = 0; 738 bool snapshot_test = false; 699 bool snapshot_test = false; 739 unsigned int sleep_flags; << 740 int error; << 741 700 742 if (!hibernation_available()) { 701 if (!hibernation_available()) { 743 pm_pr_dbg("Hibernation not ava 702 pm_pr_dbg("Hibernation not available.\n"); 744 return -EPERM; 703 return -EPERM; 745 } 704 } 746 705 747 /* !! 706 lock_system_sleep(); 748 * Query for the compression algorithm << 749 */ << 750 if (!nocompress) { << 751 strscpy(hib_comp_algo, hiberna << 752 if (crypto_has_comp(hib_comp_a << 753 pr_err("%s compression << 754 return -EOPNOTSUPP; << 755 } << 756 } << 757 << 758 sleep_flags = lock_system_sleep(); << 759 /* The snapshot device should not be o 707 /* The snapshot device should not be opened while we're running */ 760 if (!hibernate_acquire()) { !! 708 if (!atomic_add_unless(&snapshot_device_available, -1, 0)) { 761 error = -EBUSY; 709 error = -EBUSY; 762 goto Unlock; 710 goto Unlock; 763 } 711 } 764 712 765 pr_info("hibernation entry\n"); 713 pr_info("hibernation entry\n"); 766 pm_prepare_console(); 714 pm_prepare_console(); 767 error = pm_notifier_call_chain_robust( !! 715 error = __pm_notifier_call_chain(PM_HIBERNATION_PREPARE, -1, &nr_calls); 768 if (error) !! 716 if (error) { 769 goto Restore; !! 717 nr_calls--; >> 718 goto Exit; >> 719 } 770 720 771 ksys_sync_helper(); !! 721 pr_info("Syncing filesystems ... \n"); >> 722 ksys_sync(); >> 723 pr_info("done.\n"); 772 724 773 error = freeze_processes(); 725 error = freeze_processes(); 774 if (error) 726 if (error) 775 goto Exit; 727 goto Exit; 776 728 777 lock_device_hotplug(); 729 lock_device_hotplug(); 778 /* Allocate memory management structur 730 /* Allocate memory management structures */ 779 error = create_basic_memory_bitmaps(); 731 error = create_basic_memory_bitmaps(); 780 if (error) 732 if (error) 781 goto Thaw; 733 goto Thaw; 782 734 783 error = hibernation_snapshot(hibernati 735 error = hibernation_snapshot(hibernation_mode == HIBERNATION_PLATFORM); 784 if (error || freezer_test_done) 736 if (error || freezer_test_done) 785 goto Free_bitmaps; 737 goto Free_bitmaps; 786 738 787 if (in_suspend) { 739 if (in_suspend) { 788 unsigned int flags = 0; 740 unsigned int flags = 0; 789 741 790 if (hibernation_mode == HIBERN 742 if (hibernation_mode == HIBERNATION_PLATFORM) 791 flags |= SF_PLATFORM_M 743 flags |= SF_PLATFORM_MODE; 792 if (nocompress) { !! 744 if (nocompress) 793 flags |= SF_NOCOMPRESS 745 flags |= SF_NOCOMPRESS_MODE; 794 } else { !! 746 else 795 flags |= SF_CRC32_MODE 747 flags |= SF_CRC32_MODE; 796 748 797 /* !! 749 pm_pr_dbg("Writing image.\n"); 798 * By default, LZO com << 799 * to override this be << 800 * << 801 * Refer kernel/power/ << 802 */ << 803 << 804 if (!strcmp(hib_comp_a << 805 flags |= SF_CO << 806 else << 807 flags |= SF_CO << 808 } << 809 << 810 pm_pr_dbg("Writing hibernation << 811 error = swsusp_write(flags); 750 error = swsusp_write(flags); 812 swsusp_free(); 751 swsusp_free(); 813 if (!error) { 752 if (!error) { 814 if (hibernation_mode = 753 if (hibernation_mode == HIBERNATION_TEST_RESUME) 815 snapshot_test 754 snapshot_test = true; 816 else 755 else 817 power_down(); 756 power_down(); 818 } 757 } 819 in_suspend = 0; 758 in_suspend = 0; 820 pm_restore_gfp_mask(); 759 pm_restore_gfp_mask(); 821 } else { 760 } else { 822 pm_pr_dbg("Hibernation image r !! 761 pm_pr_dbg("Image restored successfully.\n"); 823 } 762 } 824 763 825 Free_bitmaps: 764 Free_bitmaps: 826 free_basic_memory_bitmaps(); 765 free_basic_memory_bitmaps(); 827 Thaw: 766 Thaw: 828 unlock_device_hotplug(); 767 unlock_device_hotplug(); 829 if (snapshot_test) { 768 if (snapshot_test) { 830 pm_pr_dbg("Checking hibernatio 769 pm_pr_dbg("Checking hibernation image\n"); 831 error = swsusp_check(false); !! 770 error = swsusp_check(); 832 if (!error) 771 if (!error) 833 error = load_image_and 772 error = load_image_and_restore(); 834 } 773 } 835 thaw_processes(); 774 thaw_processes(); 836 775 837 /* Don't bother checking whether freez 776 /* Don't bother checking whether freezer_test_done is true */ 838 freezer_test_done = false; 777 freezer_test_done = false; 839 Exit: 778 Exit: 840 pm_notifier_call_chain(PM_POST_HIBERNA !! 779 __pm_notifier_call_chain(PM_POST_HIBERNATION, nr_calls, NULL); 841 Restore: << 842 pm_restore_console(); 780 pm_restore_console(); 843 hibernate_release(); !! 781 atomic_inc(&snapshot_device_available); 844 Unlock: 782 Unlock: 845 unlock_system_sleep(sleep_flags); !! 783 unlock_system_sleep(); 846 pr_info("hibernation exit\n"); 784 pr_info("hibernation exit\n"); 847 785 848 return error; 786 return error; 849 } 787 } 850 788 >> 789 851 /** 790 /** 852 * hibernate_quiet_exec - Execute a function w !! 791 * software_resume - Resume from a saved hibernation image. 853 * @func: Function to execute. << 854 * @data: Data pointer to pass to @func. << 855 * 792 * 856 * Return the @func return value or an error c !! 793 * This routine is called as a late initcall, when all devices have been >> 794 * discovered and initialized already. >> 795 * >> 796 * The image reading code is called to see if there is a hibernation image >> 797 * available for reading. If that is the case, devices are quiesced and the >> 798 * contents of memory is restored from the saved image. >> 799 * >> 800 * If this is successful, control reappears in the restored target kernel in >> 801 * hibernation_snapshot() which returns to hibernate(). Otherwise, the routine >> 802 * attempts to recover gracefully and make the kernel return to the normal mode >> 803 * of operation. 857 */ 804 */ 858 int hibernate_quiet_exec(int (*func)(void *dat !! 805 static int software_resume(void) 859 { 806 { 860 unsigned int sleep_flags; !! 807 int error, nr_calls = 0; 861 int error; << 862 808 863 sleep_flags = lock_system_sleep(); !! 809 /* 864 !! 810 * If the user said "noresume".. bail out early. 865 if (!hibernate_acquire()) { !! 811 */ 866 error = -EBUSY; !! 812 if (noresume || !hibernation_available()) 867 goto unlock; !! 813 return 0; 868 } << 869 << 870 pm_prepare_console(); << 871 << 872 error = pm_notifier_call_chain_robust( << 873 if (error) << 874 goto restore; << 875 << 876 error = freeze_processes(); << 877 if (error) << 878 goto exit; << 879 << 880 lock_device_hotplug(); << 881 << 882 pm_suspend_clear_flags(); << 883 << 884 error = platform_begin(true); << 885 if (error) << 886 goto thaw; << 887 << 888 error = freeze_kernel_threads(); << 889 if (error) << 890 goto thaw; << 891 << 892 error = dpm_prepare(PMSG_FREEZE); << 893 if (error) << 894 goto dpm_complete; << 895 << 896 suspend_console(); << 897 << 898 error = dpm_suspend(PMSG_FREEZE); << 899 if (error) << 900 goto dpm_resume; << 901 << 902 error = dpm_suspend_end(PMSG_FREEZE); << 903 if (error) << 904 goto dpm_resume; << 905 << 906 error = platform_pre_snapshot(true); << 907 if (error) << 908 goto skip; << 909 << 910 error = func(data); << 911 << 912 skip: << 913 platform_finish(true); << 914 << 915 dpm_resume_start(PMSG_THAW); << 916 << 917 dpm_resume: << 918 dpm_resume(PMSG_THAW); << 919 << 920 resume_console(); << 921 << 922 dpm_complete: << 923 dpm_complete(PMSG_THAW); << 924 << 925 thaw_kernel_threads(); << 926 << 927 thaw: << 928 platform_end(true); << 929 << 930 unlock_device_hotplug(); << 931 << 932 thaw_processes(); << 933 << 934 exit: << 935 pm_notifier_call_chain(PM_POST_HIBERNA << 936 << 937 restore: << 938 pm_restore_console(); << 939 << 940 hibernate_release(); << 941 814 942 unlock: !! 815 /* 943 unlock_system_sleep(sleep_flags); !! 816 * name_to_dev_t() below takes a sysfs buffer mutex when sysfs >> 817 * is configured into the kernel. Since the regular hibernate >> 818 * trigger path is via sysfs which takes a buffer mutex before >> 819 * calling hibernate functions (which take system_transition_mutex) >> 820 * this can cause lockdep to complain about a possible ABBA deadlock >> 821 * which cannot happen since we're in the boot code here and >> 822 * sysfs can't be invoked yet. Therefore, we use a subclass >> 823 * here to avoid lockdep complaining. >> 824 */ >> 825 mutex_lock_nested(&system_transition_mutex, SINGLE_DEPTH_NESTING); 944 826 945 return error; !! 827 if (swsusp_resume_device) 946 } !! 828 goto Check_image; 947 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); << 948 829 949 static int __init find_resume_device(void) !! 830 if (!strlen(resume_file)) { 950 { !! 831 error = -ENOENT; 951 if (!strlen(resume_file)) !! 832 goto Unlock; 952 return -ENOENT; !! 833 } 953 834 954 pm_pr_dbg("Checking hibernation image 835 pm_pr_dbg("Checking hibernation image partition %s\n", resume_file); 955 836 956 if (resume_delay) { 837 if (resume_delay) { 957 pr_info("Waiting %dsec before 838 pr_info("Waiting %dsec before reading resume device ...\n", 958 resume_delay); 839 resume_delay); 959 ssleep(resume_delay); 840 ssleep(resume_delay); 960 } 841 } 961 842 962 /* Check if the device is there */ 843 /* Check if the device is there */ 963 if (!early_lookup_bdev(resume_file, &s !! 844 swsusp_resume_device = name_to_dev_t(resume_file); 964 return 0; << 965 845 966 /* 846 /* 967 * Some device discovery might still b !! 847 * name_to_dev_t is ineffective to verify parition if resume_file is in 968 * this to finish. !! 848 * integer format. (e.g. major:minor) 969 */ 849 */ 970 wait_for_device_probe(); !! 850 if (isdigit(resume_file[0]) && resume_wait) { 971 if (resume_wait) { !! 851 int partno; 972 while (early_lookup_bdev(resum !! 852 while (!get_gendisk(swsusp_resume_device, &partno)) 973 msleep(10); 853 msleep(10); 974 async_synchronize_full(); << 975 } 854 } 976 855 977 return early_lookup_bdev(resume_file, !! 856 if (!swsusp_resume_device) { 978 } !! 857 /* >> 858 * Some device discovery might still be in progress; we need >> 859 * to wait for this to finish. >> 860 */ >> 861 wait_for_device_probe(); 979 862 980 static int software_resume(void) !! 863 if (resume_wait) { 981 { !! 864 while ((swsusp_resume_device = name_to_dev_t(resume_file)) == 0) 982 int error; !! 865 msleep(10); >> 866 async_synchronize_full(); >> 867 } 983 868 >> 869 swsusp_resume_device = name_to_dev_t(resume_file); >> 870 if (!swsusp_resume_device) { >> 871 error = -ENODEV; >> 872 goto Unlock; >> 873 } >> 874 } >> 875 >> 876 Check_image: 984 pm_pr_dbg("Hibernation image partition 877 pm_pr_dbg("Hibernation image partition %d:%d present\n", 985 MAJOR(swsusp_resume_device), M 878 MAJOR(swsusp_resume_device), MINOR(swsusp_resume_device)); 986 879 987 pm_pr_dbg("Looking for hibernation ima 880 pm_pr_dbg("Looking for hibernation image.\n"); 988 !! 881 error = swsusp_check(); 989 mutex_lock(&system_transition_mutex); << 990 error = swsusp_check(true); << 991 if (error) 882 if (error) 992 goto Unlock; 883 goto Unlock; 993 884 994 /* << 995 * Check if the hibernation image is c << 996 * the algorithm support. << 997 */ << 998 if (!(swsusp_header_flags & SF_NOCOMPR << 999 if (swsusp_header_flags & SF_C << 1000 strscpy(hib_comp_algo << 1001 else << 1002 strscpy(hib_comp_algo << 1003 if (crypto_has_comp(hib_comp_ << 1004 pr_err("%s compressio << 1005 error = -EOPNOTSUPP; << 1006 goto Unlock; << 1007 } << 1008 } << 1009 << 1010 /* The snapshot device should not be 885 /* The snapshot device should not be opened while we're running */ 1011 if (!hibernate_acquire()) { !! 886 if (!atomic_add_unless(&snapshot_device_available, -1, 0)) { 1012 error = -EBUSY; 887 error = -EBUSY; 1013 swsusp_close(); !! 888 swsusp_close(FMODE_READ); 1014 goto Unlock; 889 goto Unlock; 1015 } 890 } 1016 891 1017 pr_info("resume from hibernation\n"); 892 pr_info("resume from hibernation\n"); 1018 pm_prepare_console(); 893 pm_prepare_console(); 1019 error = pm_notifier_call_chain_robust !! 894 error = __pm_notifier_call_chain(PM_RESTORE_PREPARE, -1, &nr_calls); 1020 if (error) << 1021 goto Restore; << 1022 << 1023 pm_pr_dbg("Preparing processes for hi << 1024 error = freeze_processes(); << 1025 if (error) << 1026 goto Close_Finish; << 1027 << 1028 error = freeze_kernel_threads(); << 1029 if (error) { 895 if (error) { 1030 thaw_processes(); !! 896 nr_calls--; 1031 goto Close_Finish; 897 goto Close_Finish; 1032 } 898 } 1033 899 >> 900 pm_pr_dbg("Preparing processes for restore.\n"); >> 901 error = freeze_processes(); >> 902 if (error) >> 903 goto Close_Finish; 1034 error = load_image_and_restore(); 904 error = load_image_and_restore(); 1035 thaw_processes(); 905 thaw_processes(); 1036 Finish: 906 Finish: 1037 pm_notifier_call_chain(PM_POST_RESTOR !! 907 __pm_notifier_call_chain(PM_POST_RESTORE, nr_calls, NULL); 1038 Restore: << 1039 pm_restore_console(); 908 pm_restore_console(); 1040 pr_info("resume failed (%d)\n", error !! 909 pr_info("resume from hibernation failed (%d)\n", error); 1041 hibernate_release(); !! 910 atomic_inc(&snapshot_device_available); 1042 /* For success case, the suspend path 911 /* For success case, the suspend path will release the lock */ 1043 Unlock: 912 Unlock: 1044 mutex_unlock(&system_transition_mutex 913 mutex_unlock(&system_transition_mutex); 1045 pm_pr_dbg("Hibernation image not pres 914 pm_pr_dbg("Hibernation image not present or could not be loaded.\n"); 1046 return error; 915 return error; 1047 Close_Finish: 916 Close_Finish: 1048 swsusp_close(); !! 917 swsusp_close(FMODE_READ); 1049 goto Finish; 918 goto Finish; 1050 } 919 } 1051 920 1052 /** !! 921 late_initcall_sync(software_resume); 1053 * software_resume_initcall - Resume from a s << 1054 * << 1055 * This routine is called as a late initcall, << 1056 * discovered and initialized already. << 1057 * << 1058 * The image reading code is called to see if << 1059 * available for reading. If that is the cas << 1060 * contents of memory is restored from the sa << 1061 * << 1062 * If this is successful, control reappears i << 1063 * hibernation_snapshot() which returns to hi << 1064 * attempts to recover gracefully and make th << 1065 * of operation. << 1066 */ << 1067 static int __init software_resume_initcall(vo << 1068 { << 1069 /* << 1070 * If the user said "noresume".. bail << 1071 */ << 1072 if (noresume || !hibernation_availabl << 1073 return 0; << 1074 << 1075 if (!swsusp_resume_device) { << 1076 int error = find_resume_devic << 1077 << 1078 if (error) << 1079 return error; << 1080 } << 1081 << 1082 return software_resume(); << 1083 } << 1084 late_initcall_sync(software_resume_initcall); << 1085 922 1086 923 1087 static const char * const hibernation_modes[] 924 static const char * const hibernation_modes[] = { 1088 [HIBERNATION_PLATFORM] = "platform", 925 [HIBERNATION_PLATFORM] = "platform", 1089 [HIBERNATION_SHUTDOWN] = "shutdown", 926 [HIBERNATION_SHUTDOWN] = "shutdown", 1090 [HIBERNATION_REBOOT] = "reboot", 927 [HIBERNATION_REBOOT] = "reboot", 1091 #ifdef CONFIG_SUSPEND 928 #ifdef CONFIG_SUSPEND 1092 [HIBERNATION_SUSPEND] = "suspend", 929 [HIBERNATION_SUSPEND] = "suspend", 1093 #endif 930 #endif 1094 [HIBERNATION_TEST_RESUME] = "te 931 [HIBERNATION_TEST_RESUME] = "test_resume", 1095 }; 932 }; 1096 933 1097 /* 934 /* 1098 * /sys/power/disk - Control hibernation mode 935 * /sys/power/disk - Control hibernation mode. 1099 * 936 * 1100 * Hibernation can be handled in several ways 937 * Hibernation can be handled in several ways. There are a few different ways 1101 * to put the system into the sleep state: us 938 * to put the system into the sleep state: using the platform driver (e.g. ACPI 1102 * or other hibernation_ops), powering it off 939 * or other hibernation_ops), powering it off or rebooting it (for testing 1103 * mostly). 940 * mostly). 1104 * 941 * 1105 * The sysfs file /sys/power/disk provides an 942 * The sysfs file /sys/power/disk provides an interface for selecting the 1106 * hibernation mode to use. Reading from thi 943 * hibernation mode to use. Reading from this file causes the available modes 1107 * to be printed. There are 3 modes that can 944 * to be printed. There are 3 modes that can be supported: 1108 * 945 * 1109 * 'platform' 946 * 'platform' 1110 * 'shutdown' 947 * 'shutdown' 1111 * 'reboot' 948 * 'reboot' 1112 * 949 * 1113 * If a platform hibernation driver is in use 950 * If a platform hibernation driver is in use, 'platform' will be supported 1114 * and will be used by default. Otherwise, ' 951 * and will be used by default. Otherwise, 'shutdown' will be used by default. 1115 * The selected option (i.e. the one correspo 952 * The selected option (i.e. the one corresponding to the current value of 1116 * hibernation_mode) is enclosed by a square 953 * hibernation_mode) is enclosed by a square bracket. 1117 * 954 * 1118 * To select a given hibernation mode it is n 955 * To select a given hibernation mode it is necessary to write the mode's 1119 * string representation (as returned by read 956 * string representation (as returned by reading from /sys/power/disk) back 1120 * into /sys/power/disk. 957 * into /sys/power/disk. 1121 */ 958 */ 1122 959 1123 static ssize_t disk_show(struct kobject *kobj 960 static ssize_t disk_show(struct kobject *kobj, struct kobj_attribute *attr, 1124 char *buf) 961 char *buf) 1125 { 962 { 1126 ssize_t count = 0; << 1127 int i; 963 int i; >> 964 char *start = buf; 1128 965 1129 if (!hibernation_available()) 966 if (!hibernation_available()) 1130 return sysfs_emit(buf, "[disa !! 967 return sprintf(buf, "[disabled]\n"); 1131 968 1132 for (i = HIBERNATION_FIRST; i <= HIBE 969 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1133 if (!hibernation_modes[i]) 970 if (!hibernation_modes[i]) 1134 continue; 971 continue; 1135 switch (i) { 972 switch (i) { 1136 case HIBERNATION_SHUTDOWN: 973 case HIBERNATION_SHUTDOWN: 1137 case HIBERNATION_REBOOT: 974 case HIBERNATION_REBOOT: 1138 #ifdef CONFIG_SUSPEND 975 #ifdef CONFIG_SUSPEND 1139 case HIBERNATION_SUSPEND: 976 case HIBERNATION_SUSPEND: 1140 #endif 977 #endif 1141 case HIBERNATION_TEST_RESUME: 978 case HIBERNATION_TEST_RESUME: 1142 break; 979 break; 1143 case HIBERNATION_PLATFORM: 980 case HIBERNATION_PLATFORM: 1144 if (hibernation_ops) 981 if (hibernation_ops) 1145 break; 982 break; 1146 /* not a valid mode, 983 /* not a valid mode, continue with loop */ 1147 continue; 984 continue; 1148 } 985 } 1149 if (i == hibernation_mode) 986 if (i == hibernation_mode) 1150 count += sysfs_emit_a !! 987 buf += sprintf(buf, "[%s] ", hibernation_modes[i]); 1151 else 988 else 1152 count += sysfs_emit_a !! 989 buf += sprintf(buf, "%s ", hibernation_modes[i]); 1153 } 990 } 1154 !! 991 buf += sprintf(buf, "\n"); 1155 /* Convert the last space to a newlin !! 992 return buf-start; 1156 if (count > 0) << 1157 buf[count - 1] = '\n'; << 1158 << 1159 return count; << 1160 } 993 } 1161 994 1162 static ssize_t disk_store(struct kobject *kob 995 static ssize_t disk_store(struct kobject *kobj, struct kobj_attribute *attr, 1163 const char *buf, si 996 const char *buf, size_t n) 1164 { 997 { 1165 int mode = HIBERNATION_INVALID; << 1166 unsigned int sleep_flags; << 1167 int error = 0; 998 int error = 0; >> 999 int i; 1168 int len; 1000 int len; 1169 char *p; 1001 char *p; 1170 int i; !! 1002 int mode = HIBERNATION_INVALID; 1171 1003 1172 if (!hibernation_available()) 1004 if (!hibernation_available()) 1173 return -EPERM; 1005 return -EPERM; 1174 1006 1175 p = memchr(buf, '\n', n); 1007 p = memchr(buf, '\n', n); 1176 len = p ? p - buf : n; 1008 len = p ? p - buf : n; 1177 1009 1178 sleep_flags = lock_system_sleep(); !! 1010 lock_system_sleep(); 1179 for (i = HIBERNATION_FIRST; i <= HIBE 1011 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1180 if (len == strlen(hibernation 1012 if (len == strlen(hibernation_modes[i]) 1181 && !strncmp(buf, hibernat 1013 && !strncmp(buf, hibernation_modes[i], len)) { 1182 mode = i; 1014 mode = i; 1183 break; 1015 break; 1184 } 1016 } 1185 } 1017 } 1186 if (mode != HIBERNATION_INVALID) { 1018 if (mode != HIBERNATION_INVALID) { 1187 switch (mode) { 1019 switch (mode) { 1188 case HIBERNATION_SHUTDOWN: 1020 case HIBERNATION_SHUTDOWN: 1189 case HIBERNATION_REBOOT: 1021 case HIBERNATION_REBOOT: 1190 #ifdef CONFIG_SUSPEND 1022 #ifdef CONFIG_SUSPEND 1191 case HIBERNATION_SUSPEND: 1023 case HIBERNATION_SUSPEND: 1192 #endif 1024 #endif 1193 case HIBERNATION_TEST_RESUME: 1025 case HIBERNATION_TEST_RESUME: 1194 hibernation_mode = mo 1026 hibernation_mode = mode; 1195 break; 1027 break; 1196 case HIBERNATION_PLATFORM: 1028 case HIBERNATION_PLATFORM: 1197 if (hibernation_ops) 1029 if (hibernation_ops) 1198 hibernation_m 1030 hibernation_mode = mode; 1199 else 1031 else 1200 error = -EINV 1032 error = -EINVAL; 1201 } 1033 } 1202 } else 1034 } else 1203 error = -EINVAL; 1035 error = -EINVAL; 1204 1036 1205 if (!error) 1037 if (!error) 1206 pm_pr_dbg("Hibernation mode s 1038 pm_pr_dbg("Hibernation mode set to '%s'\n", 1207 hibernation_mo 1039 hibernation_modes[mode]); 1208 unlock_system_sleep(sleep_flags); !! 1040 unlock_system_sleep(); 1209 return error ? error : n; 1041 return error ? error : n; 1210 } 1042 } 1211 1043 1212 power_attr(disk); 1044 power_attr(disk); 1213 1045 1214 static ssize_t resume_show(struct kobject *ko 1046 static ssize_t resume_show(struct kobject *kobj, struct kobj_attribute *attr, 1215 char *buf) 1047 char *buf) 1216 { 1048 { 1217 return sysfs_emit(buf, "%d:%d\n", MAJ !! 1049 return sprintf(buf,"%d:%d\n", MAJOR(swsusp_resume_device), 1218 MINOR(swsusp_resume !! 1050 MINOR(swsusp_resume_device)); 1219 } 1051 } 1220 1052 1221 static ssize_t resume_store(struct kobject *k 1053 static ssize_t resume_store(struct kobject *kobj, struct kobj_attribute *attr, 1222 const char *buf, 1054 const char *buf, size_t n) 1223 { 1055 { 1224 unsigned int sleep_flags; !! 1056 dev_t res; 1225 int len = n; 1057 int len = n; 1226 char *name; 1058 char *name; 1227 dev_t dev; << 1228 int error; << 1229 << 1230 if (!hibernation_available()) << 1231 return n; << 1232 1059 1233 if (len && buf[len-1] == '\n') 1060 if (len && buf[len-1] == '\n') 1234 len--; 1061 len--; 1235 name = kstrndup(buf, len, GFP_KERNEL) 1062 name = kstrndup(buf, len, GFP_KERNEL); 1236 if (!name) 1063 if (!name) 1237 return -ENOMEM; 1064 return -ENOMEM; 1238 1065 1239 error = lookup_bdev(name, &dev); !! 1066 res = name_to_dev_t(name); 1240 if (error) { << 1241 unsigned maj, min, offset; << 1242 char *p, dummy; << 1243 << 1244 error = 0; << 1245 if (sscanf(name, "%u:%u%c", & << 1246 sscanf(name, "%u:%u:%u:%c << 1247 &dummy) == 3) << 1248 dev = MKDEV(maj, min) << 1249 if (maj != MAJOR(dev) << 1250 error = -EINV << 1251 } else { << 1252 dev = new_decode_dev( << 1253 if (*p) << 1254 error = -EINV << 1255 } << 1256 } << 1257 kfree(name); 1067 kfree(name); 1258 if (error) !! 1068 if (!res) 1259 return error; !! 1069 return -EINVAL; 1260 << 1261 sleep_flags = lock_system_sleep(); << 1262 swsusp_resume_device = dev; << 1263 unlock_system_sleep(sleep_flags); << 1264 1070 1265 pm_pr_dbg("Configured hibernation res !! 1071 lock_system_sleep(); 1266 swsusp_resume_device); !! 1072 swsusp_resume_device = res; >> 1073 unlock_system_sleep(); >> 1074 pm_pr_dbg("Configured resume from disk to %u\n", swsusp_resume_device); 1267 noresume = 0; 1075 noresume = 0; 1268 software_resume(); 1076 software_resume(); 1269 return n; 1077 return n; 1270 } 1078 } 1271 1079 1272 power_attr(resume); 1080 power_attr(resume); 1273 1081 1274 static ssize_t resume_offset_show(struct kobj 1082 static ssize_t resume_offset_show(struct kobject *kobj, 1275 struct kobj 1083 struct kobj_attribute *attr, char *buf) 1276 { 1084 { 1277 return sysfs_emit(buf, "%llu\n", (uns !! 1085 return sprintf(buf, "%llu\n", (unsigned long long)swsusp_resume_block); 1278 } 1086 } 1279 1087 1280 static ssize_t resume_offset_store(struct kob 1088 static ssize_t resume_offset_store(struct kobject *kobj, 1281 struct kob 1089 struct kobj_attribute *attr, const char *buf, 1282 size_t n) 1090 size_t n) 1283 { 1091 { 1284 unsigned long long offset; 1092 unsigned long long offset; 1285 int rc; 1093 int rc; 1286 1094 1287 rc = kstrtoull(buf, 0, &offset); 1095 rc = kstrtoull(buf, 0, &offset); 1288 if (rc) 1096 if (rc) 1289 return rc; 1097 return rc; 1290 swsusp_resume_block = offset; 1098 swsusp_resume_block = offset; 1291 1099 1292 return n; 1100 return n; 1293 } 1101 } 1294 1102 1295 power_attr(resume_offset); 1103 power_attr(resume_offset); 1296 1104 1297 static ssize_t image_size_show(struct kobject 1105 static ssize_t image_size_show(struct kobject *kobj, struct kobj_attribute *attr, 1298 char *buf) 1106 char *buf) 1299 { 1107 { 1300 return sysfs_emit(buf, "%lu\n", image !! 1108 return sprintf(buf, "%lu\n", image_size); 1301 } 1109 } 1302 1110 1303 static ssize_t image_size_store(struct kobjec 1111 static ssize_t image_size_store(struct kobject *kobj, struct kobj_attribute *attr, 1304 const char *b 1112 const char *buf, size_t n) 1305 { 1113 { 1306 unsigned long size; 1114 unsigned long size; 1307 1115 1308 if (sscanf(buf, "%lu", &size) == 1) { 1116 if (sscanf(buf, "%lu", &size) == 1) { 1309 image_size = size; 1117 image_size = size; 1310 return n; 1118 return n; 1311 } 1119 } 1312 1120 1313 return -EINVAL; 1121 return -EINVAL; 1314 } 1122 } 1315 1123 1316 power_attr(image_size); 1124 power_attr(image_size); 1317 1125 1318 static ssize_t reserved_size_show(struct kobj 1126 static ssize_t reserved_size_show(struct kobject *kobj, 1319 struct kobj 1127 struct kobj_attribute *attr, char *buf) 1320 { 1128 { 1321 return sysfs_emit(buf, "%lu\n", reser !! 1129 return sprintf(buf, "%lu\n", reserved_size); 1322 } 1130 } 1323 1131 1324 static ssize_t reserved_size_store(struct kob 1132 static ssize_t reserved_size_store(struct kobject *kobj, 1325 struct kob 1133 struct kobj_attribute *attr, 1326 const char 1134 const char *buf, size_t n) 1327 { 1135 { 1328 unsigned long size; 1136 unsigned long size; 1329 1137 1330 if (sscanf(buf, "%lu", &size) == 1) { 1138 if (sscanf(buf, "%lu", &size) == 1) { 1331 reserved_size = size; 1139 reserved_size = size; 1332 return n; 1140 return n; 1333 } 1141 } 1334 1142 1335 return -EINVAL; 1143 return -EINVAL; 1336 } 1144 } 1337 1145 1338 power_attr(reserved_size); 1146 power_attr(reserved_size); 1339 1147 1340 static struct attribute *g[] = { !! 1148 static struct attribute * g[] = { 1341 &disk_attr.attr, 1149 &disk_attr.attr, 1342 &resume_offset_attr.attr, 1150 &resume_offset_attr.attr, 1343 &resume_attr.attr, 1151 &resume_attr.attr, 1344 &image_size_attr.attr, 1152 &image_size_attr.attr, 1345 &reserved_size_attr.attr, 1153 &reserved_size_attr.attr, 1346 NULL, 1154 NULL, 1347 }; 1155 }; 1348 1156 1349 1157 1350 static const struct attribute_group attr_grou 1158 static const struct attribute_group attr_group = { 1351 .attrs = g, 1159 .attrs = g, 1352 }; 1160 }; 1353 1161 1354 1162 1355 static int __init pm_disk_init(void) 1163 static int __init pm_disk_init(void) 1356 { 1164 { 1357 return sysfs_create_group(power_kobj, 1165 return sysfs_create_group(power_kobj, &attr_group); 1358 } 1166 } 1359 1167 1360 core_initcall(pm_disk_init); 1168 core_initcall(pm_disk_init); 1361 1169 1362 1170 1363 static int __init resume_setup(char *str) 1171 static int __init resume_setup(char *str) 1364 { 1172 { 1365 if (noresume) 1173 if (noresume) 1366 return 1; 1174 return 1; 1367 1175 1368 strscpy(resume_file, str); !! 1176 strncpy( resume_file, str, 255 ); 1369 return 1; 1177 return 1; 1370 } 1178 } 1371 1179 1372 static int __init resume_offset_setup(char *s 1180 static int __init resume_offset_setup(char *str) 1373 { 1181 { 1374 unsigned long long offset; 1182 unsigned long long offset; 1375 1183 1376 if (noresume) 1184 if (noresume) 1377 return 1; 1185 return 1; 1378 1186 1379 if (sscanf(str, "%llu", &offset) == 1 1187 if (sscanf(str, "%llu", &offset) == 1) 1380 swsusp_resume_block = offset; 1188 swsusp_resume_block = offset; 1381 1189 1382 return 1; 1190 return 1; 1383 } 1191 } 1384 1192 1385 static int __init hibernate_setup(char *str) 1193 static int __init hibernate_setup(char *str) 1386 { 1194 { 1387 if (!strncmp(str, "noresume", 8)) { 1195 if (!strncmp(str, "noresume", 8)) { 1388 noresume = 1; 1196 noresume = 1; 1389 } else if (!strncmp(str, "nocompress" 1197 } else if (!strncmp(str, "nocompress", 10)) { 1390 nocompress = 1; 1198 nocompress = 1; 1391 } else if (!strncmp(str, "no", 2)) { 1199 } else if (!strncmp(str, "no", 2)) { 1392 noresume = 1; 1200 noresume = 1; 1393 nohibernate = 1; 1201 nohibernate = 1; 1394 } else if (IS_ENABLED(CONFIG_STRICT_K 1202 } else if (IS_ENABLED(CONFIG_STRICT_KERNEL_RWX) 1395 && !strncmp(str, "protect_ 1203 && !strncmp(str, "protect_image", 13)) { 1396 enable_restore_image_protecti 1204 enable_restore_image_protection(); 1397 } 1205 } 1398 return 1; 1206 return 1; 1399 } 1207 } 1400 1208 1401 static int __init noresume_setup(char *str) 1209 static int __init noresume_setup(char *str) 1402 { 1210 { 1403 noresume = 1; 1211 noresume = 1; 1404 return 1; 1212 return 1; 1405 } 1213 } 1406 1214 1407 static int __init resumewait_setup(char *str) 1215 static int __init resumewait_setup(char *str) 1408 { 1216 { 1409 resume_wait = 1; 1217 resume_wait = 1; 1410 return 1; 1218 return 1; 1411 } 1219 } 1412 1220 1413 static int __init resumedelay_setup(char *str 1221 static int __init resumedelay_setup(char *str) 1414 { 1222 { 1415 int rc = kstrtouint(str, 0, &resume_d 1223 int rc = kstrtouint(str, 0, &resume_delay); 1416 1224 1417 if (rc) 1225 if (rc) 1418 pr_warn("resumedelay: bad opt !! 1226 return rc; 1419 return 1; 1227 return 1; 1420 } 1228 } 1421 1229 1422 static int __init nohibernate_setup(char *str 1230 static int __init nohibernate_setup(char *str) 1423 { 1231 { 1424 noresume = 1; 1232 noresume = 1; 1425 nohibernate = 1; 1233 nohibernate = 1; 1426 return 1; 1234 return 1; 1427 } 1235 } 1428 << 1429 static const char * const comp_alg_enabled[] << 1430 #if IS_ENABLED(CONFIG_CRYPTO_LZO) << 1431 COMPRESSION_ALGO_LZO, << 1432 #endif << 1433 #if IS_ENABLED(CONFIG_CRYPTO_LZ4) << 1434 COMPRESSION_ALGO_LZ4, << 1435 #endif << 1436 }; << 1437 << 1438 static int hibernate_compressor_param_set(con << 1439 const struct kernel_param *kp << 1440 { << 1441 unsigned int sleep_flags; << 1442 int index, ret; << 1443 << 1444 sleep_flags = lock_system_sleep(); << 1445 << 1446 index = sysfs_match_string(comp_alg_e << 1447 if (index >= 0) { << 1448 ret = param_set_copystring(co << 1449 if (!ret) << 1450 strscpy(hib_comp_algo << 1451 sizeof(hib_co << 1452 } else { << 1453 ret = index; << 1454 } << 1455 << 1456 unlock_system_sleep(sleep_flags); << 1457 << 1458 if (ret) << 1459 pr_debug("Cannot set specifie << 1460 compressor); << 1461 << 1462 return ret; << 1463 } << 1464 << 1465 static const struct kernel_param_ops hibernat << 1466 .set = hibernate_compressor_param_ << 1467 .get = param_get_string, << 1468 }; << 1469 << 1470 static struct kparam_string hibernate_compres << 1471 .maxlen = sizeof(hibernate_compressor << 1472 .string = hibernate_compressor, << 1473 }; << 1474 << 1475 module_param_cb(compressor, &hibernate_compre << 1476 &hibernate_compressor_param_s << 1477 MODULE_PARM_DESC(compressor, << 1478 "Compression algorithm to be << 1479 1236 1480 __setup("noresume", noresume_setup); 1237 __setup("noresume", noresume_setup); 1481 __setup("resume_offset=", resume_offset_setup 1238 __setup("resume_offset=", resume_offset_setup); 1482 __setup("resume=", resume_setup); 1239 __setup("resume=", resume_setup); 1483 __setup("hibernate=", hibernate_setup); 1240 __setup("hibernate=", hibernate_setup); 1484 __setup("resumewait", resumewait_setup); 1241 __setup("resumewait", resumewait_setup); 1485 __setup("resumedelay=", resumedelay_setup); 1242 __setup("resumedelay=", resumedelay_setup); 1486 __setup("nohibernate", nohibernate_setup); 1243 __setup("nohibernate", nohibernate_setup); 1487 1244
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.