1 // SPDX-License-Identifier: GPL-2.0-only 1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 2 /* 3 * kernel/power/hibernate.c - Hibernation (a.k 3 * kernel/power/hibernate.c - Hibernation (a.k.a suspend-to-disk) support. 4 * 4 * 5 * Copyright (c) 2003 Patrick Mochel 5 * Copyright (c) 2003 Patrick Mochel 6 * Copyright (c) 2003 Open Source Development 6 * Copyright (c) 2003 Open Source Development Lab 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw. 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw.cz> 8 * Copyright (c) 2009 Rafael J. Wysocki, Novel 8 * Copyright (c) 2009 Rafael J. Wysocki, Novell Inc. 9 * Copyright (C) 2012 Bojan Smojver <bojan@rex 9 * Copyright (C) 2012 Bojan Smojver <bojan@rexursive.com> 10 */ 10 */ 11 11 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 13 13 14 #include <linux/blkdev.h> << 15 #include <linux/export.h> 14 #include <linux/export.h> 16 #include <linux/suspend.h> 15 #include <linux/suspend.h> 17 #include <linux/reboot.h> 16 #include <linux/reboot.h> 18 #include <linux/string.h> 17 #include <linux/string.h> 19 #include <linux/device.h> 18 #include <linux/device.h> 20 #include <linux/async.h> 19 #include <linux/async.h> 21 #include <linux/delay.h> 20 #include <linux/delay.h> 22 #include <linux/fs.h> 21 #include <linux/fs.h> 23 #include <linux/mount.h> 22 #include <linux/mount.h> 24 #include <linux/pm.h> 23 #include <linux/pm.h> 25 #include <linux/nmi.h> 24 #include <linux/nmi.h> 26 #include <linux/console.h> 25 #include <linux/console.h> 27 #include <linux/cpu.h> 26 #include <linux/cpu.h> 28 #include <linux/freezer.h> 27 #include <linux/freezer.h> 29 #include <linux/gfp.h> 28 #include <linux/gfp.h> 30 #include <linux/syscore_ops.h> 29 #include <linux/syscore_ops.h> 31 #include <linux/ctype.h> 30 #include <linux/ctype.h> >> 31 #include <linux/genhd.h> 32 #include <linux/ktime.h> 32 #include <linux/ktime.h> 33 #include <linux/security.h> 33 #include <linux/security.h> 34 #include <linux/secretmem.h> 34 #include <linux/secretmem.h> 35 #include <trace/events/power.h> 35 #include <trace/events/power.h> 36 36 37 #include "power.h" 37 #include "power.h" 38 38 39 39 40 static int nocompress; 40 static int nocompress; 41 static int noresume; 41 static int noresume; 42 static int nohibernate; 42 static int nohibernate; 43 static int resume_wait; 43 static int resume_wait; 44 static unsigned int resume_delay; 44 static unsigned int resume_delay; 45 static char resume_file[256] = CONFIG_PM_STD_P 45 static char resume_file[256] = CONFIG_PM_STD_PARTITION; 46 dev_t swsusp_resume_device; 46 dev_t swsusp_resume_device; 47 sector_t swsusp_resume_block; 47 sector_t swsusp_resume_block; 48 __visible int in_suspend __nosavedata; 48 __visible int in_suspend __nosavedata; 49 49 50 static char hibernate_compressor[CRYPTO_MAX_AL << 51 << 52 /* << 53 * Compression/decompression algorithm to be u << 54 * image to/from disk. This would later be use << 55 * to allocate comp streams. << 56 */ << 57 char hib_comp_algo[CRYPTO_MAX_ALG_NAME]; << 58 << 59 enum { 50 enum { 60 HIBERNATION_INVALID, 51 HIBERNATION_INVALID, 61 HIBERNATION_PLATFORM, 52 HIBERNATION_PLATFORM, 62 HIBERNATION_SHUTDOWN, 53 HIBERNATION_SHUTDOWN, 63 HIBERNATION_REBOOT, 54 HIBERNATION_REBOOT, 64 #ifdef CONFIG_SUSPEND 55 #ifdef CONFIG_SUSPEND 65 HIBERNATION_SUSPEND, 56 HIBERNATION_SUSPEND, 66 #endif 57 #endif 67 HIBERNATION_TEST_RESUME, 58 HIBERNATION_TEST_RESUME, 68 /* keep last */ 59 /* keep last */ 69 __HIBERNATION_AFTER_LAST 60 __HIBERNATION_AFTER_LAST 70 }; 61 }; 71 #define HIBERNATION_MAX (__HIBERNATION_AFTER_L 62 #define HIBERNATION_MAX (__HIBERNATION_AFTER_LAST-1) 72 #define HIBERNATION_FIRST (HIBERNATION_INVALID 63 #define HIBERNATION_FIRST (HIBERNATION_INVALID + 1) 73 64 74 static int hibernation_mode = HIBERNATION_SHUT 65 static int hibernation_mode = HIBERNATION_SHUTDOWN; 75 66 76 bool freezer_test_done; 67 bool freezer_test_done; 77 68 78 static const struct platform_hibernation_ops * 69 static const struct platform_hibernation_ops *hibernation_ops; 79 70 80 static atomic_t hibernate_atomic = ATOMIC_INIT 71 static atomic_t hibernate_atomic = ATOMIC_INIT(1); 81 72 82 bool hibernate_acquire(void) 73 bool hibernate_acquire(void) 83 { 74 { 84 return atomic_add_unless(&hibernate_at 75 return atomic_add_unless(&hibernate_atomic, -1, 0); 85 } 76 } 86 77 87 void hibernate_release(void) 78 void hibernate_release(void) 88 { 79 { 89 atomic_inc(&hibernate_atomic); 80 atomic_inc(&hibernate_atomic); 90 } 81 } 91 82 92 bool hibernation_available(void) 83 bool hibernation_available(void) 93 { 84 { 94 return nohibernate == 0 && 85 return nohibernate == 0 && 95 !security_locked_down(LOCKDOWN 86 !security_locked_down(LOCKDOWN_HIBERNATION) && 96 !secretmem_active() && !cxl_me !! 87 !secretmem_active(); 97 } 88 } 98 89 99 /** 90 /** 100 * hibernation_set_ops - Set the global hibern 91 * hibernation_set_ops - Set the global hibernate operations. 101 * @ops: Hibernation operations to use in subs 92 * @ops: Hibernation operations to use in subsequent hibernation transitions. 102 */ 93 */ 103 void hibernation_set_ops(const struct platform 94 void hibernation_set_ops(const struct platform_hibernation_ops *ops) 104 { 95 { 105 unsigned int sleep_flags; << 106 << 107 if (ops && !(ops->begin && ops->end && 96 if (ops && !(ops->begin && ops->end && ops->pre_snapshot 108 && ops->prepare && ops->finish && 97 && ops->prepare && ops->finish && ops->enter && ops->pre_restore 109 && ops->restore_cleanup && ops->le 98 && ops->restore_cleanup && ops->leave)) { 110 WARN_ON(1); 99 WARN_ON(1); 111 return; 100 return; 112 } 101 } 113 !! 102 lock_system_sleep(); 114 sleep_flags = lock_system_sleep(); << 115 << 116 hibernation_ops = ops; 103 hibernation_ops = ops; 117 if (ops) 104 if (ops) 118 hibernation_mode = HIBERNATION 105 hibernation_mode = HIBERNATION_PLATFORM; 119 else if (hibernation_mode == HIBERNATI 106 else if (hibernation_mode == HIBERNATION_PLATFORM) 120 hibernation_mode = HIBERNATION 107 hibernation_mode = HIBERNATION_SHUTDOWN; 121 108 122 unlock_system_sleep(sleep_flags); !! 109 unlock_system_sleep(); 123 } 110 } 124 EXPORT_SYMBOL_GPL(hibernation_set_ops); 111 EXPORT_SYMBOL_GPL(hibernation_set_ops); 125 112 126 static bool entering_platform_hibernation; 113 static bool entering_platform_hibernation; 127 114 128 bool system_entering_hibernation(void) 115 bool system_entering_hibernation(void) 129 { 116 { 130 return entering_platform_hibernation; 117 return entering_platform_hibernation; 131 } 118 } 132 EXPORT_SYMBOL(system_entering_hibernation); 119 EXPORT_SYMBOL(system_entering_hibernation); 133 120 134 #ifdef CONFIG_PM_DEBUG 121 #ifdef CONFIG_PM_DEBUG 135 static void hibernation_debug_sleep(void) 122 static void hibernation_debug_sleep(void) 136 { 123 { 137 pr_info("debug: Waiting for 5 seconds. 124 pr_info("debug: Waiting for 5 seconds.\n"); 138 mdelay(5000); 125 mdelay(5000); 139 } 126 } 140 127 141 static int hibernation_test(int level) 128 static int hibernation_test(int level) 142 { 129 { 143 if (pm_test_level == level) { 130 if (pm_test_level == level) { 144 hibernation_debug_sleep(); 131 hibernation_debug_sleep(); 145 return 1; 132 return 1; 146 } 133 } 147 return 0; 134 return 0; 148 } 135 } 149 #else /* !CONFIG_PM_DEBUG */ 136 #else /* !CONFIG_PM_DEBUG */ 150 static int hibernation_test(int level) { retur 137 static int hibernation_test(int level) { return 0; } 151 #endif /* !CONFIG_PM_DEBUG */ 138 #endif /* !CONFIG_PM_DEBUG */ 152 139 153 /** 140 /** 154 * platform_begin - Call platform to start hib 141 * platform_begin - Call platform to start hibernation. 155 * @platform_mode: Whether or not to use the p 142 * @platform_mode: Whether or not to use the platform driver. 156 */ 143 */ 157 static int platform_begin(int platform_mode) 144 static int platform_begin(int platform_mode) 158 { 145 { 159 return (platform_mode && hibernation_o 146 return (platform_mode && hibernation_ops) ? 160 hibernation_ops->begin(PMSG_FR 147 hibernation_ops->begin(PMSG_FREEZE) : 0; 161 } 148 } 162 149 163 /** 150 /** 164 * platform_end - Call platform to finish tran 151 * platform_end - Call platform to finish transition to the working state. 165 * @platform_mode: Whether or not to use the p 152 * @platform_mode: Whether or not to use the platform driver. 166 */ 153 */ 167 static void platform_end(int platform_mode) 154 static void platform_end(int platform_mode) 168 { 155 { 169 if (platform_mode && hibernation_ops) 156 if (platform_mode && hibernation_ops) 170 hibernation_ops->end(); 157 hibernation_ops->end(); 171 } 158 } 172 159 173 /** 160 /** 174 * platform_pre_snapshot - Call platform to pr 161 * platform_pre_snapshot - Call platform to prepare the machine for hibernation. 175 * @platform_mode: Whether or not to use the p 162 * @platform_mode: Whether or not to use the platform driver. 176 * 163 * 177 * Use the platform driver to prepare the syst 164 * Use the platform driver to prepare the system for creating a hibernate image, 178 * if so configured, and return an error code 165 * if so configured, and return an error code if that fails. 179 */ 166 */ 180 167 181 static int platform_pre_snapshot(int platform_ 168 static int platform_pre_snapshot(int platform_mode) 182 { 169 { 183 return (platform_mode && hibernation_o 170 return (platform_mode && hibernation_ops) ? 184 hibernation_ops->pre_snapshot( 171 hibernation_ops->pre_snapshot() : 0; 185 } 172 } 186 173 187 /** 174 /** 188 * platform_leave - Call platform to prepare a 175 * platform_leave - Call platform to prepare a transition to the working state. 189 * @platform_mode: Whether or not to use the p 176 * @platform_mode: Whether or not to use the platform driver. 190 * 177 * 191 * Use the platform driver prepare to prepare 178 * Use the platform driver prepare to prepare the machine for switching to the 192 * normal mode of operation. 179 * normal mode of operation. 193 * 180 * 194 * This routine is called on one CPU with inte 181 * This routine is called on one CPU with interrupts disabled. 195 */ 182 */ 196 static void platform_leave(int platform_mode) 183 static void platform_leave(int platform_mode) 197 { 184 { 198 if (platform_mode && hibernation_ops) 185 if (platform_mode && hibernation_ops) 199 hibernation_ops->leave(); 186 hibernation_ops->leave(); 200 } 187 } 201 188 202 /** 189 /** 203 * platform_finish - Call platform to switch t 190 * platform_finish - Call platform to switch the system to the working state. 204 * @platform_mode: Whether or not to use the p 191 * @platform_mode: Whether or not to use the platform driver. 205 * 192 * 206 * Use the platform driver to switch the machi 193 * Use the platform driver to switch the machine to the normal mode of 207 * operation. 194 * operation. 208 * 195 * 209 * This routine must be called after platform_ 196 * This routine must be called after platform_prepare(). 210 */ 197 */ 211 static void platform_finish(int platform_mode) 198 static void platform_finish(int platform_mode) 212 { 199 { 213 if (platform_mode && hibernation_ops) 200 if (platform_mode && hibernation_ops) 214 hibernation_ops->finish(); 201 hibernation_ops->finish(); 215 } 202 } 216 203 217 /** 204 /** 218 * platform_pre_restore - Prepare for hibernat 205 * platform_pre_restore - Prepare for hibernate image restoration. 219 * @platform_mode: Whether or not to use the p 206 * @platform_mode: Whether or not to use the platform driver. 220 * 207 * 221 * Use the platform driver to prepare the syst 208 * Use the platform driver to prepare the system for resume from a hibernation 222 * image. 209 * image. 223 * 210 * 224 * If the restore fails after this function ha 211 * If the restore fails after this function has been called, 225 * platform_restore_cleanup() must be called. 212 * platform_restore_cleanup() must be called. 226 */ 213 */ 227 static int platform_pre_restore(int platform_m 214 static int platform_pre_restore(int platform_mode) 228 { 215 { 229 return (platform_mode && hibernation_o 216 return (platform_mode && hibernation_ops) ? 230 hibernation_ops->pre_restore() 217 hibernation_ops->pre_restore() : 0; 231 } 218 } 232 219 233 /** 220 /** 234 * platform_restore_cleanup - Switch to the wo 221 * platform_restore_cleanup - Switch to the working state after failing restore. 235 * @platform_mode: Whether or not to use the p 222 * @platform_mode: Whether or not to use the platform driver. 236 * 223 * 237 * Use the platform driver to switch the syste 224 * Use the platform driver to switch the system to the normal mode of operation 238 * after a failing restore. 225 * after a failing restore. 239 * 226 * 240 * If platform_pre_restore() has been called b 227 * If platform_pre_restore() has been called before the failing restore, this 241 * function must be called too, regardless of 228 * function must be called too, regardless of the result of 242 * platform_pre_restore(). 229 * platform_pre_restore(). 243 */ 230 */ 244 static void platform_restore_cleanup(int platf 231 static void platform_restore_cleanup(int platform_mode) 245 { 232 { 246 if (platform_mode && hibernation_ops) 233 if (platform_mode && hibernation_ops) 247 hibernation_ops->restore_clean 234 hibernation_ops->restore_cleanup(); 248 } 235 } 249 236 250 /** 237 /** 251 * platform_recover - Recover from a failure t 238 * platform_recover - Recover from a failure to suspend devices. 252 * @platform_mode: Whether or not to use the p 239 * @platform_mode: Whether or not to use the platform driver. 253 */ 240 */ 254 static void platform_recover(int platform_mode 241 static void platform_recover(int platform_mode) 255 { 242 { 256 if (platform_mode && hibernation_ops & 243 if (platform_mode && hibernation_ops && hibernation_ops->recover) 257 hibernation_ops->recover(); 244 hibernation_ops->recover(); 258 } 245 } 259 246 260 /** 247 /** 261 * swsusp_show_speed - Print time elapsed betw 248 * swsusp_show_speed - Print time elapsed between two events during hibernation. 262 * @start: Starting event. 249 * @start: Starting event. 263 * @stop: Final event. 250 * @stop: Final event. 264 * @nr_pages: Number of memory pages processed 251 * @nr_pages: Number of memory pages processed between @start and @stop. 265 * @msg: Additional diagnostic message to prin 252 * @msg: Additional diagnostic message to print. 266 */ 253 */ 267 void swsusp_show_speed(ktime_t start, ktime_t 254 void swsusp_show_speed(ktime_t start, ktime_t stop, 268 unsigned nr_pages, char 255 unsigned nr_pages, char *msg) 269 { 256 { 270 ktime_t diff; 257 ktime_t diff; 271 u64 elapsed_centisecs64; 258 u64 elapsed_centisecs64; 272 unsigned int centisecs; 259 unsigned int centisecs; 273 unsigned int k; 260 unsigned int k; 274 unsigned int kps; 261 unsigned int kps; 275 262 276 diff = ktime_sub(stop, start); 263 diff = ktime_sub(stop, start); 277 elapsed_centisecs64 = ktime_divns(diff 264 elapsed_centisecs64 = ktime_divns(diff, 10*NSEC_PER_MSEC); 278 centisecs = elapsed_centisecs64; 265 centisecs = elapsed_centisecs64; 279 if (centisecs == 0) 266 if (centisecs == 0) 280 centisecs = 1; /* avoid div-b 267 centisecs = 1; /* avoid div-by-zero */ 281 k = nr_pages * (PAGE_SIZE / 1024); 268 k = nr_pages * (PAGE_SIZE / 1024); 282 kps = (k * 100) / centisecs; 269 kps = (k * 100) / centisecs; 283 pr_info("%s %u kbytes in %u.%02u secon 270 pr_info("%s %u kbytes in %u.%02u seconds (%u.%02u MB/s)\n", 284 msg, k, centisecs / 100, centi 271 msg, k, centisecs / 100, centisecs % 100, kps / 1000, 285 (kps % 1000) / 10); 272 (kps % 1000) / 10); 286 } 273 } 287 274 288 __weak int arch_resume_nosmt(void) 275 __weak int arch_resume_nosmt(void) 289 { 276 { 290 return 0; 277 return 0; 291 } 278 } 292 279 293 /** 280 /** 294 * create_image - Create a hibernation image. 281 * create_image - Create a hibernation image. 295 * @platform_mode: Whether or not to use the p 282 * @platform_mode: Whether or not to use the platform driver. 296 * 283 * 297 * Execute device drivers' "late" and "noirq" 284 * Execute device drivers' "late" and "noirq" freeze callbacks, create a 298 * hibernation image and run the drivers' "noi 285 * hibernation image and run the drivers' "noirq" and "early" thaw callbacks. 299 * 286 * 300 * Control reappears in this routine after the 287 * Control reappears in this routine after the subsequent restore. 301 */ 288 */ 302 static int create_image(int platform_mode) 289 static int create_image(int platform_mode) 303 { 290 { 304 int error; 291 int error; 305 292 306 error = dpm_suspend_end(PMSG_FREEZE); 293 error = dpm_suspend_end(PMSG_FREEZE); 307 if (error) { 294 if (error) { 308 pr_err("Some devices failed to 295 pr_err("Some devices failed to power down, aborting\n"); 309 return error; 296 return error; 310 } 297 } 311 298 312 error = platform_pre_snapshot(platform 299 error = platform_pre_snapshot(platform_mode); 313 if (error || hibernation_test(TEST_PLA 300 if (error || hibernation_test(TEST_PLATFORM)) 314 goto Platform_finish; 301 goto Platform_finish; 315 302 316 error = pm_sleep_disable_secondary_cpu 303 error = pm_sleep_disable_secondary_cpus(); 317 if (error || hibernation_test(TEST_CPU 304 if (error || hibernation_test(TEST_CPUS)) 318 goto Enable_cpus; 305 goto Enable_cpus; 319 306 320 local_irq_disable(); 307 local_irq_disable(); 321 308 322 system_state = SYSTEM_SUSPEND; 309 system_state = SYSTEM_SUSPEND; 323 310 324 error = syscore_suspend(); 311 error = syscore_suspend(); 325 if (error) { 312 if (error) { 326 pr_err("Some system devices fa 313 pr_err("Some system devices failed to power down, aborting\n"); 327 goto Enable_irqs; 314 goto Enable_irqs; 328 } 315 } 329 316 330 if (hibernation_test(TEST_CORE) || pm_ 317 if (hibernation_test(TEST_CORE) || pm_wakeup_pending()) 331 goto Power_up; 318 goto Power_up; 332 319 333 in_suspend = 1; 320 in_suspend = 1; 334 save_processor_state(); 321 save_processor_state(); 335 trace_suspend_resume(TPS("machine_susp 322 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, true); 336 error = swsusp_arch_suspend(); 323 error = swsusp_arch_suspend(); 337 /* Restore control flow magically appe 324 /* Restore control flow magically appears here */ 338 restore_processor_state(); 325 restore_processor_state(); 339 trace_suspend_resume(TPS("machine_susp 326 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, false); 340 if (error) 327 if (error) 341 pr_err("Error %d creating imag 328 pr_err("Error %d creating image\n", error); 342 329 343 if (!in_suspend) { 330 if (!in_suspend) { 344 events_check_enabled = false; 331 events_check_enabled = false; 345 clear_or_poison_free_pages(); 332 clear_or_poison_free_pages(); 346 } 333 } 347 334 348 platform_leave(platform_mode); 335 platform_leave(platform_mode); 349 336 350 Power_up: 337 Power_up: 351 syscore_resume(); 338 syscore_resume(); 352 339 353 Enable_irqs: 340 Enable_irqs: 354 system_state = SYSTEM_RUNNING; 341 system_state = SYSTEM_RUNNING; 355 local_irq_enable(); 342 local_irq_enable(); 356 343 357 Enable_cpus: 344 Enable_cpus: 358 pm_sleep_enable_secondary_cpus(); 345 pm_sleep_enable_secondary_cpus(); 359 346 360 /* Allow architectures to do nosmt-spe 347 /* Allow architectures to do nosmt-specific post-resume dances */ 361 if (!in_suspend) 348 if (!in_suspend) 362 error = arch_resume_nosmt(); 349 error = arch_resume_nosmt(); 363 350 364 Platform_finish: 351 Platform_finish: 365 platform_finish(platform_mode); 352 platform_finish(platform_mode); 366 353 367 dpm_resume_start(in_suspend ? 354 dpm_resume_start(in_suspend ? 368 (error ? PMSG_RECOVER : PMSG_T 355 (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE); 369 356 370 return error; 357 return error; 371 } 358 } 372 359 373 /** 360 /** 374 * hibernation_snapshot - Quiesce devices and 361 * hibernation_snapshot - Quiesce devices and create a hibernation image. 375 * @platform_mode: If set, use platform driver 362 * @platform_mode: If set, use platform driver to prepare for the transition. 376 * 363 * 377 * This routine must be called with system_tra 364 * This routine must be called with system_transition_mutex held. 378 */ 365 */ 379 int hibernation_snapshot(int platform_mode) 366 int hibernation_snapshot(int platform_mode) 380 { 367 { 381 pm_message_t msg; 368 pm_message_t msg; 382 int error; 369 int error; 383 370 384 pm_suspend_clear_flags(); 371 pm_suspend_clear_flags(); 385 error = platform_begin(platform_mode); 372 error = platform_begin(platform_mode); 386 if (error) 373 if (error) 387 goto Close; 374 goto Close; 388 375 389 /* Preallocate image memory before shu 376 /* Preallocate image memory before shutting down devices. */ 390 error = hibernate_preallocate_memory() 377 error = hibernate_preallocate_memory(); 391 if (error) 378 if (error) 392 goto Close; 379 goto Close; 393 380 394 error = freeze_kernel_threads(); 381 error = freeze_kernel_threads(); 395 if (error) 382 if (error) 396 goto Cleanup; 383 goto Cleanup; 397 384 398 if (hibernation_test(TEST_FREEZER)) { 385 if (hibernation_test(TEST_FREEZER)) { 399 386 400 /* 387 /* 401 * Indicate to the caller that 388 * Indicate to the caller that we are returning due to a 402 * successful freezer test. 389 * successful freezer test. 403 */ 390 */ 404 freezer_test_done = true; 391 freezer_test_done = true; 405 goto Thaw; 392 goto Thaw; 406 } 393 } 407 394 408 error = dpm_prepare(PMSG_FREEZE); 395 error = dpm_prepare(PMSG_FREEZE); 409 if (error) { 396 if (error) { 410 dpm_complete(PMSG_RECOVER); 397 dpm_complete(PMSG_RECOVER); 411 goto Thaw; 398 goto Thaw; 412 } 399 } 413 400 414 suspend_console(); 401 suspend_console(); 415 pm_restrict_gfp_mask(); 402 pm_restrict_gfp_mask(); 416 403 417 error = dpm_suspend(PMSG_FREEZE); 404 error = dpm_suspend(PMSG_FREEZE); 418 405 419 if (error || hibernation_test(TEST_DEV 406 if (error || hibernation_test(TEST_DEVICES)) 420 platform_recover(platform_mode 407 platform_recover(platform_mode); 421 else 408 else 422 error = create_image(platform_ 409 error = create_image(platform_mode); 423 410 424 /* 411 /* 425 * In the case that we call create_ima 412 * In the case that we call create_image() above, the control 426 * returns here (1) after the image ha 413 * returns here (1) after the image has been created or the 427 * image creation has failed and (2) a 414 * image creation has failed and (2) after a successful restore. 428 */ 415 */ 429 416 430 /* We may need to release the prealloc 417 /* We may need to release the preallocated image pages here. */ 431 if (error || !in_suspend) 418 if (error || !in_suspend) 432 swsusp_free(); 419 swsusp_free(); 433 420 434 msg = in_suspend ? (error ? PMSG_RECOV 421 msg = in_suspend ? (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE; 435 dpm_resume(msg); 422 dpm_resume(msg); 436 423 437 if (error || !in_suspend) 424 if (error || !in_suspend) 438 pm_restore_gfp_mask(); 425 pm_restore_gfp_mask(); 439 426 440 resume_console(); 427 resume_console(); 441 dpm_complete(msg); 428 dpm_complete(msg); 442 429 443 Close: 430 Close: 444 platform_end(platform_mode); 431 platform_end(platform_mode); 445 return error; 432 return error; 446 433 447 Thaw: 434 Thaw: 448 thaw_kernel_threads(); 435 thaw_kernel_threads(); 449 Cleanup: 436 Cleanup: 450 swsusp_free(); 437 swsusp_free(); 451 goto Close; 438 goto Close; 452 } 439 } 453 440 454 int __weak hibernate_resume_nonboot_cpu_disabl 441 int __weak hibernate_resume_nonboot_cpu_disable(void) 455 { 442 { 456 return suspend_disable_secondary_cpus( 443 return suspend_disable_secondary_cpus(); 457 } 444 } 458 445 459 /** 446 /** 460 * resume_target_kernel - Restore system state 447 * resume_target_kernel - Restore system state from a hibernation image. 461 * @platform_mode: Whether or not to use the p 448 * @platform_mode: Whether or not to use the platform driver. 462 * 449 * 463 * Execute device drivers' "noirq" and "late" 450 * Execute device drivers' "noirq" and "late" freeze callbacks, restore the 464 * contents of highmem that have not been rest 451 * contents of highmem that have not been restored yet from the image and run 465 * the low-level code that will restore the re 452 * the low-level code that will restore the remaining contents of memory and 466 * switch to the just restored target kernel. 453 * switch to the just restored target kernel. 467 */ 454 */ 468 static int resume_target_kernel(bool platform_ 455 static int resume_target_kernel(bool platform_mode) 469 { 456 { 470 int error; 457 int error; 471 458 472 error = dpm_suspend_end(PMSG_QUIESCE); 459 error = dpm_suspend_end(PMSG_QUIESCE); 473 if (error) { 460 if (error) { 474 pr_err("Some devices failed to 461 pr_err("Some devices failed to power down, aborting resume\n"); 475 return error; 462 return error; 476 } 463 } 477 464 478 error = platform_pre_restore(platform_ 465 error = platform_pre_restore(platform_mode); 479 if (error) 466 if (error) 480 goto Cleanup; 467 goto Cleanup; 481 468 482 cpuidle_pause(); 469 cpuidle_pause(); 483 470 484 error = hibernate_resume_nonboot_cpu_d 471 error = hibernate_resume_nonboot_cpu_disable(); 485 if (error) 472 if (error) 486 goto Enable_cpus; 473 goto Enable_cpus; 487 474 488 local_irq_disable(); 475 local_irq_disable(); 489 system_state = SYSTEM_SUSPEND; 476 system_state = SYSTEM_SUSPEND; 490 477 491 error = syscore_suspend(); 478 error = syscore_suspend(); 492 if (error) 479 if (error) 493 goto Enable_irqs; 480 goto Enable_irqs; 494 481 495 save_processor_state(); 482 save_processor_state(); 496 error = restore_highmem(); 483 error = restore_highmem(); 497 if (!error) { 484 if (!error) { 498 error = swsusp_arch_resume(); 485 error = swsusp_arch_resume(); 499 /* 486 /* 500 * The code below is only ever 487 * The code below is only ever reached in case of a failure. 501 * Otherwise, execution contin 488 * Otherwise, execution continues at the place where 502 * swsusp_arch_suspend() was c 489 * swsusp_arch_suspend() was called. 503 */ 490 */ 504 BUG_ON(!error); 491 BUG_ON(!error); 505 /* 492 /* 506 * This call to restore_highme 493 * This call to restore_highmem() reverts the changes made by 507 * the previous one. 494 * the previous one. 508 */ 495 */ 509 restore_highmem(); 496 restore_highmem(); 510 } 497 } 511 /* 498 /* 512 * The only reason why swsusp_arch_res 499 * The only reason why swsusp_arch_resume() can fail is memory being 513 * very tight, so we have to free it a 500 * very tight, so we have to free it as soon as we can to avoid 514 * subsequent failures. 501 * subsequent failures. 515 */ 502 */ 516 swsusp_free(); 503 swsusp_free(); 517 restore_processor_state(); 504 restore_processor_state(); 518 touch_softlockup_watchdog(); 505 touch_softlockup_watchdog(); 519 506 520 syscore_resume(); 507 syscore_resume(); 521 508 522 Enable_irqs: 509 Enable_irqs: 523 system_state = SYSTEM_RUNNING; 510 system_state = SYSTEM_RUNNING; 524 local_irq_enable(); 511 local_irq_enable(); 525 512 526 Enable_cpus: 513 Enable_cpus: 527 pm_sleep_enable_secondary_cpus(); 514 pm_sleep_enable_secondary_cpus(); 528 515 529 Cleanup: 516 Cleanup: 530 platform_restore_cleanup(platform_mode 517 platform_restore_cleanup(platform_mode); 531 518 532 dpm_resume_start(PMSG_RECOVER); 519 dpm_resume_start(PMSG_RECOVER); 533 520 534 return error; 521 return error; 535 } 522 } 536 523 537 /** 524 /** 538 * hibernation_restore - Quiesce devices and r 525 * hibernation_restore - Quiesce devices and restore from a hibernation image. 539 * @platform_mode: If set, use platform driver 526 * @platform_mode: If set, use platform driver to prepare for the transition. 540 * 527 * 541 * This routine must be called with system_tra 528 * This routine must be called with system_transition_mutex held. If it is 542 * successful, control reappears in the restor 529 * successful, control reappears in the restored target kernel in 543 * hibernation_snapshot(). 530 * hibernation_snapshot(). 544 */ 531 */ 545 int hibernation_restore(int platform_mode) 532 int hibernation_restore(int platform_mode) 546 { 533 { 547 int error; 534 int error; 548 535 549 pm_prepare_console(); 536 pm_prepare_console(); 550 suspend_console(); 537 suspend_console(); 551 pm_restrict_gfp_mask(); 538 pm_restrict_gfp_mask(); 552 error = dpm_suspend_start(PMSG_QUIESCE 539 error = dpm_suspend_start(PMSG_QUIESCE); 553 if (!error) { 540 if (!error) { 554 error = resume_target_kernel(p 541 error = resume_target_kernel(platform_mode); 555 /* 542 /* 556 * The above should either suc 543 * The above should either succeed and jump to the new kernel, 557 * or return with an error. Ot 544 * or return with an error. Otherwise things are just 558 * undefined, so let's be para 545 * undefined, so let's be paranoid. 559 */ 546 */ 560 BUG_ON(!error); 547 BUG_ON(!error); 561 } 548 } 562 dpm_resume_end(PMSG_RECOVER); 549 dpm_resume_end(PMSG_RECOVER); 563 pm_restore_gfp_mask(); 550 pm_restore_gfp_mask(); 564 resume_console(); 551 resume_console(); 565 pm_restore_console(); 552 pm_restore_console(); 566 return error; 553 return error; 567 } 554 } 568 555 569 /** 556 /** 570 * hibernation_platform_enter - Power off the 557 * hibernation_platform_enter - Power off the system using the platform driver. 571 */ 558 */ 572 int hibernation_platform_enter(void) 559 int hibernation_platform_enter(void) 573 { 560 { 574 int error; 561 int error; 575 562 576 if (!hibernation_ops) 563 if (!hibernation_ops) 577 return -ENOSYS; 564 return -ENOSYS; 578 565 579 /* 566 /* 580 * We have cancelled the power transit 567 * We have cancelled the power transition by running 581 * hibernation_ops->finish() before sa 568 * hibernation_ops->finish() before saving the image, so we should let 582 * the firmware know that we're going 569 * the firmware know that we're going to enter the sleep state after all 583 */ 570 */ 584 error = hibernation_ops->begin(PMSG_HI 571 error = hibernation_ops->begin(PMSG_HIBERNATE); 585 if (error) 572 if (error) 586 goto Close; 573 goto Close; 587 574 588 entering_platform_hibernation = true; 575 entering_platform_hibernation = true; 589 suspend_console(); 576 suspend_console(); 590 error = dpm_suspend_start(PMSG_HIBERNA 577 error = dpm_suspend_start(PMSG_HIBERNATE); 591 if (error) { 578 if (error) { 592 if (hibernation_ops->recover) 579 if (hibernation_ops->recover) 593 hibernation_ops->recov 580 hibernation_ops->recover(); 594 goto Resume_devices; 581 goto Resume_devices; 595 } 582 } 596 583 597 error = dpm_suspend_end(PMSG_HIBERNATE 584 error = dpm_suspend_end(PMSG_HIBERNATE); 598 if (error) 585 if (error) 599 goto Resume_devices; 586 goto Resume_devices; 600 587 601 error = hibernation_ops->prepare(); 588 error = hibernation_ops->prepare(); 602 if (error) 589 if (error) 603 goto Platform_finish; 590 goto Platform_finish; 604 591 605 error = pm_sleep_disable_secondary_cpu 592 error = pm_sleep_disable_secondary_cpus(); 606 if (error) 593 if (error) 607 goto Enable_cpus; 594 goto Enable_cpus; 608 595 609 local_irq_disable(); 596 local_irq_disable(); 610 system_state = SYSTEM_SUSPEND; 597 system_state = SYSTEM_SUSPEND; 611 syscore_suspend(); 598 syscore_suspend(); 612 if (pm_wakeup_pending()) { 599 if (pm_wakeup_pending()) { 613 error = -EAGAIN; 600 error = -EAGAIN; 614 goto Power_up; 601 goto Power_up; 615 } 602 } 616 603 617 hibernation_ops->enter(); 604 hibernation_ops->enter(); 618 /* We should never get here */ 605 /* We should never get here */ 619 while (1); 606 while (1); 620 607 621 Power_up: 608 Power_up: 622 syscore_resume(); 609 syscore_resume(); 623 system_state = SYSTEM_RUNNING; 610 system_state = SYSTEM_RUNNING; 624 local_irq_enable(); 611 local_irq_enable(); 625 612 626 Enable_cpus: 613 Enable_cpus: 627 pm_sleep_enable_secondary_cpus(); 614 pm_sleep_enable_secondary_cpus(); 628 615 629 Platform_finish: 616 Platform_finish: 630 hibernation_ops->finish(); 617 hibernation_ops->finish(); 631 618 632 dpm_resume_start(PMSG_RESTORE); 619 dpm_resume_start(PMSG_RESTORE); 633 620 634 Resume_devices: 621 Resume_devices: 635 entering_platform_hibernation = false; 622 entering_platform_hibernation = false; 636 dpm_resume_end(PMSG_RESTORE); 623 dpm_resume_end(PMSG_RESTORE); 637 resume_console(); 624 resume_console(); 638 625 639 Close: 626 Close: 640 hibernation_ops->end(); 627 hibernation_ops->end(); 641 628 642 return error; 629 return error; 643 } 630 } 644 631 645 /** 632 /** 646 * power_down - Shut the machine down for hibe 633 * power_down - Shut the machine down for hibernation. 647 * 634 * 648 * Use the platform driver, if configured, to 635 * Use the platform driver, if configured, to put the system into the sleep 649 * state corresponding to hibernation, or try 636 * state corresponding to hibernation, or try to power it off or reboot, 650 * depending on the value of hibernation_mode. 637 * depending on the value of hibernation_mode. 651 */ 638 */ 652 static void power_down(void) 639 static void power_down(void) 653 { 640 { >> 641 #ifdef CONFIG_SUSPEND 654 int error; 642 int error; 655 643 656 #ifdef CONFIG_SUSPEND << 657 if (hibernation_mode == HIBERNATION_SU 644 if (hibernation_mode == HIBERNATION_SUSPEND) { 658 error = suspend_devices_and_en !! 645 error = suspend_devices_and_enter(PM_SUSPEND_MEM); 659 if (error) { 646 if (error) { 660 hibernation_mode = hib 647 hibernation_mode = hibernation_ops ? 661 648 HIBERNATION_PLATFORM : 662 649 HIBERNATION_SHUTDOWN; 663 } else { 650 } else { 664 /* Restore swap signat 651 /* Restore swap signature. */ 665 error = swsusp_unmark( 652 error = swsusp_unmark(); 666 if (error) 653 if (error) 667 pr_err("Swap w 654 pr_err("Swap will be unusable! Try swapon -a.\n"); 668 655 669 return; 656 return; 670 } 657 } 671 } 658 } 672 #endif 659 #endif 673 660 674 switch (hibernation_mode) { 661 switch (hibernation_mode) { 675 case HIBERNATION_REBOOT: 662 case HIBERNATION_REBOOT: 676 kernel_restart(NULL); 663 kernel_restart(NULL); 677 break; 664 break; 678 case HIBERNATION_PLATFORM: 665 case HIBERNATION_PLATFORM: 679 error = hibernation_platform_e !! 666 hibernation_platform_enter(); 680 if (error == -EAGAIN || error << 681 swsusp_unmark(); << 682 events_check_enabled = << 683 pr_info("Wakeup event << 684 return; << 685 } << 686 fallthrough; 667 fallthrough; 687 case HIBERNATION_SHUTDOWN: 668 case HIBERNATION_SHUTDOWN: 688 if (kernel_can_power_off()) !! 669 if (pm_power_off) 689 kernel_power_off(); 670 kernel_power_off(); 690 break; 671 break; 691 } 672 } 692 kernel_halt(); 673 kernel_halt(); 693 /* 674 /* 694 * Valid image is on the disk, if we c 675 * Valid image is on the disk, if we continue we risk serious data 695 * corruption after resume. 676 * corruption after resume. 696 */ 677 */ 697 pr_crit("Power down manually\n"); 678 pr_crit("Power down manually\n"); 698 while (1) 679 while (1) 699 cpu_relax(); 680 cpu_relax(); 700 } 681 } 701 682 702 static int load_image_and_restore(void) 683 static int load_image_and_restore(void) 703 { 684 { 704 int error; 685 int error; 705 unsigned int flags; 686 unsigned int flags; 706 687 707 pm_pr_dbg("Loading hibernation image.\ 688 pm_pr_dbg("Loading hibernation image.\n"); 708 689 709 lock_device_hotplug(); 690 lock_device_hotplug(); 710 error = create_basic_memory_bitmaps(); 691 error = create_basic_memory_bitmaps(); 711 if (error) { !! 692 if (error) 712 swsusp_close(); << 713 goto Unlock; 693 goto Unlock; 714 } << 715 694 716 error = swsusp_read(&flags); 695 error = swsusp_read(&flags); 717 swsusp_close(); !! 696 swsusp_close(FMODE_READ | FMODE_EXCL); 718 if (!error) 697 if (!error) 719 error = hibernation_restore(fl 698 error = hibernation_restore(flags & SF_PLATFORM_MODE); 720 699 721 pr_err("Failed to load image, recoveri 700 pr_err("Failed to load image, recovering.\n"); 722 swsusp_free(); 701 swsusp_free(); 723 free_basic_memory_bitmaps(); 702 free_basic_memory_bitmaps(); 724 Unlock: 703 Unlock: 725 unlock_device_hotplug(); 704 unlock_device_hotplug(); 726 705 727 return error; 706 return error; 728 } 707 } 729 708 730 #define COMPRESSION_ALGO_LZO "lzo" << 731 #define COMPRESSION_ALGO_LZ4 "lz4" << 732 << 733 /** 709 /** 734 * hibernate - Carry out system hibernation, i 710 * hibernate - Carry out system hibernation, including saving the image. 735 */ 711 */ 736 int hibernate(void) 712 int hibernate(void) 737 { 713 { 738 bool snapshot_test = false; 714 bool snapshot_test = false; 739 unsigned int sleep_flags; << 740 int error; 715 int error; 741 716 742 if (!hibernation_available()) { 717 if (!hibernation_available()) { 743 pm_pr_dbg("Hibernation not ava 718 pm_pr_dbg("Hibernation not available.\n"); 744 return -EPERM; 719 return -EPERM; 745 } 720 } 746 721 747 /* !! 722 lock_system_sleep(); 748 * Query for the compression algorithm << 749 */ << 750 if (!nocompress) { << 751 strscpy(hib_comp_algo, hiberna << 752 if (crypto_has_comp(hib_comp_a << 753 pr_err("%s compression << 754 return -EOPNOTSUPP; << 755 } << 756 } << 757 << 758 sleep_flags = lock_system_sleep(); << 759 /* The snapshot device should not be o 723 /* The snapshot device should not be opened while we're running */ 760 if (!hibernate_acquire()) { 724 if (!hibernate_acquire()) { 761 error = -EBUSY; 725 error = -EBUSY; 762 goto Unlock; 726 goto Unlock; 763 } 727 } 764 728 765 pr_info("hibernation entry\n"); 729 pr_info("hibernation entry\n"); 766 pm_prepare_console(); 730 pm_prepare_console(); 767 error = pm_notifier_call_chain_robust( 731 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 768 if (error) 732 if (error) 769 goto Restore; 733 goto Restore; 770 734 771 ksys_sync_helper(); 735 ksys_sync_helper(); 772 736 773 error = freeze_processes(); 737 error = freeze_processes(); 774 if (error) 738 if (error) 775 goto Exit; 739 goto Exit; 776 740 777 lock_device_hotplug(); 741 lock_device_hotplug(); 778 /* Allocate memory management structur 742 /* Allocate memory management structures */ 779 error = create_basic_memory_bitmaps(); 743 error = create_basic_memory_bitmaps(); 780 if (error) 744 if (error) 781 goto Thaw; 745 goto Thaw; 782 746 783 error = hibernation_snapshot(hibernati 747 error = hibernation_snapshot(hibernation_mode == HIBERNATION_PLATFORM); 784 if (error || freezer_test_done) 748 if (error || freezer_test_done) 785 goto Free_bitmaps; 749 goto Free_bitmaps; 786 750 787 if (in_suspend) { 751 if (in_suspend) { 788 unsigned int flags = 0; 752 unsigned int flags = 0; 789 753 790 if (hibernation_mode == HIBERN 754 if (hibernation_mode == HIBERNATION_PLATFORM) 791 flags |= SF_PLATFORM_M 755 flags |= SF_PLATFORM_MODE; 792 if (nocompress) { !! 756 if (nocompress) 793 flags |= SF_NOCOMPRESS 757 flags |= SF_NOCOMPRESS_MODE; 794 } else { !! 758 else 795 flags |= SF_CRC32_MODE 759 flags |= SF_CRC32_MODE; 796 760 797 /* << 798 * By default, LZO com << 799 * to override this be << 800 * << 801 * Refer kernel/power/ << 802 */ << 803 << 804 if (!strcmp(hib_comp_a << 805 flags |= SF_CO << 806 else << 807 flags |= SF_CO << 808 } << 809 << 810 pm_pr_dbg("Writing hibernation 761 pm_pr_dbg("Writing hibernation image.\n"); 811 error = swsusp_write(flags); 762 error = swsusp_write(flags); 812 swsusp_free(); 763 swsusp_free(); 813 if (!error) { 764 if (!error) { 814 if (hibernation_mode = 765 if (hibernation_mode == HIBERNATION_TEST_RESUME) 815 snapshot_test 766 snapshot_test = true; 816 else 767 else 817 power_down(); 768 power_down(); 818 } 769 } 819 in_suspend = 0; 770 in_suspend = 0; 820 pm_restore_gfp_mask(); 771 pm_restore_gfp_mask(); 821 } else { 772 } else { 822 pm_pr_dbg("Hibernation image r 773 pm_pr_dbg("Hibernation image restored successfully.\n"); 823 } 774 } 824 775 825 Free_bitmaps: 776 Free_bitmaps: 826 free_basic_memory_bitmaps(); 777 free_basic_memory_bitmaps(); 827 Thaw: 778 Thaw: 828 unlock_device_hotplug(); 779 unlock_device_hotplug(); 829 if (snapshot_test) { 780 if (snapshot_test) { 830 pm_pr_dbg("Checking hibernatio 781 pm_pr_dbg("Checking hibernation image\n"); 831 error = swsusp_check(false); !! 782 error = swsusp_check(); 832 if (!error) 783 if (!error) 833 error = load_image_and 784 error = load_image_and_restore(); 834 } 785 } 835 thaw_processes(); 786 thaw_processes(); 836 787 837 /* Don't bother checking whether freez 788 /* Don't bother checking whether freezer_test_done is true */ 838 freezer_test_done = false; 789 freezer_test_done = false; 839 Exit: 790 Exit: 840 pm_notifier_call_chain(PM_POST_HIBERNA 791 pm_notifier_call_chain(PM_POST_HIBERNATION); 841 Restore: 792 Restore: 842 pm_restore_console(); 793 pm_restore_console(); 843 hibernate_release(); 794 hibernate_release(); 844 Unlock: 795 Unlock: 845 unlock_system_sleep(sleep_flags); !! 796 unlock_system_sleep(); 846 pr_info("hibernation exit\n"); 797 pr_info("hibernation exit\n"); 847 798 848 return error; 799 return error; 849 } 800 } 850 801 851 /** 802 /** 852 * hibernate_quiet_exec - Execute a function w 803 * hibernate_quiet_exec - Execute a function with all devices frozen. 853 * @func: Function to execute. 804 * @func: Function to execute. 854 * @data: Data pointer to pass to @func. 805 * @data: Data pointer to pass to @func. 855 * 806 * 856 * Return the @func return value or an error c 807 * Return the @func return value or an error code if it cannot be executed. 857 */ 808 */ 858 int hibernate_quiet_exec(int (*func)(void *dat 809 int hibernate_quiet_exec(int (*func)(void *data), void *data) 859 { 810 { 860 unsigned int sleep_flags; << 861 int error; 811 int error; 862 812 863 sleep_flags = lock_system_sleep(); !! 813 lock_system_sleep(); 864 814 865 if (!hibernate_acquire()) { 815 if (!hibernate_acquire()) { 866 error = -EBUSY; 816 error = -EBUSY; 867 goto unlock; 817 goto unlock; 868 } 818 } 869 819 870 pm_prepare_console(); 820 pm_prepare_console(); 871 821 872 error = pm_notifier_call_chain_robust( 822 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 873 if (error) 823 if (error) 874 goto restore; 824 goto restore; 875 825 876 error = freeze_processes(); 826 error = freeze_processes(); 877 if (error) 827 if (error) 878 goto exit; 828 goto exit; 879 829 880 lock_device_hotplug(); 830 lock_device_hotplug(); 881 831 882 pm_suspend_clear_flags(); 832 pm_suspend_clear_flags(); 883 833 884 error = platform_begin(true); 834 error = platform_begin(true); 885 if (error) 835 if (error) 886 goto thaw; 836 goto thaw; 887 837 888 error = freeze_kernel_threads(); 838 error = freeze_kernel_threads(); 889 if (error) 839 if (error) 890 goto thaw; 840 goto thaw; 891 841 892 error = dpm_prepare(PMSG_FREEZE); 842 error = dpm_prepare(PMSG_FREEZE); 893 if (error) 843 if (error) 894 goto dpm_complete; 844 goto dpm_complete; 895 845 896 suspend_console(); 846 suspend_console(); 897 847 898 error = dpm_suspend(PMSG_FREEZE); 848 error = dpm_suspend(PMSG_FREEZE); 899 if (error) 849 if (error) 900 goto dpm_resume; 850 goto dpm_resume; 901 851 902 error = dpm_suspend_end(PMSG_FREEZE); 852 error = dpm_suspend_end(PMSG_FREEZE); 903 if (error) 853 if (error) 904 goto dpm_resume; 854 goto dpm_resume; 905 855 906 error = platform_pre_snapshot(true); 856 error = platform_pre_snapshot(true); 907 if (error) 857 if (error) 908 goto skip; 858 goto skip; 909 859 910 error = func(data); 860 error = func(data); 911 861 912 skip: 862 skip: 913 platform_finish(true); 863 platform_finish(true); 914 864 915 dpm_resume_start(PMSG_THAW); 865 dpm_resume_start(PMSG_THAW); 916 866 917 dpm_resume: 867 dpm_resume: 918 dpm_resume(PMSG_THAW); 868 dpm_resume(PMSG_THAW); 919 869 920 resume_console(); 870 resume_console(); 921 871 922 dpm_complete: 872 dpm_complete: 923 dpm_complete(PMSG_THAW); 873 dpm_complete(PMSG_THAW); 924 874 925 thaw_kernel_threads(); 875 thaw_kernel_threads(); 926 876 927 thaw: 877 thaw: 928 platform_end(true); 878 platform_end(true); 929 879 930 unlock_device_hotplug(); 880 unlock_device_hotplug(); 931 881 932 thaw_processes(); 882 thaw_processes(); 933 883 934 exit: 884 exit: 935 pm_notifier_call_chain(PM_POST_HIBERNA 885 pm_notifier_call_chain(PM_POST_HIBERNATION); 936 886 937 restore: 887 restore: 938 pm_restore_console(); 888 pm_restore_console(); 939 889 940 hibernate_release(); 890 hibernate_release(); 941 891 942 unlock: 892 unlock: 943 unlock_system_sleep(sleep_flags); !! 893 unlock_system_sleep(); 944 894 945 return error; 895 return error; 946 } 896 } 947 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 897 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 948 898 949 static int __init find_resume_device(void) !! 899 /** >> 900 * software_resume - Resume from a saved hibernation image. >> 901 * >> 902 * This routine is called as a late initcall, when all devices have been >> 903 * discovered and initialized already. >> 904 * >> 905 * The image reading code is called to see if there is a hibernation image >> 906 * available for reading. If that is the case, devices are quiesced and the >> 907 * contents of memory is restored from the saved image. >> 908 * >> 909 * If this is successful, control reappears in the restored target kernel in >> 910 * hibernation_snapshot() which returns to hibernate(). Otherwise, the routine >> 911 * attempts to recover gracefully and make the kernel return to the normal mode >> 912 * of operation. >> 913 */ >> 914 static int software_resume(void) 950 { 915 { 951 if (!strlen(resume_file)) !! 916 int error; 952 return -ENOENT; !! 917 >> 918 /* >> 919 * If the user said "noresume".. bail out early. >> 920 */ >> 921 if (noresume || !hibernation_available()) >> 922 return 0; >> 923 >> 924 /* >> 925 * name_to_dev_t() below takes a sysfs buffer mutex when sysfs >> 926 * is configured into the kernel. Since the regular hibernate >> 927 * trigger path is via sysfs which takes a buffer mutex before >> 928 * calling hibernate functions (which take system_transition_mutex) >> 929 * this can cause lockdep to complain about a possible ABBA deadlock >> 930 * which cannot happen since we're in the boot code here and >> 931 * sysfs can't be invoked yet. Therefore, we use a subclass >> 932 * here to avoid lockdep complaining. >> 933 */ >> 934 mutex_lock_nested(&system_transition_mutex, SINGLE_DEPTH_NESTING); >> 935 >> 936 if (swsusp_resume_device) >> 937 goto Check_image; >> 938 >> 939 if (!strlen(resume_file)) { >> 940 error = -ENOENT; >> 941 goto Unlock; >> 942 } 953 943 954 pm_pr_dbg("Checking hibernation image 944 pm_pr_dbg("Checking hibernation image partition %s\n", resume_file); 955 945 956 if (resume_delay) { 946 if (resume_delay) { 957 pr_info("Waiting %dsec before 947 pr_info("Waiting %dsec before reading resume device ...\n", 958 resume_delay); 948 resume_delay); 959 ssleep(resume_delay); 949 ssleep(resume_delay); 960 } 950 } 961 951 962 /* Check if the device is there */ 952 /* Check if the device is there */ 963 if (!early_lookup_bdev(resume_file, &s !! 953 swsusp_resume_device = name_to_dev_t(resume_file); 964 return 0; !! 954 if (!swsusp_resume_device) { 965 !! 955 /* 966 /* !! 956 * Some device discovery might still be in progress; we need 967 * Some device discovery might still b !! 957 * to wait for this to finish. 968 * this to finish. !! 958 */ 969 */ !! 959 wait_for_device_probe(); 970 wait_for_device_probe(); << 971 if (resume_wait) { << 972 while (early_lookup_bdev(resum << 973 msleep(10); << 974 async_synchronize_full(); << 975 } << 976 960 977 return early_lookup_bdev(resume_file, !! 961 if (resume_wait) { 978 } !! 962 while ((swsusp_resume_device = name_to_dev_t(resume_file)) == 0) >> 963 msleep(10); >> 964 async_synchronize_full(); >> 965 } 979 966 980 static int software_resume(void) !! 967 swsusp_resume_device = name_to_dev_t(resume_file); 981 { !! 968 if (!swsusp_resume_device) { 982 int error; !! 969 error = -ENODEV; >> 970 goto Unlock; >> 971 } >> 972 } 983 973 >> 974 Check_image: 984 pm_pr_dbg("Hibernation image partition 975 pm_pr_dbg("Hibernation image partition %d:%d present\n", 985 MAJOR(swsusp_resume_device), M 976 MAJOR(swsusp_resume_device), MINOR(swsusp_resume_device)); 986 977 987 pm_pr_dbg("Looking for hibernation ima 978 pm_pr_dbg("Looking for hibernation image.\n"); 988 !! 979 error = swsusp_check(); 989 mutex_lock(&system_transition_mutex); << 990 error = swsusp_check(true); << 991 if (error) 980 if (error) 992 goto Unlock; 981 goto Unlock; 993 982 994 /* << 995 * Check if the hibernation image is c << 996 * the algorithm support. << 997 */ << 998 if (!(swsusp_header_flags & SF_NOCOMPR << 999 if (swsusp_header_flags & SF_C << 1000 strscpy(hib_comp_algo << 1001 else << 1002 strscpy(hib_comp_algo << 1003 if (crypto_has_comp(hib_comp_ << 1004 pr_err("%s compressio << 1005 error = -EOPNOTSUPP; << 1006 goto Unlock; << 1007 } << 1008 } << 1009 << 1010 /* The snapshot device should not be 983 /* The snapshot device should not be opened while we're running */ 1011 if (!hibernate_acquire()) { 984 if (!hibernate_acquire()) { 1012 error = -EBUSY; 985 error = -EBUSY; 1013 swsusp_close(); !! 986 swsusp_close(FMODE_READ | FMODE_EXCL); 1014 goto Unlock; 987 goto Unlock; 1015 } 988 } 1016 989 1017 pr_info("resume from hibernation\n"); 990 pr_info("resume from hibernation\n"); 1018 pm_prepare_console(); 991 pm_prepare_console(); 1019 error = pm_notifier_call_chain_robust 992 error = pm_notifier_call_chain_robust(PM_RESTORE_PREPARE, PM_POST_RESTORE); 1020 if (error) 993 if (error) 1021 goto Restore; 994 goto Restore; 1022 995 1023 pm_pr_dbg("Preparing processes for hi 996 pm_pr_dbg("Preparing processes for hibernation restore.\n"); 1024 error = freeze_processes(); 997 error = freeze_processes(); 1025 if (error) 998 if (error) 1026 goto Close_Finish; 999 goto Close_Finish; 1027 1000 1028 error = freeze_kernel_threads(); 1001 error = freeze_kernel_threads(); 1029 if (error) { 1002 if (error) { 1030 thaw_processes(); 1003 thaw_processes(); 1031 goto Close_Finish; 1004 goto Close_Finish; 1032 } 1005 } 1033 1006 1034 error = load_image_and_restore(); 1007 error = load_image_and_restore(); 1035 thaw_processes(); 1008 thaw_processes(); 1036 Finish: 1009 Finish: 1037 pm_notifier_call_chain(PM_POST_RESTOR 1010 pm_notifier_call_chain(PM_POST_RESTORE); 1038 Restore: 1011 Restore: 1039 pm_restore_console(); 1012 pm_restore_console(); 1040 pr_info("resume failed (%d)\n", error 1013 pr_info("resume failed (%d)\n", error); 1041 hibernate_release(); 1014 hibernate_release(); 1042 /* For success case, the suspend path 1015 /* For success case, the suspend path will release the lock */ 1043 Unlock: 1016 Unlock: 1044 mutex_unlock(&system_transition_mutex 1017 mutex_unlock(&system_transition_mutex); 1045 pm_pr_dbg("Hibernation image not pres 1018 pm_pr_dbg("Hibernation image not present or could not be loaded.\n"); 1046 return error; 1019 return error; 1047 Close_Finish: 1020 Close_Finish: 1048 swsusp_close(); !! 1021 swsusp_close(FMODE_READ | FMODE_EXCL); 1049 goto Finish; 1022 goto Finish; 1050 } 1023 } 1051 1024 1052 /** !! 1025 late_initcall_sync(software_resume); 1053 * software_resume_initcall - Resume from a s << 1054 * << 1055 * This routine is called as a late initcall, << 1056 * discovered and initialized already. << 1057 * << 1058 * The image reading code is called to see if << 1059 * available for reading. If that is the cas << 1060 * contents of memory is restored from the sa << 1061 * << 1062 * If this is successful, control reappears i << 1063 * hibernation_snapshot() which returns to hi << 1064 * attempts to recover gracefully and make th << 1065 * of operation. << 1066 */ << 1067 static int __init software_resume_initcall(vo << 1068 { << 1069 /* << 1070 * If the user said "noresume".. bail << 1071 */ << 1072 if (noresume || !hibernation_availabl << 1073 return 0; << 1074 << 1075 if (!swsusp_resume_device) { << 1076 int error = find_resume_devic << 1077 << 1078 if (error) << 1079 return error; << 1080 } << 1081 << 1082 return software_resume(); << 1083 } << 1084 late_initcall_sync(software_resume_initcall); << 1085 1026 1086 1027 1087 static const char * const hibernation_modes[] 1028 static const char * const hibernation_modes[] = { 1088 [HIBERNATION_PLATFORM] = "platform", 1029 [HIBERNATION_PLATFORM] = "platform", 1089 [HIBERNATION_SHUTDOWN] = "shutdown", 1030 [HIBERNATION_SHUTDOWN] = "shutdown", 1090 [HIBERNATION_REBOOT] = "reboot", 1031 [HIBERNATION_REBOOT] = "reboot", 1091 #ifdef CONFIG_SUSPEND 1032 #ifdef CONFIG_SUSPEND 1092 [HIBERNATION_SUSPEND] = "suspend", 1033 [HIBERNATION_SUSPEND] = "suspend", 1093 #endif 1034 #endif 1094 [HIBERNATION_TEST_RESUME] = "te 1035 [HIBERNATION_TEST_RESUME] = "test_resume", 1095 }; 1036 }; 1096 1037 1097 /* 1038 /* 1098 * /sys/power/disk - Control hibernation mode 1039 * /sys/power/disk - Control hibernation mode. 1099 * 1040 * 1100 * Hibernation can be handled in several ways 1041 * Hibernation can be handled in several ways. There are a few different ways 1101 * to put the system into the sleep state: us 1042 * to put the system into the sleep state: using the platform driver (e.g. ACPI 1102 * or other hibernation_ops), powering it off 1043 * or other hibernation_ops), powering it off or rebooting it (for testing 1103 * mostly). 1044 * mostly). 1104 * 1045 * 1105 * The sysfs file /sys/power/disk provides an 1046 * The sysfs file /sys/power/disk provides an interface for selecting the 1106 * hibernation mode to use. Reading from thi 1047 * hibernation mode to use. Reading from this file causes the available modes 1107 * to be printed. There are 3 modes that can 1048 * to be printed. There are 3 modes that can be supported: 1108 * 1049 * 1109 * 'platform' 1050 * 'platform' 1110 * 'shutdown' 1051 * 'shutdown' 1111 * 'reboot' 1052 * 'reboot' 1112 * 1053 * 1113 * If a platform hibernation driver is in use 1054 * If a platform hibernation driver is in use, 'platform' will be supported 1114 * and will be used by default. Otherwise, ' 1055 * and will be used by default. Otherwise, 'shutdown' will be used by default. 1115 * The selected option (i.e. the one correspo 1056 * The selected option (i.e. the one corresponding to the current value of 1116 * hibernation_mode) is enclosed by a square 1057 * hibernation_mode) is enclosed by a square bracket. 1117 * 1058 * 1118 * To select a given hibernation mode it is n 1059 * To select a given hibernation mode it is necessary to write the mode's 1119 * string representation (as returned by read 1060 * string representation (as returned by reading from /sys/power/disk) back 1120 * into /sys/power/disk. 1061 * into /sys/power/disk. 1121 */ 1062 */ 1122 1063 1123 static ssize_t disk_show(struct kobject *kobj 1064 static ssize_t disk_show(struct kobject *kobj, struct kobj_attribute *attr, 1124 char *buf) 1065 char *buf) 1125 { 1066 { 1126 ssize_t count = 0; << 1127 int i; 1067 int i; >> 1068 char *start = buf; 1128 1069 1129 if (!hibernation_available()) 1070 if (!hibernation_available()) 1130 return sysfs_emit(buf, "[disa !! 1071 return sprintf(buf, "[disabled]\n"); 1131 1072 1132 for (i = HIBERNATION_FIRST; i <= HIBE 1073 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1133 if (!hibernation_modes[i]) 1074 if (!hibernation_modes[i]) 1134 continue; 1075 continue; 1135 switch (i) { 1076 switch (i) { 1136 case HIBERNATION_SHUTDOWN: 1077 case HIBERNATION_SHUTDOWN: 1137 case HIBERNATION_REBOOT: 1078 case HIBERNATION_REBOOT: 1138 #ifdef CONFIG_SUSPEND 1079 #ifdef CONFIG_SUSPEND 1139 case HIBERNATION_SUSPEND: 1080 case HIBERNATION_SUSPEND: 1140 #endif 1081 #endif 1141 case HIBERNATION_TEST_RESUME: 1082 case HIBERNATION_TEST_RESUME: 1142 break; 1083 break; 1143 case HIBERNATION_PLATFORM: 1084 case HIBERNATION_PLATFORM: 1144 if (hibernation_ops) 1085 if (hibernation_ops) 1145 break; 1086 break; 1146 /* not a valid mode, 1087 /* not a valid mode, continue with loop */ 1147 continue; 1088 continue; 1148 } 1089 } 1149 if (i == hibernation_mode) 1090 if (i == hibernation_mode) 1150 count += sysfs_emit_a !! 1091 buf += sprintf(buf, "[%s] ", hibernation_modes[i]); 1151 else 1092 else 1152 count += sysfs_emit_a !! 1093 buf += sprintf(buf, "%s ", hibernation_modes[i]); 1153 } 1094 } 1154 !! 1095 buf += sprintf(buf, "\n"); 1155 /* Convert the last space to a newlin !! 1096 return buf-start; 1156 if (count > 0) << 1157 buf[count - 1] = '\n'; << 1158 << 1159 return count; << 1160 } 1097 } 1161 1098 1162 static ssize_t disk_store(struct kobject *kob 1099 static ssize_t disk_store(struct kobject *kobj, struct kobj_attribute *attr, 1163 const char *buf, si 1100 const char *buf, size_t n) 1164 { 1101 { 1165 int mode = HIBERNATION_INVALID; << 1166 unsigned int sleep_flags; << 1167 int error = 0; 1102 int error = 0; >> 1103 int i; 1168 int len; 1104 int len; 1169 char *p; 1105 char *p; 1170 int i; !! 1106 int mode = HIBERNATION_INVALID; 1171 1107 1172 if (!hibernation_available()) 1108 if (!hibernation_available()) 1173 return -EPERM; 1109 return -EPERM; 1174 1110 1175 p = memchr(buf, '\n', n); 1111 p = memchr(buf, '\n', n); 1176 len = p ? p - buf : n; 1112 len = p ? p - buf : n; 1177 1113 1178 sleep_flags = lock_system_sleep(); !! 1114 lock_system_sleep(); 1179 for (i = HIBERNATION_FIRST; i <= HIBE 1115 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1180 if (len == strlen(hibernation 1116 if (len == strlen(hibernation_modes[i]) 1181 && !strncmp(buf, hibernat 1117 && !strncmp(buf, hibernation_modes[i], len)) { 1182 mode = i; 1118 mode = i; 1183 break; 1119 break; 1184 } 1120 } 1185 } 1121 } 1186 if (mode != HIBERNATION_INVALID) { 1122 if (mode != HIBERNATION_INVALID) { 1187 switch (mode) { 1123 switch (mode) { 1188 case HIBERNATION_SHUTDOWN: 1124 case HIBERNATION_SHUTDOWN: 1189 case HIBERNATION_REBOOT: 1125 case HIBERNATION_REBOOT: 1190 #ifdef CONFIG_SUSPEND 1126 #ifdef CONFIG_SUSPEND 1191 case HIBERNATION_SUSPEND: 1127 case HIBERNATION_SUSPEND: 1192 #endif 1128 #endif 1193 case HIBERNATION_TEST_RESUME: 1129 case HIBERNATION_TEST_RESUME: 1194 hibernation_mode = mo 1130 hibernation_mode = mode; 1195 break; 1131 break; 1196 case HIBERNATION_PLATFORM: 1132 case HIBERNATION_PLATFORM: 1197 if (hibernation_ops) 1133 if (hibernation_ops) 1198 hibernation_m 1134 hibernation_mode = mode; 1199 else 1135 else 1200 error = -EINV 1136 error = -EINVAL; 1201 } 1137 } 1202 } else 1138 } else 1203 error = -EINVAL; 1139 error = -EINVAL; 1204 1140 1205 if (!error) 1141 if (!error) 1206 pm_pr_dbg("Hibernation mode s 1142 pm_pr_dbg("Hibernation mode set to '%s'\n", 1207 hibernation_mo 1143 hibernation_modes[mode]); 1208 unlock_system_sleep(sleep_flags); !! 1144 unlock_system_sleep(); 1209 return error ? error : n; 1145 return error ? error : n; 1210 } 1146 } 1211 1147 1212 power_attr(disk); 1148 power_attr(disk); 1213 1149 1214 static ssize_t resume_show(struct kobject *ko 1150 static ssize_t resume_show(struct kobject *kobj, struct kobj_attribute *attr, 1215 char *buf) 1151 char *buf) 1216 { 1152 { 1217 return sysfs_emit(buf, "%d:%d\n", MAJ !! 1153 return sprintf(buf, "%d:%d\n", MAJOR(swsusp_resume_device), 1218 MINOR(swsusp_resume !! 1154 MINOR(swsusp_resume_device)); 1219 } 1155 } 1220 1156 1221 static ssize_t resume_store(struct kobject *k 1157 static ssize_t resume_store(struct kobject *kobj, struct kobj_attribute *attr, 1222 const char *buf, 1158 const char *buf, size_t n) 1223 { 1159 { 1224 unsigned int sleep_flags; !! 1160 dev_t res; 1225 int len = n; 1161 int len = n; 1226 char *name; 1162 char *name; 1227 dev_t dev; << 1228 int error; << 1229 << 1230 if (!hibernation_available()) << 1231 return n; << 1232 1163 1233 if (len && buf[len-1] == '\n') 1164 if (len && buf[len-1] == '\n') 1234 len--; 1165 len--; 1235 name = kstrndup(buf, len, GFP_KERNEL) 1166 name = kstrndup(buf, len, GFP_KERNEL); 1236 if (!name) 1167 if (!name) 1237 return -ENOMEM; 1168 return -ENOMEM; 1238 1169 1239 error = lookup_bdev(name, &dev); !! 1170 res = name_to_dev_t(name); 1240 if (error) { << 1241 unsigned maj, min, offset; << 1242 char *p, dummy; << 1243 << 1244 error = 0; << 1245 if (sscanf(name, "%u:%u%c", & << 1246 sscanf(name, "%u:%u:%u:%c << 1247 &dummy) == 3) << 1248 dev = MKDEV(maj, min) << 1249 if (maj != MAJOR(dev) << 1250 error = -EINV << 1251 } else { << 1252 dev = new_decode_dev( << 1253 if (*p) << 1254 error = -EINV << 1255 } << 1256 } << 1257 kfree(name); 1171 kfree(name); 1258 if (error) !! 1172 if (!res) 1259 return error; !! 1173 return -EINVAL; 1260 << 1261 sleep_flags = lock_system_sleep(); << 1262 swsusp_resume_device = dev; << 1263 unlock_system_sleep(sleep_flags); << 1264 1174 >> 1175 lock_system_sleep(); >> 1176 swsusp_resume_device = res; >> 1177 unlock_system_sleep(); 1265 pm_pr_dbg("Configured hibernation res 1178 pm_pr_dbg("Configured hibernation resume from disk to %u\n", 1266 swsusp_resume_device); 1179 swsusp_resume_device); 1267 noresume = 0; 1180 noresume = 0; 1268 software_resume(); 1181 software_resume(); 1269 return n; 1182 return n; 1270 } 1183 } 1271 1184 1272 power_attr(resume); 1185 power_attr(resume); 1273 1186 1274 static ssize_t resume_offset_show(struct kobj 1187 static ssize_t resume_offset_show(struct kobject *kobj, 1275 struct kobj 1188 struct kobj_attribute *attr, char *buf) 1276 { 1189 { 1277 return sysfs_emit(buf, "%llu\n", (uns !! 1190 return sprintf(buf, "%llu\n", (unsigned long long)swsusp_resume_block); 1278 } 1191 } 1279 1192 1280 static ssize_t resume_offset_store(struct kob 1193 static ssize_t resume_offset_store(struct kobject *kobj, 1281 struct kob 1194 struct kobj_attribute *attr, const char *buf, 1282 size_t n) 1195 size_t n) 1283 { 1196 { 1284 unsigned long long offset; 1197 unsigned long long offset; 1285 int rc; 1198 int rc; 1286 1199 1287 rc = kstrtoull(buf, 0, &offset); 1200 rc = kstrtoull(buf, 0, &offset); 1288 if (rc) 1201 if (rc) 1289 return rc; 1202 return rc; 1290 swsusp_resume_block = offset; 1203 swsusp_resume_block = offset; 1291 1204 1292 return n; 1205 return n; 1293 } 1206 } 1294 1207 1295 power_attr(resume_offset); 1208 power_attr(resume_offset); 1296 1209 1297 static ssize_t image_size_show(struct kobject 1210 static ssize_t image_size_show(struct kobject *kobj, struct kobj_attribute *attr, 1298 char *buf) 1211 char *buf) 1299 { 1212 { 1300 return sysfs_emit(buf, "%lu\n", image !! 1213 return sprintf(buf, "%lu\n", image_size); 1301 } 1214 } 1302 1215 1303 static ssize_t image_size_store(struct kobjec 1216 static ssize_t image_size_store(struct kobject *kobj, struct kobj_attribute *attr, 1304 const char *b 1217 const char *buf, size_t n) 1305 { 1218 { 1306 unsigned long size; 1219 unsigned long size; 1307 1220 1308 if (sscanf(buf, "%lu", &size) == 1) { 1221 if (sscanf(buf, "%lu", &size) == 1) { 1309 image_size = size; 1222 image_size = size; 1310 return n; 1223 return n; 1311 } 1224 } 1312 1225 1313 return -EINVAL; 1226 return -EINVAL; 1314 } 1227 } 1315 1228 1316 power_attr(image_size); 1229 power_attr(image_size); 1317 1230 1318 static ssize_t reserved_size_show(struct kobj 1231 static ssize_t reserved_size_show(struct kobject *kobj, 1319 struct kobj 1232 struct kobj_attribute *attr, char *buf) 1320 { 1233 { 1321 return sysfs_emit(buf, "%lu\n", reser !! 1234 return sprintf(buf, "%lu\n", reserved_size); 1322 } 1235 } 1323 1236 1324 static ssize_t reserved_size_store(struct kob 1237 static ssize_t reserved_size_store(struct kobject *kobj, 1325 struct kob 1238 struct kobj_attribute *attr, 1326 const char 1239 const char *buf, size_t n) 1327 { 1240 { 1328 unsigned long size; 1241 unsigned long size; 1329 1242 1330 if (sscanf(buf, "%lu", &size) == 1) { 1243 if (sscanf(buf, "%lu", &size) == 1) { 1331 reserved_size = size; 1244 reserved_size = size; 1332 return n; 1245 return n; 1333 } 1246 } 1334 1247 1335 return -EINVAL; 1248 return -EINVAL; 1336 } 1249 } 1337 1250 1338 power_attr(reserved_size); 1251 power_attr(reserved_size); 1339 1252 1340 static struct attribute *g[] = { 1253 static struct attribute *g[] = { 1341 &disk_attr.attr, 1254 &disk_attr.attr, 1342 &resume_offset_attr.attr, 1255 &resume_offset_attr.attr, 1343 &resume_attr.attr, 1256 &resume_attr.attr, 1344 &image_size_attr.attr, 1257 &image_size_attr.attr, 1345 &reserved_size_attr.attr, 1258 &reserved_size_attr.attr, 1346 NULL, 1259 NULL, 1347 }; 1260 }; 1348 1261 1349 1262 1350 static const struct attribute_group attr_grou 1263 static const struct attribute_group attr_group = { 1351 .attrs = g, 1264 .attrs = g, 1352 }; 1265 }; 1353 1266 1354 1267 1355 static int __init pm_disk_init(void) 1268 static int __init pm_disk_init(void) 1356 { 1269 { 1357 return sysfs_create_group(power_kobj, 1270 return sysfs_create_group(power_kobj, &attr_group); 1358 } 1271 } 1359 1272 1360 core_initcall(pm_disk_init); 1273 core_initcall(pm_disk_init); 1361 1274 1362 1275 1363 static int __init resume_setup(char *str) 1276 static int __init resume_setup(char *str) 1364 { 1277 { 1365 if (noresume) 1278 if (noresume) 1366 return 1; 1279 return 1; 1367 1280 1368 strscpy(resume_file, str); !! 1281 strncpy(resume_file, str, 255); 1369 return 1; 1282 return 1; 1370 } 1283 } 1371 1284 1372 static int __init resume_offset_setup(char *s 1285 static int __init resume_offset_setup(char *str) 1373 { 1286 { 1374 unsigned long long offset; 1287 unsigned long long offset; 1375 1288 1376 if (noresume) 1289 if (noresume) 1377 return 1; 1290 return 1; 1378 1291 1379 if (sscanf(str, "%llu", &offset) == 1 1292 if (sscanf(str, "%llu", &offset) == 1) 1380 swsusp_resume_block = offset; 1293 swsusp_resume_block = offset; 1381 1294 1382 return 1; 1295 return 1; 1383 } 1296 } 1384 1297 1385 static int __init hibernate_setup(char *str) 1298 static int __init hibernate_setup(char *str) 1386 { 1299 { 1387 if (!strncmp(str, "noresume", 8)) { 1300 if (!strncmp(str, "noresume", 8)) { 1388 noresume = 1; 1301 noresume = 1; 1389 } else if (!strncmp(str, "nocompress" 1302 } else if (!strncmp(str, "nocompress", 10)) { 1390 nocompress = 1; 1303 nocompress = 1; 1391 } else if (!strncmp(str, "no", 2)) { 1304 } else if (!strncmp(str, "no", 2)) { 1392 noresume = 1; 1305 noresume = 1; 1393 nohibernate = 1; 1306 nohibernate = 1; 1394 } else if (IS_ENABLED(CONFIG_STRICT_K 1307 } else if (IS_ENABLED(CONFIG_STRICT_KERNEL_RWX) 1395 && !strncmp(str, "protect_ 1308 && !strncmp(str, "protect_image", 13)) { 1396 enable_restore_image_protecti 1309 enable_restore_image_protection(); 1397 } 1310 } 1398 return 1; 1311 return 1; 1399 } 1312 } 1400 1313 1401 static int __init noresume_setup(char *str) 1314 static int __init noresume_setup(char *str) 1402 { 1315 { 1403 noresume = 1; 1316 noresume = 1; 1404 return 1; 1317 return 1; 1405 } 1318 } 1406 1319 1407 static int __init resumewait_setup(char *str) 1320 static int __init resumewait_setup(char *str) 1408 { 1321 { 1409 resume_wait = 1; 1322 resume_wait = 1; 1410 return 1; 1323 return 1; 1411 } 1324 } 1412 1325 1413 static int __init resumedelay_setup(char *str 1326 static int __init resumedelay_setup(char *str) 1414 { 1327 { 1415 int rc = kstrtouint(str, 0, &resume_d 1328 int rc = kstrtouint(str, 0, &resume_delay); 1416 1329 1417 if (rc) 1330 if (rc) 1418 pr_warn("resumedelay: bad opt 1331 pr_warn("resumedelay: bad option string '%s'\n", str); 1419 return 1; 1332 return 1; 1420 } 1333 } 1421 1334 1422 static int __init nohibernate_setup(char *str 1335 static int __init nohibernate_setup(char *str) 1423 { 1336 { 1424 noresume = 1; 1337 noresume = 1; 1425 nohibernate = 1; 1338 nohibernate = 1; 1426 return 1; 1339 return 1; 1427 } 1340 } 1428 << 1429 static const char * const comp_alg_enabled[] << 1430 #if IS_ENABLED(CONFIG_CRYPTO_LZO) << 1431 COMPRESSION_ALGO_LZO, << 1432 #endif << 1433 #if IS_ENABLED(CONFIG_CRYPTO_LZ4) << 1434 COMPRESSION_ALGO_LZ4, << 1435 #endif << 1436 }; << 1437 << 1438 static int hibernate_compressor_param_set(con << 1439 const struct kernel_param *kp << 1440 { << 1441 unsigned int sleep_flags; << 1442 int index, ret; << 1443 << 1444 sleep_flags = lock_system_sleep(); << 1445 << 1446 index = sysfs_match_string(comp_alg_e << 1447 if (index >= 0) { << 1448 ret = param_set_copystring(co << 1449 if (!ret) << 1450 strscpy(hib_comp_algo << 1451 sizeof(hib_co << 1452 } else { << 1453 ret = index; << 1454 } << 1455 << 1456 unlock_system_sleep(sleep_flags); << 1457 << 1458 if (ret) << 1459 pr_debug("Cannot set specifie << 1460 compressor); << 1461 << 1462 return ret; << 1463 } << 1464 << 1465 static const struct kernel_param_ops hibernat << 1466 .set = hibernate_compressor_param_ << 1467 .get = param_get_string, << 1468 }; << 1469 << 1470 static struct kparam_string hibernate_compres << 1471 .maxlen = sizeof(hibernate_compressor << 1472 .string = hibernate_compressor, << 1473 }; << 1474 << 1475 module_param_cb(compressor, &hibernate_compre << 1476 &hibernate_compressor_param_s << 1477 MODULE_PARM_DESC(compressor, << 1478 "Compression algorithm to be << 1479 1341 1480 __setup("noresume", noresume_setup); 1342 __setup("noresume", noresume_setup); 1481 __setup("resume_offset=", resume_offset_setup 1343 __setup("resume_offset=", resume_offset_setup); 1482 __setup("resume=", resume_setup); 1344 __setup("resume=", resume_setup); 1483 __setup("hibernate=", hibernate_setup); 1345 __setup("hibernate=", hibernate_setup); 1484 __setup("resumewait", resumewait_setup); 1346 __setup("resumewait", resumewait_setup); 1485 __setup("resumedelay=", resumedelay_setup); 1347 __setup("resumedelay=", resumedelay_setup); 1486 __setup("nohibernate", nohibernate_setup); 1348 __setup("nohibernate", nohibernate_setup); 1487 1349
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.