1 // SPDX-License-Identifier: GPL-2.0-only 1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 2 /* 3 * kernel/power/hibernate.c - Hibernation (a.k 3 * kernel/power/hibernate.c - Hibernation (a.k.a suspend-to-disk) support. 4 * 4 * 5 * Copyright (c) 2003 Patrick Mochel 5 * Copyright (c) 2003 Patrick Mochel 6 * Copyright (c) 2003 Open Source Development 6 * Copyright (c) 2003 Open Source Development Lab 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw. 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw.cz> 8 * Copyright (c) 2009 Rafael J. Wysocki, Novel 8 * Copyright (c) 2009 Rafael J. Wysocki, Novell Inc. 9 * Copyright (C) 2012 Bojan Smojver <bojan@rex 9 * Copyright (C) 2012 Bojan Smojver <bojan@rexursive.com> 10 */ 10 */ 11 11 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 13 13 14 #include <linux/blkdev.h> << 15 #include <linux/export.h> 14 #include <linux/export.h> 16 #include <linux/suspend.h> 15 #include <linux/suspend.h> 17 #include <linux/reboot.h> 16 #include <linux/reboot.h> 18 #include <linux/string.h> 17 #include <linux/string.h> 19 #include <linux/device.h> 18 #include <linux/device.h> 20 #include <linux/async.h> 19 #include <linux/async.h> 21 #include <linux/delay.h> 20 #include <linux/delay.h> 22 #include <linux/fs.h> 21 #include <linux/fs.h> 23 #include <linux/mount.h> 22 #include <linux/mount.h> 24 #include <linux/pm.h> 23 #include <linux/pm.h> 25 #include <linux/nmi.h> 24 #include <linux/nmi.h> 26 #include <linux/console.h> 25 #include <linux/console.h> 27 #include <linux/cpu.h> 26 #include <linux/cpu.h> 28 #include <linux/freezer.h> 27 #include <linux/freezer.h> 29 #include <linux/gfp.h> 28 #include <linux/gfp.h> 30 #include <linux/syscore_ops.h> 29 #include <linux/syscore_ops.h> 31 #include <linux/ctype.h> 30 #include <linux/ctype.h> >> 31 #include <linux/genhd.h> 32 #include <linux/ktime.h> 32 #include <linux/ktime.h> 33 #include <linux/security.h> 33 #include <linux/security.h> 34 #include <linux/secretmem.h> << 35 #include <trace/events/power.h> 34 #include <trace/events/power.h> 36 35 37 #include "power.h" 36 #include "power.h" 38 37 39 38 40 static int nocompress; 39 static int nocompress; 41 static int noresume; 40 static int noresume; 42 static int nohibernate; 41 static int nohibernate; 43 static int resume_wait; 42 static int resume_wait; 44 static unsigned int resume_delay; 43 static unsigned int resume_delay; 45 static char resume_file[256] = CONFIG_PM_STD_P 44 static char resume_file[256] = CONFIG_PM_STD_PARTITION; 46 dev_t swsusp_resume_device; 45 dev_t swsusp_resume_device; 47 sector_t swsusp_resume_block; 46 sector_t swsusp_resume_block; 48 __visible int in_suspend __nosavedata; 47 __visible int in_suspend __nosavedata; 49 48 50 static char hibernate_compressor[CRYPTO_MAX_AL << 51 << 52 /* << 53 * Compression/decompression algorithm to be u << 54 * image to/from disk. This would later be use << 55 * to allocate comp streams. << 56 */ << 57 char hib_comp_algo[CRYPTO_MAX_ALG_NAME]; << 58 << 59 enum { 49 enum { 60 HIBERNATION_INVALID, 50 HIBERNATION_INVALID, 61 HIBERNATION_PLATFORM, 51 HIBERNATION_PLATFORM, 62 HIBERNATION_SHUTDOWN, 52 HIBERNATION_SHUTDOWN, 63 HIBERNATION_REBOOT, 53 HIBERNATION_REBOOT, 64 #ifdef CONFIG_SUSPEND 54 #ifdef CONFIG_SUSPEND 65 HIBERNATION_SUSPEND, 55 HIBERNATION_SUSPEND, 66 #endif 56 #endif 67 HIBERNATION_TEST_RESUME, 57 HIBERNATION_TEST_RESUME, 68 /* keep last */ 58 /* keep last */ 69 __HIBERNATION_AFTER_LAST 59 __HIBERNATION_AFTER_LAST 70 }; 60 }; 71 #define HIBERNATION_MAX (__HIBERNATION_AFTER_L 61 #define HIBERNATION_MAX (__HIBERNATION_AFTER_LAST-1) 72 #define HIBERNATION_FIRST (HIBERNATION_INVALID 62 #define HIBERNATION_FIRST (HIBERNATION_INVALID + 1) 73 63 74 static int hibernation_mode = HIBERNATION_SHUT 64 static int hibernation_mode = HIBERNATION_SHUTDOWN; 75 65 76 bool freezer_test_done; 66 bool freezer_test_done; 77 67 78 static const struct platform_hibernation_ops * 68 static const struct platform_hibernation_ops *hibernation_ops; 79 69 80 static atomic_t hibernate_atomic = ATOMIC_INIT 70 static atomic_t hibernate_atomic = ATOMIC_INIT(1); 81 71 82 bool hibernate_acquire(void) 72 bool hibernate_acquire(void) 83 { 73 { 84 return atomic_add_unless(&hibernate_at 74 return atomic_add_unless(&hibernate_atomic, -1, 0); 85 } 75 } 86 76 87 void hibernate_release(void) 77 void hibernate_release(void) 88 { 78 { 89 atomic_inc(&hibernate_atomic); 79 atomic_inc(&hibernate_atomic); 90 } 80 } 91 81 92 bool hibernation_available(void) 82 bool hibernation_available(void) 93 { 83 { 94 return nohibernate == 0 && !! 84 return nohibernate == 0 && !security_locked_down(LOCKDOWN_HIBERNATION); 95 !security_locked_down(LOCKDOWN << 96 !secretmem_active() && !cxl_me << 97 } 85 } 98 86 99 /** 87 /** 100 * hibernation_set_ops - Set the global hibern 88 * hibernation_set_ops - Set the global hibernate operations. 101 * @ops: Hibernation operations to use in subs 89 * @ops: Hibernation operations to use in subsequent hibernation transitions. 102 */ 90 */ 103 void hibernation_set_ops(const struct platform 91 void hibernation_set_ops(const struct platform_hibernation_ops *ops) 104 { 92 { 105 unsigned int sleep_flags; << 106 << 107 if (ops && !(ops->begin && ops->end && 93 if (ops && !(ops->begin && ops->end && ops->pre_snapshot 108 && ops->prepare && ops->finish && 94 && ops->prepare && ops->finish && ops->enter && ops->pre_restore 109 && ops->restore_cleanup && ops->le 95 && ops->restore_cleanup && ops->leave)) { 110 WARN_ON(1); 96 WARN_ON(1); 111 return; 97 return; 112 } 98 } 113 !! 99 lock_system_sleep(); 114 sleep_flags = lock_system_sleep(); << 115 << 116 hibernation_ops = ops; 100 hibernation_ops = ops; 117 if (ops) 101 if (ops) 118 hibernation_mode = HIBERNATION 102 hibernation_mode = HIBERNATION_PLATFORM; 119 else if (hibernation_mode == HIBERNATI 103 else if (hibernation_mode == HIBERNATION_PLATFORM) 120 hibernation_mode = HIBERNATION 104 hibernation_mode = HIBERNATION_SHUTDOWN; 121 105 122 unlock_system_sleep(sleep_flags); !! 106 unlock_system_sleep(); 123 } 107 } 124 EXPORT_SYMBOL_GPL(hibernation_set_ops); 108 EXPORT_SYMBOL_GPL(hibernation_set_ops); 125 109 126 static bool entering_platform_hibernation; 110 static bool entering_platform_hibernation; 127 111 128 bool system_entering_hibernation(void) 112 bool system_entering_hibernation(void) 129 { 113 { 130 return entering_platform_hibernation; 114 return entering_platform_hibernation; 131 } 115 } 132 EXPORT_SYMBOL(system_entering_hibernation); 116 EXPORT_SYMBOL(system_entering_hibernation); 133 117 134 #ifdef CONFIG_PM_DEBUG 118 #ifdef CONFIG_PM_DEBUG 135 static void hibernation_debug_sleep(void) 119 static void hibernation_debug_sleep(void) 136 { 120 { 137 pr_info("debug: Waiting for 5 seconds. 121 pr_info("debug: Waiting for 5 seconds.\n"); 138 mdelay(5000); 122 mdelay(5000); 139 } 123 } 140 124 141 static int hibernation_test(int level) 125 static int hibernation_test(int level) 142 { 126 { 143 if (pm_test_level == level) { 127 if (pm_test_level == level) { 144 hibernation_debug_sleep(); 128 hibernation_debug_sleep(); 145 return 1; 129 return 1; 146 } 130 } 147 return 0; 131 return 0; 148 } 132 } 149 #else /* !CONFIG_PM_DEBUG */ 133 #else /* !CONFIG_PM_DEBUG */ 150 static int hibernation_test(int level) { retur 134 static int hibernation_test(int level) { return 0; } 151 #endif /* !CONFIG_PM_DEBUG */ 135 #endif /* !CONFIG_PM_DEBUG */ 152 136 153 /** 137 /** 154 * platform_begin - Call platform to start hib 138 * platform_begin - Call platform to start hibernation. 155 * @platform_mode: Whether or not to use the p 139 * @platform_mode: Whether or not to use the platform driver. 156 */ 140 */ 157 static int platform_begin(int platform_mode) 141 static int platform_begin(int platform_mode) 158 { 142 { 159 return (platform_mode && hibernation_o 143 return (platform_mode && hibernation_ops) ? 160 hibernation_ops->begin(PMSG_FR 144 hibernation_ops->begin(PMSG_FREEZE) : 0; 161 } 145 } 162 146 163 /** 147 /** 164 * platform_end - Call platform to finish tran 148 * platform_end - Call platform to finish transition to the working state. 165 * @platform_mode: Whether or not to use the p 149 * @platform_mode: Whether or not to use the platform driver. 166 */ 150 */ 167 static void platform_end(int platform_mode) 151 static void platform_end(int platform_mode) 168 { 152 { 169 if (platform_mode && hibernation_ops) 153 if (platform_mode && hibernation_ops) 170 hibernation_ops->end(); 154 hibernation_ops->end(); 171 } 155 } 172 156 173 /** 157 /** 174 * platform_pre_snapshot - Call platform to pr 158 * platform_pre_snapshot - Call platform to prepare the machine for hibernation. 175 * @platform_mode: Whether or not to use the p 159 * @platform_mode: Whether or not to use the platform driver. 176 * 160 * 177 * Use the platform driver to prepare the syst 161 * Use the platform driver to prepare the system for creating a hibernate image, 178 * if so configured, and return an error code 162 * if so configured, and return an error code if that fails. 179 */ 163 */ 180 164 181 static int platform_pre_snapshot(int platform_ 165 static int platform_pre_snapshot(int platform_mode) 182 { 166 { 183 return (platform_mode && hibernation_o 167 return (platform_mode && hibernation_ops) ? 184 hibernation_ops->pre_snapshot( 168 hibernation_ops->pre_snapshot() : 0; 185 } 169 } 186 170 187 /** 171 /** 188 * platform_leave - Call platform to prepare a 172 * platform_leave - Call platform to prepare a transition to the working state. 189 * @platform_mode: Whether or not to use the p 173 * @platform_mode: Whether or not to use the platform driver. 190 * 174 * 191 * Use the platform driver prepare to prepare 175 * Use the platform driver prepare to prepare the machine for switching to the 192 * normal mode of operation. 176 * normal mode of operation. 193 * 177 * 194 * This routine is called on one CPU with inte 178 * This routine is called on one CPU with interrupts disabled. 195 */ 179 */ 196 static void platform_leave(int platform_mode) 180 static void platform_leave(int platform_mode) 197 { 181 { 198 if (platform_mode && hibernation_ops) 182 if (platform_mode && hibernation_ops) 199 hibernation_ops->leave(); 183 hibernation_ops->leave(); 200 } 184 } 201 185 202 /** 186 /** 203 * platform_finish - Call platform to switch t 187 * platform_finish - Call platform to switch the system to the working state. 204 * @platform_mode: Whether or not to use the p 188 * @platform_mode: Whether or not to use the platform driver. 205 * 189 * 206 * Use the platform driver to switch the machi 190 * Use the platform driver to switch the machine to the normal mode of 207 * operation. 191 * operation. 208 * 192 * 209 * This routine must be called after platform_ 193 * This routine must be called after platform_prepare(). 210 */ 194 */ 211 static void platform_finish(int platform_mode) 195 static void platform_finish(int platform_mode) 212 { 196 { 213 if (platform_mode && hibernation_ops) 197 if (platform_mode && hibernation_ops) 214 hibernation_ops->finish(); 198 hibernation_ops->finish(); 215 } 199 } 216 200 217 /** 201 /** 218 * platform_pre_restore - Prepare for hibernat 202 * platform_pre_restore - Prepare for hibernate image restoration. 219 * @platform_mode: Whether or not to use the p 203 * @platform_mode: Whether or not to use the platform driver. 220 * 204 * 221 * Use the platform driver to prepare the syst 205 * Use the platform driver to prepare the system for resume from a hibernation 222 * image. 206 * image. 223 * 207 * 224 * If the restore fails after this function ha 208 * If the restore fails after this function has been called, 225 * platform_restore_cleanup() must be called. 209 * platform_restore_cleanup() must be called. 226 */ 210 */ 227 static int platform_pre_restore(int platform_m 211 static int platform_pre_restore(int platform_mode) 228 { 212 { 229 return (platform_mode && hibernation_o 213 return (platform_mode && hibernation_ops) ? 230 hibernation_ops->pre_restore() 214 hibernation_ops->pre_restore() : 0; 231 } 215 } 232 216 233 /** 217 /** 234 * platform_restore_cleanup - Switch to the wo 218 * platform_restore_cleanup - Switch to the working state after failing restore. 235 * @platform_mode: Whether or not to use the p 219 * @platform_mode: Whether or not to use the platform driver. 236 * 220 * 237 * Use the platform driver to switch the syste 221 * Use the platform driver to switch the system to the normal mode of operation 238 * after a failing restore. 222 * after a failing restore. 239 * 223 * 240 * If platform_pre_restore() has been called b 224 * If platform_pre_restore() has been called before the failing restore, this 241 * function must be called too, regardless of 225 * function must be called too, regardless of the result of 242 * platform_pre_restore(). 226 * platform_pre_restore(). 243 */ 227 */ 244 static void platform_restore_cleanup(int platf 228 static void platform_restore_cleanup(int platform_mode) 245 { 229 { 246 if (platform_mode && hibernation_ops) 230 if (platform_mode && hibernation_ops) 247 hibernation_ops->restore_clean 231 hibernation_ops->restore_cleanup(); 248 } 232 } 249 233 250 /** 234 /** 251 * platform_recover - Recover from a failure t 235 * platform_recover - Recover from a failure to suspend devices. 252 * @platform_mode: Whether or not to use the p 236 * @platform_mode: Whether or not to use the platform driver. 253 */ 237 */ 254 static void platform_recover(int platform_mode 238 static void platform_recover(int platform_mode) 255 { 239 { 256 if (platform_mode && hibernation_ops & 240 if (platform_mode && hibernation_ops && hibernation_ops->recover) 257 hibernation_ops->recover(); 241 hibernation_ops->recover(); 258 } 242 } 259 243 260 /** 244 /** 261 * swsusp_show_speed - Print time elapsed betw 245 * swsusp_show_speed - Print time elapsed between two events during hibernation. 262 * @start: Starting event. 246 * @start: Starting event. 263 * @stop: Final event. 247 * @stop: Final event. 264 * @nr_pages: Number of memory pages processed 248 * @nr_pages: Number of memory pages processed between @start and @stop. 265 * @msg: Additional diagnostic message to prin 249 * @msg: Additional diagnostic message to print. 266 */ 250 */ 267 void swsusp_show_speed(ktime_t start, ktime_t 251 void swsusp_show_speed(ktime_t start, ktime_t stop, 268 unsigned nr_pages, char 252 unsigned nr_pages, char *msg) 269 { 253 { 270 ktime_t diff; 254 ktime_t diff; 271 u64 elapsed_centisecs64; 255 u64 elapsed_centisecs64; 272 unsigned int centisecs; 256 unsigned int centisecs; 273 unsigned int k; 257 unsigned int k; 274 unsigned int kps; 258 unsigned int kps; 275 259 276 diff = ktime_sub(stop, start); 260 diff = ktime_sub(stop, start); 277 elapsed_centisecs64 = ktime_divns(diff 261 elapsed_centisecs64 = ktime_divns(diff, 10*NSEC_PER_MSEC); 278 centisecs = elapsed_centisecs64; 262 centisecs = elapsed_centisecs64; 279 if (centisecs == 0) 263 if (centisecs == 0) 280 centisecs = 1; /* avoid div-b 264 centisecs = 1; /* avoid div-by-zero */ 281 k = nr_pages * (PAGE_SIZE / 1024); 265 k = nr_pages * (PAGE_SIZE / 1024); 282 kps = (k * 100) / centisecs; 266 kps = (k * 100) / centisecs; 283 pr_info("%s %u kbytes in %u.%02u secon 267 pr_info("%s %u kbytes in %u.%02u seconds (%u.%02u MB/s)\n", 284 msg, k, centisecs / 100, centi 268 msg, k, centisecs / 100, centisecs % 100, kps / 1000, 285 (kps % 1000) / 10); 269 (kps % 1000) / 10); 286 } 270 } 287 271 288 __weak int arch_resume_nosmt(void) 272 __weak int arch_resume_nosmt(void) 289 { 273 { 290 return 0; 274 return 0; 291 } 275 } 292 276 293 /** 277 /** 294 * create_image - Create a hibernation image. 278 * create_image - Create a hibernation image. 295 * @platform_mode: Whether or not to use the p 279 * @platform_mode: Whether or not to use the platform driver. 296 * 280 * 297 * Execute device drivers' "late" and "noirq" 281 * Execute device drivers' "late" and "noirq" freeze callbacks, create a 298 * hibernation image and run the drivers' "noi 282 * hibernation image and run the drivers' "noirq" and "early" thaw callbacks. 299 * 283 * 300 * Control reappears in this routine after the 284 * Control reappears in this routine after the subsequent restore. 301 */ 285 */ 302 static int create_image(int platform_mode) 286 static int create_image(int platform_mode) 303 { 287 { 304 int error; 288 int error; 305 289 306 error = dpm_suspend_end(PMSG_FREEZE); 290 error = dpm_suspend_end(PMSG_FREEZE); 307 if (error) { 291 if (error) { 308 pr_err("Some devices failed to 292 pr_err("Some devices failed to power down, aborting\n"); 309 return error; 293 return error; 310 } 294 } 311 295 312 error = platform_pre_snapshot(platform 296 error = platform_pre_snapshot(platform_mode); 313 if (error || hibernation_test(TEST_PLA 297 if (error || hibernation_test(TEST_PLATFORM)) 314 goto Platform_finish; 298 goto Platform_finish; 315 299 316 error = pm_sleep_disable_secondary_cpu !! 300 error = suspend_disable_secondary_cpus(); 317 if (error || hibernation_test(TEST_CPU 301 if (error || hibernation_test(TEST_CPUS)) 318 goto Enable_cpus; 302 goto Enable_cpus; 319 303 320 local_irq_disable(); 304 local_irq_disable(); 321 305 322 system_state = SYSTEM_SUSPEND; 306 system_state = SYSTEM_SUSPEND; 323 307 324 error = syscore_suspend(); 308 error = syscore_suspend(); 325 if (error) { 309 if (error) { 326 pr_err("Some system devices fa 310 pr_err("Some system devices failed to power down, aborting\n"); 327 goto Enable_irqs; 311 goto Enable_irqs; 328 } 312 } 329 313 330 if (hibernation_test(TEST_CORE) || pm_ 314 if (hibernation_test(TEST_CORE) || pm_wakeup_pending()) 331 goto Power_up; 315 goto Power_up; 332 316 333 in_suspend = 1; 317 in_suspend = 1; 334 save_processor_state(); 318 save_processor_state(); 335 trace_suspend_resume(TPS("machine_susp 319 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, true); 336 error = swsusp_arch_suspend(); 320 error = swsusp_arch_suspend(); 337 /* Restore control flow magically appe 321 /* Restore control flow magically appears here */ 338 restore_processor_state(); 322 restore_processor_state(); 339 trace_suspend_resume(TPS("machine_susp 323 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, false); 340 if (error) 324 if (error) 341 pr_err("Error %d creating imag 325 pr_err("Error %d creating image\n", error); 342 326 343 if (!in_suspend) { 327 if (!in_suspend) { 344 events_check_enabled = false; 328 events_check_enabled = false; 345 clear_or_poison_free_pages(); !! 329 clear_free_pages(); 346 } 330 } 347 331 348 platform_leave(platform_mode); 332 platform_leave(platform_mode); 349 333 350 Power_up: 334 Power_up: 351 syscore_resume(); 335 syscore_resume(); 352 336 353 Enable_irqs: 337 Enable_irqs: 354 system_state = SYSTEM_RUNNING; 338 system_state = SYSTEM_RUNNING; 355 local_irq_enable(); 339 local_irq_enable(); 356 340 357 Enable_cpus: 341 Enable_cpus: 358 pm_sleep_enable_secondary_cpus(); !! 342 suspend_enable_secondary_cpus(); 359 343 360 /* Allow architectures to do nosmt-spe 344 /* Allow architectures to do nosmt-specific post-resume dances */ 361 if (!in_suspend) 345 if (!in_suspend) 362 error = arch_resume_nosmt(); 346 error = arch_resume_nosmt(); 363 347 364 Platform_finish: 348 Platform_finish: 365 platform_finish(platform_mode); 349 platform_finish(platform_mode); 366 350 367 dpm_resume_start(in_suspend ? 351 dpm_resume_start(in_suspend ? 368 (error ? PMSG_RECOVER : PMSG_T 352 (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE); 369 353 370 return error; 354 return error; 371 } 355 } 372 356 373 /** 357 /** 374 * hibernation_snapshot - Quiesce devices and 358 * hibernation_snapshot - Quiesce devices and create a hibernation image. 375 * @platform_mode: If set, use platform driver 359 * @platform_mode: If set, use platform driver to prepare for the transition. 376 * 360 * 377 * This routine must be called with system_tra 361 * This routine must be called with system_transition_mutex held. 378 */ 362 */ 379 int hibernation_snapshot(int platform_mode) 363 int hibernation_snapshot(int platform_mode) 380 { 364 { 381 pm_message_t msg; 365 pm_message_t msg; 382 int error; 366 int error; 383 367 384 pm_suspend_clear_flags(); 368 pm_suspend_clear_flags(); 385 error = platform_begin(platform_mode); 369 error = platform_begin(platform_mode); 386 if (error) 370 if (error) 387 goto Close; 371 goto Close; 388 372 389 /* Preallocate image memory before shu 373 /* Preallocate image memory before shutting down devices. */ 390 error = hibernate_preallocate_memory() 374 error = hibernate_preallocate_memory(); 391 if (error) 375 if (error) 392 goto Close; 376 goto Close; 393 377 394 error = freeze_kernel_threads(); 378 error = freeze_kernel_threads(); 395 if (error) 379 if (error) 396 goto Cleanup; 380 goto Cleanup; 397 381 398 if (hibernation_test(TEST_FREEZER)) { 382 if (hibernation_test(TEST_FREEZER)) { 399 383 400 /* 384 /* 401 * Indicate to the caller that 385 * Indicate to the caller that we are returning due to a 402 * successful freezer test. 386 * successful freezer test. 403 */ 387 */ 404 freezer_test_done = true; 388 freezer_test_done = true; 405 goto Thaw; 389 goto Thaw; 406 } 390 } 407 391 408 error = dpm_prepare(PMSG_FREEZE); 392 error = dpm_prepare(PMSG_FREEZE); 409 if (error) { 393 if (error) { 410 dpm_complete(PMSG_RECOVER); 394 dpm_complete(PMSG_RECOVER); 411 goto Thaw; 395 goto Thaw; 412 } 396 } 413 397 414 suspend_console(); 398 suspend_console(); 415 pm_restrict_gfp_mask(); 399 pm_restrict_gfp_mask(); 416 400 417 error = dpm_suspend(PMSG_FREEZE); 401 error = dpm_suspend(PMSG_FREEZE); 418 402 419 if (error || hibernation_test(TEST_DEV 403 if (error || hibernation_test(TEST_DEVICES)) 420 platform_recover(platform_mode 404 platform_recover(platform_mode); 421 else 405 else 422 error = create_image(platform_ 406 error = create_image(platform_mode); 423 407 424 /* 408 /* 425 * In the case that we call create_ima 409 * In the case that we call create_image() above, the control 426 * returns here (1) after the image ha 410 * returns here (1) after the image has been created or the 427 * image creation has failed and (2) a 411 * image creation has failed and (2) after a successful restore. 428 */ 412 */ 429 413 430 /* We may need to release the prealloc 414 /* We may need to release the preallocated image pages here. */ 431 if (error || !in_suspend) 415 if (error || !in_suspend) 432 swsusp_free(); 416 swsusp_free(); 433 417 434 msg = in_suspend ? (error ? PMSG_RECOV 418 msg = in_suspend ? (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE; 435 dpm_resume(msg); 419 dpm_resume(msg); 436 420 437 if (error || !in_suspend) 421 if (error || !in_suspend) 438 pm_restore_gfp_mask(); 422 pm_restore_gfp_mask(); 439 423 440 resume_console(); 424 resume_console(); 441 dpm_complete(msg); 425 dpm_complete(msg); 442 426 443 Close: 427 Close: 444 platform_end(platform_mode); 428 platform_end(platform_mode); 445 return error; 429 return error; 446 430 447 Thaw: 431 Thaw: 448 thaw_kernel_threads(); 432 thaw_kernel_threads(); 449 Cleanup: 433 Cleanup: 450 swsusp_free(); 434 swsusp_free(); 451 goto Close; 435 goto Close; 452 } 436 } 453 437 454 int __weak hibernate_resume_nonboot_cpu_disabl 438 int __weak hibernate_resume_nonboot_cpu_disable(void) 455 { 439 { 456 return suspend_disable_secondary_cpus( 440 return suspend_disable_secondary_cpus(); 457 } 441 } 458 442 459 /** 443 /** 460 * resume_target_kernel - Restore system state 444 * resume_target_kernel - Restore system state from a hibernation image. 461 * @platform_mode: Whether or not to use the p 445 * @platform_mode: Whether or not to use the platform driver. 462 * 446 * 463 * Execute device drivers' "noirq" and "late" 447 * Execute device drivers' "noirq" and "late" freeze callbacks, restore the 464 * contents of highmem that have not been rest 448 * contents of highmem that have not been restored yet from the image and run 465 * the low-level code that will restore the re 449 * the low-level code that will restore the remaining contents of memory and 466 * switch to the just restored target kernel. 450 * switch to the just restored target kernel. 467 */ 451 */ 468 static int resume_target_kernel(bool platform_ 452 static int resume_target_kernel(bool platform_mode) 469 { 453 { 470 int error; 454 int error; 471 455 472 error = dpm_suspend_end(PMSG_QUIESCE); 456 error = dpm_suspend_end(PMSG_QUIESCE); 473 if (error) { 457 if (error) { 474 pr_err("Some devices failed to 458 pr_err("Some devices failed to power down, aborting resume\n"); 475 return error; 459 return error; 476 } 460 } 477 461 478 error = platform_pre_restore(platform_ 462 error = platform_pre_restore(platform_mode); 479 if (error) 463 if (error) 480 goto Cleanup; 464 goto Cleanup; 481 465 482 cpuidle_pause(); << 483 << 484 error = hibernate_resume_nonboot_cpu_d 466 error = hibernate_resume_nonboot_cpu_disable(); 485 if (error) 467 if (error) 486 goto Enable_cpus; 468 goto Enable_cpus; 487 469 488 local_irq_disable(); 470 local_irq_disable(); 489 system_state = SYSTEM_SUSPEND; 471 system_state = SYSTEM_SUSPEND; 490 472 491 error = syscore_suspend(); 473 error = syscore_suspend(); 492 if (error) 474 if (error) 493 goto Enable_irqs; 475 goto Enable_irqs; 494 476 495 save_processor_state(); 477 save_processor_state(); 496 error = restore_highmem(); 478 error = restore_highmem(); 497 if (!error) { 479 if (!error) { 498 error = swsusp_arch_resume(); 480 error = swsusp_arch_resume(); 499 /* 481 /* 500 * The code below is only ever 482 * The code below is only ever reached in case of a failure. 501 * Otherwise, execution contin 483 * Otherwise, execution continues at the place where 502 * swsusp_arch_suspend() was c 484 * swsusp_arch_suspend() was called. 503 */ 485 */ 504 BUG_ON(!error); 486 BUG_ON(!error); 505 /* 487 /* 506 * This call to restore_highme 488 * This call to restore_highmem() reverts the changes made by 507 * the previous one. 489 * the previous one. 508 */ 490 */ 509 restore_highmem(); 491 restore_highmem(); 510 } 492 } 511 /* 493 /* 512 * The only reason why swsusp_arch_res 494 * The only reason why swsusp_arch_resume() can fail is memory being 513 * very tight, so we have to free it a 495 * very tight, so we have to free it as soon as we can to avoid 514 * subsequent failures. 496 * subsequent failures. 515 */ 497 */ 516 swsusp_free(); 498 swsusp_free(); 517 restore_processor_state(); 499 restore_processor_state(); 518 touch_softlockup_watchdog(); 500 touch_softlockup_watchdog(); 519 501 520 syscore_resume(); 502 syscore_resume(); 521 503 522 Enable_irqs: 504 Enable_irqs: 523 system_state = SYSTEM_RUNNING; 505 system_state = SYSTEM_RUNNING; 524 local_irq_enable(); 506 local_irq_enable(); 525 507 526 Enable_cpus: 508 Enable_cpus: 527 pm_sleep_enable_secondary_cpus(); !! 509 suspend_enable_secondary_cpus(); 528 510 529 Cleanup: 511 Cleanup: 530 platform_restore_cleanup(platform_mode 512 platform_restore_cleanup(platform_mode); 531 513 532 dpm_resume_start(PMSG_RECOVER); 514 dpm_resume_start(PMSG_RECOVER); 533 515 534 return error; 516 return error; 535 } 517 } 536 518 537 /** 519 /** 538 * hibernation_restore - Quiesce devices and r 520 * hibernation_restore - Quiesce devices and restore from a hibernation image. 539 * @platform_mode: If set, use platform driver 521 * @platform_mode: If set, use platform driver to prepare for the transition. 540 * 522 * 541 * This routine must be called with system_tra 523 * This routine must be called with system_transition_mutex held. If it is 542 * successful, control reappears in the restor 524 * successful, control reappears in the restored target kernel in 543 * hibernation_snapshot(). 525 * hibernation_snapshot(). 544 */ 526 */ 545 int hibernation_restore(int platform_mode) 527 int hibernation_restore(int platform_mode) 546 { 528 { 547 int error; 529 int error; 548 530 549 pm_prepare_console(); 531 pm_prepare_console(); 550 suspend_console(); 532 suspend_console(); 551 pm_restrict_gfp_mask(); 533 pm_restrict_gfp_mask(); 552 error = dpm_suspend_start(PMSG_QUIESCE 534 error = dpm_suspend_start(PMSG_QUIESCE); 553 if (!error) { 535 if (!error) { 554 error = resume_target_kernel(p 536 error = resume_target_kernel(platform_mode); 555 /* 537 /* 556 * The above should either suc 538 * The above should either succeed and jump to the new kernel, 557 * or return with an error. Ot 539 * or return with an error. Otherwise things are just 558 * undefined, so let's be para 540 * undefined, so let's be paranoid. 559 */ 541 */ 560 BUG_ON(!error); 542 BUG_ON(!error); 561 } 543 } 562 dpm_resume_end(PMSG_RECOVER); 544 dpm_resume_end(PMSG_RECOVER); 563 pm_restore_gfp_mask(); 545 pm_restore_gfp_mask(); 564 resume_console(); 546 resume_console(); 565 pm_restore_console(); 547 pm_restore_console(); 566 return error; 548 return error; 567 } 549 } 568 550 569 /** 551 /** 570 * hibernation_platform_enter - Power off the 552 * hibernation_platform_enter - Power off the system using the platform driver. 571 */ 553 */ 572 int hibernation_platform_enter(void) 554 int hibernation_platform_enter(void) 573 { 555 { 574 int error; 556 int error; 575 557 576 if (!hibernation_ops) 558 if (!hibernation_ops) 577 return -ENOSYS; 559 return -ENOSYS; 578 560 579 /* 561 /* 580 * We have cancelled the power transit 562 * We have cancelled the power transition by running 581 * hibernation_ops->finish() before sa 563 * hibernation_ops->finish() before saving the image, so we should let 582 * the firmware know that we're going 564 * the firmware know that we're going to enter the sleep state after all 583 */ 565 */ 584 error = hibernation_ops->begin(PMSG_HI 566 error = hibernation_ops->begin(PMSG_HIBERNATE); 585 if (error) 567 if (error) 586 goto Close; 568 goto Close; 587 569 588 entering_platform_hibernation = true; 570 entering_platform_hibernation = true; 589 suspend_console(); 571 suspend_console(); 590 error = dpm_suspend_start(PMSG_HIBERNA 572 error = dpm_suspend_start(PMSG_HIBERNATE); 591 if (error) { 573 if (error) { 592 if (hibernation_ops->recover) 574 if (hibernation_ops->recover) 593 hibernation_ops->recov 575 hibernation_ops->recover(); 594 goto Resume_devices; 576 goto Resume_devices; 595 } 577 } 596 578 597 error = dpm_suspend_end(PMSG_HIBERNATE 579 error = dpm_suspend_end(PMSG_HIBERNATE); 598 if (error) 580 if (error) 599 goto Resume_devices; 581 goto Resume_devices; 600 582 601 error = hibernation_ops->prepare(); 583 error = hibernation_ops->prepare(); 602 if (error) 584 if (error) 603 goto Platform_finish; 585 goto Platform_finish; 604 586 605 error = pm_sleep_disable_secondary_cpu !! 587 error = suspend_disable_secondary_cpus(); 606 if (error) 588 if (error) 607 goto Enable_cpus; 589 goto Enable_cpus; 608 590 609 local_irq_disable(); 591 local_irq_disable(); 610 system_state = SYSTEM_SUSPEND; 592 system_state = SYSTEM_SUSPEND; 611 syscore_suspend(); 593 syscore_suspend(); 612 if (pm_wakeup_pending()) { 594 if (pm_wakeup_pending()) { 613 error = -EAGAIN; 595 error = -EAGAIN; 614 goto Power_up; 596 goto Power_up; 615 } 597 } 616 598 617 hibernation_ops->enter(); 599 hibernation_ops->enter(); 618 /* We should never get here */ 600 /* We should never get here */ 619 while (1); 601 while (1); 620 602 621 Power_up: 603 Power_up: 622 syscore_resume(); 604 syscore_resume(); 623 system_state = SYSTEM_RUNNING; 605 system_state = SYSTEM_RUNNING; 624 local_irq_enable(); 606 local_irq_enable(); 625 607 626 Enable_cpus: 608 Enable_cpus: 627 pm_sleep_enable_secondary_cpus(); !! 609 suspend_enable_secondary_cpus(); 628 610 629 Platform_finish: 611 Platform_finish: 630 hibernation_ops->finish(); 612 hibernation_ops->finish(); 631 613 632 dpm_resume_start(PMSG_RESTORE); 614 dpm_resume_start(PMSG_RESTORE); 633 615 634 Resume_devices: 616 Resume_devices: 635 entering_platform_hibernation = false; 617 entering_platform_hibernation = false; 636 dpm_resume_end(PMSG_RESTORE); 618 dpm_resume_end(PMSG_RESTORE); 637 resume_console(); 619 resume_console(); 638 620 639 Close: 621 Close: 640 hibernation_ops->end(); 622 hibernation_ops->end(); 641 623 642 return error; 624 return error; 643 } 625 } 644 626 645 /** 627 /** 646 * power_down - Shut the machine down for hibe 628 * power_down - Shut the machine down for hibernation. 647 * 629 * 648 * Use the platform driver, if configured, to 630 * Use the platform driver, if configured, to put the system into the sleep 649 * state corresponding to hibernation, or try 631 * state corresponding to hibernation, or try to power it off or reboot, 650 * depending on the value of hibernation_mode. 632 * depending on the value of hibernation_mode. 651 */ 633 */ 652 static void power_down(void) 634 static void power_down(void) 653 { 635 { >> 636 #ifdef CONFIG_SUSPEND 654 int error; 637 int error; 655 638 656 #ifdef CONFIG_SUSPEND << 657 if (hibernation_mode == HIBERNATION_SU 639 if (hibernation_mode == HIBERNATION_SUSPEND) { 658 error = suspend_devices_and_en !! 640 error = suspend_devices_and_enter(PM_SUSPEND_MEM); 659 if (error) { 641 if (error) { 660 hibernation_mode = hib 642 hibernation_mode = hibernation_ops ? 661 643 HIBERNATION_PLATFORM : 662 644 HIBERNATION_SHUTDOWN; 663 } else { 645 } else { 664 /* Restore swap signat 646 /* Restore swap signature. */ 665 error = swsusp_unmark( 647 error = swsusp_unmark(); 666 if (error) 648 if (error) 667 pr_err("Swap w 649 pr_err("Swap will be unusable! Try swapon -a.\n"); 668 650 669 return; 651 return; 670 } 652 } 671 } 653 } 672 #endif 654 #endif 673 655 674 switch (hibernation_mode) { 656 switch (hibernation_mode) { 675 case HIBERNATION_REBOOT: 657 case HIBERNATION_REBOOT: 676 kernel_restart(NULL); 658 kernel_restart(NULL); 677 break; 659 break; 678 case HIBERNATION_PLATFORM: 660 case HIBERNATION_PLATFORM: 679 error = hibernation_platform_e !! 661 hibernation_platform_enter(); 680 if (error == -EAGAIN || error << 681 swsusp_unmark(); << 682 events_check_enabled = << 683 pr_info("Wakeup event << 684 return; << 685 } << 686 fallthrough; 662 fallthrough; 687 case HIBERNATION_SHUTDOWN: 663 case HIBERNATION_SHUTDOWN: 688 if (kernel_can_power_off()) !! 664 if (pm_power_off) 689 kernel_power_off(); 665 kernel_power_off(); 690 break; 666 break; 691 } 667 } 692 kernel_halt(); 668 kernel_halt(); 693 /* 669 /* 694 * Valid image is on the disk, if we c 670 * Valid image is on the disk, if we continue we risk serious data 695 * corruption after resume. 671 * corruption after resume. 696 */ 672 */ 697 pr_crit("Power down manually\n"); 673 pr_crit("Power down manually\n"); 698 while (1) 674 while (1) 699 cpu_relax(); 675 cpu_relax(); 700 } 676 } 701 677 702 static int load_image_and_restore(void) 678 static int load_image_and_restore(void) 703 { 679 { 704 int error; 680 int error; 705 unsigned int flags; 681 unsigned int flags; 706 682 707 pm_pr_dbg("Loading hibernation image.\ 683 pm_pr_dbg("Loading hibernation image.\n"); 708 684 709 lock_device_hotplug(); 685 lock_device_hotplug(); 710 error = create_basic_memory_bitmaps(); 686 error = create_basic_memory_bitmaps(); 711 if (error) { !! 687 if (error) 712 swsusp_close(); << 713 goto Unlock; 688 goto Unlock; 714 } << 715 689 716 error = swsusp_read(&flags); 690 error = swsusp_read(&flags); 717 swsusp_close(); !! 691 swsusp_close(FMODE_READ); 718 if (!error) 692 if (!error) 719 error = hibernation_restore(fl 693 error = hibernation_restore(flags & SF_PLATFORM_MODE); 720 694 721 pr_err("Failed to load image, recoveri 695 pr_err("Failed to load image, recovering.\n"); 722 swsusp_free(); 696 swsusp_free(); 723 free_basic_memory_bitmaps(); 697 free_basic_memory_bitmaps(); 724 Unlock: 698 Unlock: 725 unlock_device_hotplug(); 699 unlock_device_hotplug(); 726 700 727 return error; 701 return error; 728 } 702 } 729 703 730 #define COMPRESSION_ALGO_LZO "lzo" << 731 #define COMPRESSION_ALGO_LZ4 "lz4" << 732 << 733 /** 704 /** 734 * hibernate - Carry out system hibernation, i 705 * hibernate - Carry out system hibernation, including saving the image. 735 */ 706 */ 736 int hibernate(void) 707 int hibernate(void) 737 { 708 { 738 bool snapshot_test = false; 709 bool snapshot_test = false; 739 unsigned int sleep_flags; << 740 int error; 710 int error; 741 711 742 if (!hibernation_available()) { 712 if (!hibernation_available()) { 743 pm_pr_dbg("Hibernation not ava 713 pm_pr_dbg("Hibernation not available.\n"); 744 return -EPERM; 714 return -EPERM; 745 } 715 } 746 716 747 /* !! 717 lock_system_sleep(); 748 * Query for the compression algorithm << 749 */ << 750 if (!nocompress) { << 751 strscpy(hib_comp_algo, hiberna << 752 if (crypto_has_comp(hib_comp_a << 753 pr_err("%s compression << 754 return -EOPNOTSUPP; << 755 } << 756 } << 757 << 758 sleep_flags = lock_system_sleep(); << 759 /* The snapshot device should not be o 718 /* The snapshot device should not be opened while we're running */ 760 if (!hibernate_acquire()) { 719 if (!hibernate_acquire()) { 761 error = -EBUSY; 720 error = -EBUSY; 762 goto Unlock; 721 goto Unlock; 763 } 722 } 764 723 765 pr_info("hibernation entry\n"); 724 pr_info("hibernation entry\n"); 766 pm_prepare_console(); 725 pm_prepare_console(); 767 error = pm_notifier_call_chain_robust( 726 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 768 if (error) 727 if (error) 769 goto Restore; 728 goto Restore; 770 729 771 ksys_sync_helper(); 730 ksys_sync_helper(); 772 731 773 error = freeze_processes(); 732 error = freeze_processes(); 774 if (error) 733 if (error) 775 goto Exit; 734 goto Exit; 776 735 777 lock_device_hotplug(); 736 lock_device_hotplug(); 778 /* Allocate memory management structur 737 /* Allocate memory management structures */ 779 error = create_basic_memory_bitmaps(); 738 error = create_basic_memory_bitmaps(); 780 if (error) 739 if (error) 781 goto Thaw; 740 goto Thaw; 782 741 783 error = hibernation_snapshot(hibernati 742 error = hibernation_snapshot(hibernation_mode == HIBERNATION_PLATFORM); 784 if (error || freezer_test_done) 743 if (error || freezer_test_done) 785 goto Free_bitmaps; 744 goto Free_bitmaps; 786 745 787 if (in_suspend) { 746 if (in_suspend) { 788 unsigned int flags = 0; 747 unsigned int flags = 0; 789 748 790 if (hibernation_mode == HIBERN 749 if (hibernation_mode == HIBERNATION_PLATFORM) 791 flags |= SF_PLATFORM_M 750 flags |= SF_PLATFORM_MODE; 792 if (nocompress) { !! 751 if (nocompress) 793 flags |= SF_NOCOMPRESS 752 flags |= SF_NOCOMPRESS_MODE; 794 } else { !! 753 else 795 flags |= SF_CRC32_MODE 754 flags |= SF_CRC32_MODE; 796 755 797 /* << 798 * By default, LZO com << 799 * to override this be << 800 * << 801 * Refer kernel/power/ << 802 */ << 803 << 804 if (!strcmp(hib_comp_a << 805 flags |= SF_CO << 806 else << 807 flags |= SF_CO << 808 } << 809 << 810 pm_pr_dbg("Writing hibernation 756 pm_pr_dbg("Writing hibernation image.\n"); 811 error = swsusp_write(flags); 757 error = swsusp_write(flags); 812 swsusp_free(); 758 swsusp_free(); 813 if (!error) { 759 if (!error) { 814 if (hibernation_mode = 760 if (hibernation_mode == HIBERNATION_TEST_RESUME) 815 snapshot_test 761 snapshot_test = true; 816 else 762 else 817 power_down(); 763 power_down(); 818 } 764 } 819 in_suspend = 0; 765 in_suspend = 0; 820 pm_restore_gfp_mask(); 766 pm_restore_gfp_mask(); 821 } else { 767 } else { 822 pm_pr_dbg("Hibernation image r 768 pm_pr_dbg("Hibernation image restored successfully.\n"); 823 } 769 } 824 770 825 Free_bitmaps: 771 Free_bitmaps: 826 free_basic_memory_bitmaps(); 772 free_basic_memory_bitmaps(); 827 Thaw: 773 Thaw: 828 unlock_device_hotplug(); 774 unlock_device_hotplug(); 829 if (snapshot_test) { 775 if (snapshot_test) { 830 pm_pr_dbg("Checking hibernatio 776 pm_pr_dbg("Checking hibernation image\n"); 831 error = swsusp_check(false); !! 777 error = swsusp_check(); 832 if (!error) 778 if (!error) 833 error = load_image_and 779 error = load_image_and_restore(); 834 } 780 } 835 thaw_processes(); 781 thaw_processes(); 836 782 837 /* Don't bother checking whether freez 783 /* Don't bother checking whether freezer_test_done is true */ 838 freezer_test_done = false; 784 freezer_test_done = false; 839 Exit: 785 Exit: 840 pm_notifier_call_chain(PM_POST_HIBERNA 786 pm_notifier_call_chain(PM_POST_HIBERNATION); 841 Restore: 787 Restore: 842 pm_restore_console(); 788 pm_restore_console(); 843 hibernate_release(); 789 hibernate_release(); 844 Unlock: 790 Unlock: 845 unlock_system_sleep(sleep_flags); !! 791 unlock_system_sleep(); 846 pr_info("hibernation exit\n"); 792 pr_info("hibernation exit\n"); 847 793 848 return error; 794 return error; 849 } 795 } 850 796 851 /** 797 /** 852 * hibernate_quiet_exec - Execute a function w 798 * hibernate_quiet_exec - Execute a function with all devices frozen. 853 * @func: Function to execute. 799 * @func: Function to execute. 854 * @data: Data pointer to pass to @func. 800 * @data: Data pointer to pass to @func. 855 * 801 * 856 * Return the @func return value or an error c 802 * Return the @func return value or an error code if it cannot be executed. 857 */ 803 */ 858 int hibernate_quiet_exec(int (*func)(void *dat 804 int hibernate_quiet_exec(int (*func)(void *data), void *data) 859 { 805 { 860 unsigned int sleep_flags; << 861 int error; 806 int error; 862 807 863 sleep_flags = lock_system_sleep(); !! 808 lock_system_sleep(); 864 809 865 if (!hibernate_acquire()) { 810 if (!hibernate_acquire()) { 866 error = -EBUSY; 811 error = -EBUSY; 867 goto unlock; 812 goto unlock; 868 } 813 } 869 814 870 pm_prepare_console(); 815 pm_prepare_console(); 871 816 872 error = pm_notifier_call_chain_robust( 817 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 873 if (error) 818 if (error) 874 goto restore; 819 goto restore; 875 820 876 error = freeze_processes(); 821 error = freeze_processes(); 877 if (error) 822 if (error) 878 goto exit; 823 goto exit; 879 824 880 lock_device_hotplug(); 825 lock_device_hotplug(); 881 826 882 pm_suspend_clear_flags(); 827 pm_suspend_clear_flags(); 883 828 884 error = platform_begin(true); 829 error = platform_begin(true); 885 if (error) 830 if (error) 886 goto thaw; 831 goto thaw; 887 832 888 error = freeze_kernel_threads(); 833 error = freeze_kernel_threads(); 889 if (error) 834 if (error) 890 goto thaw; 835 goto thaw; 891 836 892 error = dpm_prepare(PMSG_FREEZE); 837 error = dpm_prepare(PMSG_FREEZE); 893 if (error) 838 if (error) 894 goto dpm_complete; 839 goto dpm_complete; 895 840 896 suspend_console(); 841 suspend_console(); 897 842 898 error = dpm_suspend(PMSG_FREEZE); 843 error = dpm_suspend(PMSG_FREEZE); 899 if (error) 844 if (error) 900 goto dpm_resume; 845 goto dpm_resume; 901 846 902 error = dpm_suspend_end(PMSG_FREEZE); 847 error = dpm_suspend_end(PMSG_FREEZE); 903 if (error) 848 if (error) 904 goto dpm_resume; 849 goto dpm_resume; 905 850 906 error = platform_pre_snapshot(true); 851 error = platform_pre_snapshot(true); 907 if (error) 852 if (error) 908 goto skip; 853 goto skip; 909 854 910 error = func(data); 855 error = func(data); 911 856 912 skip: 857 skip: 913 platform_finish(true); 858 platform_finish(true); 914 859 915 dpm_resume_start(PMSG_THAW); 860 dpm_resume_start(PMSG_THAW); 916 861 917 dpm_resume: 862 dpm_resume: 918 dpm_resume(PMSG_THAW); 863 dpm_resume(PMSG_THAW); 919 864 920 resume_console(); 865 resume_console(); 921 866 922 dpm_complete: 867 dpm_complete: 923 dpm_complete(PMSG_THAW); 868 dpm_complete(PMSG_THAW); 924 869 925 thaw_kernel_threads(); 870 thaw_kernel_threads(); 926 871 927 thaw: 872 thaw: 928 platform_end(true); 873 platform_end(true); 929 874 930 unlock_device_hotplug(); 875 unlock_device_hotplug(); 931 876 932 thaw_processes(); 877 thaw_processes(); 933 878 934 exit: 879 exit: 935 pm_notifier_call_chain(PM_POST_HIBERNA 880 pm_notifier_call_chain(PM_POST_HIBERNATION); 936 881 937 restore: 882 restore: 938 pm_restore_console(); 883 pm_restore_console(); 939 884 940 hibernate_release(); 885 hibernate_release(); 941 886 942 unlock: 887 unlock: 943 unlock_system_sleep(sleep_flags); !! 888 unlock_system_sleep(); 944 889 945 return error; 890 return error; 946 } 891 } 947 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 892 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 948 893 949 static int __init find_resume_device(void) !! 894 /** >> 895 * software_resume - Resume from a saved hibernation image. >> 896 * >> 897 * This routine is called as a late initcall, when all devices have been >> 898 * discovered and initialized already. >> 899 * >> 900 * The image reading code is called to see if there is a hibernation image >> 901 * available for reading. If that is the case, devices are quiesced and the >> 902 * contents of memory is restored from the saved image. >> 903 * >> 904 * If this is successful, control reappears in the restored target kernel in >> 905 * hibernation_snapshot() which returns to hibernate(). Otherwise, the routine >> 906 * attempts to recover gracefully and make the kernel return to the normal mode >> 907 * of operation. >> 908 */ >> 909 static int software_resume(void) 950 { 910 { 951 if (!strlen(resume_file)) !! 911 int error; 952 return -ENOENT; !! 912 >> 913 /* >> 914 * If the user said "noresume".. bail out early. >> 915 */ >> 916 if (noresume || !hibernation_available()) >> 917 return 0; >> 918 >> 919 /* >> 920 * name_to_dev_t() below takes a sysfs buffer mutex when sysfs >> 921 * is configured into the kernel. Since the regular hibernate >> 922 * trigger path is via sysfs which takes a buffer mutex before >> 923 * calling hibernate functions (which take system_transition_mutex) >> 924 * this can cause lockdep to complain about a possible ABBA deadlock >> 925 * which cannot happen since we're in the boot code here and >> 926 * sysfs can't be invoked yet. Therefore, we use a subclass >> 927 * here to avoid lockdep complaining. >> 928 */ >> 929 mutex_lock_nested(&system_transition_mutex, SINGLE_DEPTH_NESTING); >> 930 >> 931 if (swsusp_resume_device) >> 932 goto Check_image; >> 933 >> 934 if (!strlen(resume_file)) { >> 935 error = -ENOENT; >> 936 goto Unlock; >> 937 } 953 938 954 pm_pr_dbg("Checking hibernation image 939 pm_pr_dbg("Checking hibernation image partition %s\n", resume_file); 955 940 956 if (resume_delay) { 941 if (resume_delay) { 957 pr_info("Waiting %dsec before 942 pr_info("Waiting %dsec before reading resume device ...\n", 958 resume_delay); 943 resume_delay); 959 ssleep(resume_delay); 944 ssleep(resume_delay); 960 } 945 } 961 946 962 /* Check if the device is there */ 947 /* Check if the device is there */ 963 if (!early_lookup_bdev(resume_file, &s !! 948 swsusp_resume_device = name_to_dev_t(resume_file); 964 return 0; !! 949 if (!swsusp_resume_device) { 965 !! 950 /* 966 /* !! 951 * Some device discovery might still be in progress; we need 967 * Some device discovery might still b !! 952 * to wait for this to finish. 968 * this to finish. !! 953 */ 969 */ !! 954 wait_for_device_probe(); 970 wait_for_device_probe(); << 971 if (resume_wait) { << 972 while (early_lookup_bdev(resum << 973 msleep(10); << 974 async_synchronize_full(); << 975 } << 976 955 977 return early_lookup_bdev(resume_file, !! 956 if (resume_wait) { 978 } !! 957 while ((swsusp_resume_device = name_to_dev_t(resume_file)) == 0) >> 958 msleep(10); >> 959 async_synchronize_full(); >> 960 } 979 961 980 static int software_resume(void) !! 962 swsusp_resume_device = name_to_dev_t(resume_file); 981 { !! 963 if (!swsusp_resume_device) { 982 int error; !! 964 error = -ENODEV; >> 965 goto Unlock; >> 966 } >> 967 } 983 968 >> 969 Check_image: 984 pm_pr_dbg("Hibernation image partition 970 pm_pr_dbg("Hibernation image partition %d:%d present\n", 985 MAJOR(swsusp_resume_device), M 971 MAJOR(swsusp_resume_device), MINOR(swsusp_resume_device)); 986 972 987 pm_pr_dbg("Looking for hibernation ima 973 pm_pr_dbg("Looking for hibernation image.\n"); 988 !! 974 error = swsusp_check(); 989 mutex_lock(&system_transition_mutex); << 990 error = swsusp_check(true); << 991 if (error) 975 if (error) 992 goto Unlock; 976 goto Unlock; 993 977 994 /* << 995 * Check if the hibernation image is c << 996 * the algorithm support. << 997 */ << 998 if (!(swsusp_header_flags & SF_NOCOMPR << 999 if (swsusp_header_flags & SF_C << 1000 strscpy(hib_comp_algo << 1001 else << 1002 strscpy(hib_comp_algo << 1003 if (crypto_has_comp(hib_comp_ << 1004 pr_err("%s compressio << 1005 error = -EOPNOTSUPP; << 1006 goto Unlock; << 1007 } << 1008 } << 1009 << 1010 /* The snapshot device should not be 978 /* The snapshot device should not be opened while we're running */ 1011 if (!hibernate_acquire()) { 979 if (!hibernate_acquire()) { 1012 error = -EBUSY; 980 error = -EBUSY; 1013 swsusp_close(); !! 981 swsusp_close(FMODE_READ); 1014 goto Unlock; 982 goto Unlock; 1015 } 983 } 1016 984 1017 pr_info("resume from hibernation\n"); 985 pr_info("resume from hibernation\n"); 1018 pm_prepare_console(); 986 pm_prepare_console(); 1019 error = pm_notifier_call_chain_robust 987 error = pm_notifier_call_chain_robust(PM_RESTORE_PREPARE, PM_POST_RESTORE); 1020 if (error) 988 if (error) 1021 goto Restore; 989 goto Restore; 1022 990 1023 pm_pr_dbg("Preparing processes for hi 991 pm_pr_dbg("Preparing processes for hibernation restore.\n"); 1024 error = freeze_processes(); 992 error = freeze_processes(); 1025 if (error) 993 if (error) 1026 goto Close_Finish; 994 goto Close_Finish; 1027 995 1028 error = freeze_kernel_threads(); 996 error = freeze_kernel_threads(); 1029 if (error) { 997 if (error) { 1030 thaw_processes(); 998 thaw_processes(); 1031 goto Close_Finish; 999 goto Close_Finish; 1032 } 1000 } 1033 1001 1034 error = load_image_and_restore(); 1002 error = load_image_and_restore(); 1035 thaw_processes(); 1003 thaw_processes(); 1036 Finish: 1004 Finish: 1037 pm_notifier_call_chain(PM_POST_RESTOR 1005 pm_notifier_call_chain(PM_POST_RESTORE); 1038 Restore: 1006 Restore: 1039 pm_restore_console(); 1007 pm_restore_console(); 1040 pr_info("resume failed (%d)\n", error 1008 pr_info("resume failed (%d)\n", error); 1041 hibernate_release(); 1009 hibernate_release(); 1042 /* For success case, the suspend path 1010 /* For success case, the suspend path will release the lock */ 1043 Unlock: 1011 Unlock: 1044 mutex_unlock(&system_transition_mutex 1012 mutex_unlock(&system_transition_mutex); 1045 pm_pr_dbg("Hibernation image not pres 1013 pm_pr_dbg("Hibernation image not present or could not be loaded.\n"); 1046 return error; 1014 return error; 1047 Close_Finish: 1015 Close_Finish: 1048 swsusp_close(); !! 1016 swsusp_close(FMODE_READ); 1049 goto Finish; 1017 goto Finish; 1050 } 1018 } 1051 1019 1052 /** !! 1020 late_initcall_sync(software_resume); 1053 * software_resume_initcall - Resume from a s << 1054 * << 1055 * This routine is called as a late initcall, << 1056 * discovered and initialized already. << 1057 * << 1058 * The image reading code is called to see if << 1059 * available for reading. If that is the cas << 1060 * contents of memory is restored from the sa << 1061 * << 1062 * If this is successful, control reappears i << 1063 * hibernation_snapshot() which returns to hi << 1064 * attempts to recover gracefully and make th << 1065 * of operation. << 1066 */ << 1067 static int __init software_resume_initcall(vo << 1068 { << 1069 /* << 1070 * If the user said "noresume".. bail << 1071 */ << 1072 if (noresume || !hibernation_availabl << 1073 return 0; << 1074 << 1075 if (!swsusp_resume_device) { << 1076 int error = find_resume_devic << 1077 << 1078 if (error) << 1079 return error; << 1080 } << 1081 << 1082 return software_resume(); << 1083 } << 1084 late_initcall_sync(software_resume_initcall); << 1085 1021 1086 1022 1087 static const char * const hibernation_modes[] 1023 static const char * const hibernation_modes[] = { 1088 [HIBERNATION_PLATFORM] = "platform", 1024 [HIBERNATION_PLATFORM] = "platform", 1089 [HIBERNATION_SHUTDOWN] = "shutdown", 1025 [HIBERNATION_SHUTDOWN] = "shutdown", 1090 [HIBERNATION_REBOOT] = "reboot", 1026 [HIBERNATION_REBOOT] = "reboot", 1091 #ifdef CONFIG_SUSPEND 1027 #ifdef CONFIG_SUSPEND 1092 [HIBERNATION_SUSPEND] = "suspend", 1028 [HIBERNATION_SUSPEND] = "suspend", 1093 #endif 1029 #endif 1094 [HIBERNATION_TEST_RESUME] = "te 1030 [HIBERNATION_TEST_RESUME] = "test_resume", 1095 }; 1031 }; 1096 1032 1097 /* 1033 /* 1098 * /sys/power/disk - Control hibernation mode 1034 * /sys/power/disk - Control hibernation mode. 1099 * 1035 * 1100 * Hibernation can be handled in several ways 1036 * Hibernation can be handled in several ways. There are a few different ways 1101 * to put the system into the sleep state: us 1037 * to put the system into the sleep state: using the platform driver (e.g. ACPI 1102 * or other hibernation_ops), powering it off 1038 * or other hibernation_ops), powering it off or rebooting it (for testing 1103 * mostly). 1039 * mostly). 1104 * 1040 * 1105 * The sysfs file /sys/power/disk provides an 1041 * The sysfs file /sys/power/disk provides an interface for selecting the 1106 * hibernation mode to use. Reading from thi 1042 * hibernation mode to use. Reading from this file causes the available modes 1107 * to be printed. There are 3 modes that can 1043 * to be printed. There are 3 modes that can be supported: 1108 * 1044 * 1109 * 'platform' 1045 * 'platform' 1110 * 'shutdown' 1046 * 'shutdown' 1111 * 'reboot' 1047 * 'reboot' 1112 * 1048 * 1113 * If a platform hibernation driver is in use 1049 * If a platform hibernation driver is in use, 'platform' will be supported 1114 * and will be used by default. Otherwise, ' 1050 * and will be used by default. Otherwise, 'shutdown' will be used by default. 1115 * The selected option (i.e. the one correspo 1051 * The selected option (i.e. the one corresponding to the current value of 1116 * hibernation_mode) is enclosed by a square 1052 * hibernation_mode) is enclosed by a square bracket. 1117 * 1053 * 1118 * To select a given hibernation mode it is n 1054 * To select a given hibernation mode it is necessary to write the mode's 1119 * string representation (as returned by read 1055 * string representation (as returned by reading from /sys/power/disk) back 1120 * into /sys/power/disk. 1056 * into /sys/power/disk. 1121 */ 1057 */ 1122 1058 1123 static ssize_t disk_show(struct kobject *kobj 1059 static ssize_t disk_show(struct kobject *kobj, struct kobj_attribute *attr, 1124 char *buf) 1060 char *buf) 1125 { 1061 { 1126 ssize_t count = 0; << 1127 int i; 1062 int i; >> 1063 char *start = buf; 1128 1064 1129 if (!hibernation_available()) 1065 if (!hibernation_available()) 1130 return sysfs_emit(buf, "[disa !! 1066 return sprintf(buf, "[disabled]\n"); 1131 1067 1132 for (i = HIBERNATION_FIRST; i <= HIBE 1068 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1133 if (!hibernation_modes[i]) 1069 if (!hibernation_modes[i]) 1134 continue; 1070 continue; 1135 switch (i) { 1071 switch (i) { 1136 case HIBERNATION_SHUTDOWN: 1072 case HIBERNATION_SHUTDOWN: 1137 case HIBERNATION_REBOOT: 1073 case HIBERNATION_REBOOT: 1138 #ifdef CONFIG_SUSPEND 1074 #ifdef CONFIG_SUSPEND 1139 case HIBERNATION_SUSPEND: 1075 case HIBERNATION_SUSPEND: 1140 #endif 1076 #endif 1141 case HIBERNATION_TEST_RESUME: 1077 case HIBERNATION_TEST_RESUME: 1142 break; 1078 break; 1143 case HIBERNATION_PLATFORM: 1079 case HIBERNATION_PLATFORM: 1144 if (hibernation_ops) 1080 if (hibernation_ops) 1145 break; 1081 break; 1146 /* not a valid mode, 1082 /* not a valid mode, continue with loop */ 1147 continue; 1083 continue; 1148 } 1084 } 1149 if (i == hibernation_mode) 1085 if (i == hibernation_mode) 1150 count += sysfs_emit_a !! 1086 buf += sprintf(buf, "[%s] ", hibernation_modes[i]); 1151 else 1087 else 1152 count += sysfs_emit_a !! 1088 buf += sprintf(buf, "%s ", hibernation_modes[i]); 1153 } 1089 } 1154 !! 1090 buf += sprintf(buf, "\n"); 1155 /* Convert the last space to a newlin !! 1091 return buf-start; 1156 if (count > 0) << 1157 buf[count - 1] = '\n'; << 1158 << 1159 return count; << 1160 } 1092 } 1161 1093 1162 static ssize_t disk_store(struct kobject *kob 1094 static ssize_t disk_store(struct kobject *kobj, struct kobj_attribute *attr, 1163 const char *buf, si 1095 const char *buf, size_t n) 1164 { 1096 { 1165 int mode = HIBERNATION_INVALID; << 1166 unsigned int sleep_flags; << 1167 int error = 0; 1097 int error = 0; >> 1098 int i; 1168 int len; 1099 int len; 1169 char *p; 1100 char *p; 1170 int i; !! 1101 int mode = HIBERNATION_INVALID; 1171 1102 1172 if (!hibernation_available()) 1103 if (!hibernation_available()) 1173 return -EPERM; 1104 return -EPERM; 1174 1105 1175 p = memchr(buf, '\n', n); 1106 p = memchr(buf, '\n', n); 1176 len = p ? p - buf : n; 1107 len = p ? p - buf : n; 1177 1108 1178 sleep_flags = lock_system_sleep(); !! 1109 lock_system_sleep(); 1179 for (i = HIBERNATION_FIRST; i <= HIBE 1110 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1180 if (len == strlen(hibernation 1111 if (len == strlen(hibernation_modes[i]) 1181 && !strncmp(buf, hibernat 1112 && !strncmp(buf, hibernation_modes[i], len)) { 1182 mode = i; 1113 mode = i; 1183 break; 1114 break; 1184 } 1115 } 1185 } 1116 } 1186 if (mode != HIBERNATION_INVALID) { 1117 if (mode != HIBERNATION_INVALID) { 1187 switch (mode) { 1118 switch (mode) { 1188 case HIBERNATION_SHUTDOWN: 1119 case HIBERNATION_SHUTDOWN: 1189 case HIBERNATION_REBOOT: 1120 case HIBERNATION_REBOOT: 1190 #ifdef CONFIG_SUSPEND 1121 #ifdef CONFIG_SUSPEND 1191 case HIBERNATION_SUSPEND: 1122 case HIBERNATION_SUSPEND: 1192 #endif 1123 #endif 1193 case HIBERNATION_TEST_RESUME: 1124 case HIBERNATION_TEST_RESUME: 1194 hibernation_mode = mo 1125 hibernation_mode = mode; 1195 break; 1126 break; 1196 case HIBERNATION_PLATFORM: 1127 case HIBERNATION_PLATFORM: 1197 if (hibernation_ops) 1128 if (hibernation_ops) 1198 hibernation_m 1129 hibernation_mode = mode; 1199 else 1130 else 1200 error = -EINV 1131 error = -EINVAL; 1201 } 1132 } 1202 } else 1133 } else 1203 error = -EINVAL; 1134 error = -EINVAL; 1204 1135 1205 if (!error) 1136 if (!error) 1206 pm_pr_dbg("Hibernation mode s 1137 pm_pr_dbg("Hibernation mode set to '%s'\n", 1207 hibernation_mo 1138 hibernation_modes[mode]); 1208 unlock_system_sleep(sleep_flags); !! 1139 unlock_system_sleep(); 1209 return error ? error : n; 1140 return error ? error : n; 1210 } 1141 } 1211 1142 1212 power_attr(disk); 1143 power_attr(disk); 1213 1144 1214 static ssize_t resume_show(struct kobject *ko 1145 static ssize_t resume_show(struct kobject *kobj, struct kobj_attribute *attr, 1215 char *buf) 1146 char *buf) 1216 { 1147 { 1217 return sysfs_emit(buf, "%d:%d\n", MAJ !! 1148 return sprintf(buf, "%d:%d\n", MAJOR(swsusp_resume_device), 1218 MINOR(swsusp_resume !! 1149 MINOR(swsusp_resume_device)); 1219 } 1150 } 1220 1151 1221 static ssize_t resume_store(struct kobject *k 1152 static ssize_t resume_store(struct kobject *kobj, struct kobj_attribute *attr, 1222 const char *buf, 1153 const char *buf, size_t n) 1223 { 1154 { 1224 unsigned int sleep_flags; !! 1155 dev_t res; 1225 int len = n; 1156 int len = n; 1226 char *name; 1157 char *name; 1227 dev_t dev; << 1228 int error; << 1229 << 1230 if (!hibernation_available()) << 1231 return n; << 1232 1158 1233 if (len && buf[len-1] == '\n') 1159 if (len && buf[len-1] == '\n') 1234 len--; 1160 len--; 1235 name = kstrndup(buf, len, GFP_KERNEL) 1161 name = kstrndup(buf, len, GFP_KERNEL); 1236 if (!name) 1162 if (!name) 1237 return -ENOMEM; 1163 return -ENOMEM; 1238 1164 1239 error = lookup_bdev(name, &dev); !! 1165 res = name_to_dev_t(name); 1240 if (error) { << 1241 unsigned maj, min, offset; << 1242 char *p, dummy; << 1243 << 1244 error = 0; << 1245 if (sscanf(name, "%u:%u%c", & << 1246 sscanf(name, "%u:%u:%u:%c << 1247 &dummy) == 3) << 1248 dev = MKDEV(maj, min) << 1249 if (maj != MAJOR(dev) << 1250 error = -EINV << 1251 } else { << 1252 dev = new_decode_dev( << 1253 if (*p) << 1254 error = -EINV << 1255 } << 1256 } << 1257 kfree(name); 1166 kfree(name); 1258 if (error) !! 1167 if (!res) 1259 return error; !! 1168 return -EINVAL; 1260 << 1261 sleep_flags = lock_system_sleep(); << 1262 swsusp_resume_device = dev; << 1263 unlock_system_sleep(sleep_flags); << 1264 1169 >> 1170 lock_system_sleep(); >> 1171 swsusp_resume_device = res; >> 1172 unlock_system_sleep(); 1265 pm_pr_dbg("Configured hibernation res 1173 pm_pr_dbg("Configured hibernation resume from disk to %u\n", 1266 swsusp_resume_device); 1174 swsusp_resume_device); 1267 noresume = 0; 1175 noresume = 0; 1268 software_resume(); 1176 software_resume(); 1269 return n; 1177 return n; 1270 } 1178 } 1271 1179 1272 power_attr(resume); 1180 power_attr(resume); 1273 1181 1274 static ssize_t resume_offset_show(struct kobj 1182 static ssize_t resume_offset_show(struct kobject *kobj, 1275 struct kobj 1183 struct kobj_attribute *attr, char *buf) 1276 { 1184 { 1277 return sysfs_emit(buf, "%llu\n", (uns !! 1185 return sprintf(buf, "%llu\n", (unsigned long long)swsusp_resume_block); 1278 } 1186 } 1279 1187 1280 static ssize_t resume_offset_store(struct kob 1188 static ssize_t resume_offset_store(struct kobject *kobj, 1281 struct kob 1189 struct kobj_attribute *attr, const char *buf, 1282 size_t n) 1190 size_t n) 1283 { 1191 { 1284 unsigned long long offset; 1192 unsigned long long offset; 1285 int rc; 1193 int rc; 1286 1194 1287 rc = kstrtoull(buf, 0, &offset); 1195 rc = kstrtoull(buf, 0, &offset); 1288 if (rc) 1196 if (rc) 1289 return rc; 1197 return rc; 1290 swsusp_resume_block = offset; 1198 swsusp_resume_block = offset; 1291 1199 1292 return n; 1200 return n; 1293 } 1201 } 1294 1202 1295 power_attr(resume_offset); 1203 power_attr(resume_offset); 1296 1204 1297 static ssize_t image_size_show(struct kobject 1205 static ssize_t image_size_show(struct kobject *kobj, struct kobj_attribute *attr, 1298 char *buf) 1206 char *buf) 1299 { 1207 { 1300 return sysfs_emit(buf, "%lu\n", image !! 1208 return sprintf(buf, "%lu\n", image_size); 1301 } 1209 } 1302 1210 1303 static ssize_t image_size_store(struct kobjec 1211 static ssize_t image_size_store(struct kobject *kobj, struct kobj_attribute *attr, 1304 const char *b 1212 const char *buf, size_t n) 1305 { 1213 { 1306 unsigned long size; 1214 unsigned long size; 1307 1215 1308 if (sscanf(buf, "%lu", &size) == 1) { 1216 if (sscanf(buf, "%lu", &size) == 1) { 1309 image_size = size; 1217 image_size = size; 1310 return n; 1218 return n; 1311 } 1219 } 1312 1220 1313 return -EINVAL; 1221 return -EINVAL; 1314 } 1222 } 1315 1223 1316 power_attr(image_size); 1224 power_attr(image_size); 1317 1225 1318 static ssize_t reserved_size_show(struct kobj 1226 static ssize_t reserved_size_show(struct kobject *kobj, 1319 struct kobj 1227 struct kobj_attribute *attr, char *buf) 1320 { 1228 { 1321 return sysfs_emit(buf, "%lu\n", reser !! 1229 return sprintf(buf, "%lu\n", reserved_size); 1322 } 1230 } 1323 1231 1324 static ssize_t reserved_size_store(struct kob 1232 static ssize_t reserved_size_store(struct kobject *kobj, 1325 struct kob 1233 struct kobj_attribute *attr, 1326 const char 1234 const char *buf, size_t n) 1327 { 1235 { 1328 unsigned long size; 1236 unsigned long size; 1329 1237 1330 if (sscanf(buf, "%lu", &size) == 1) { 1238 if (sscanf(buf, "%lu", &size) == 1) { 1331 reserved_size = size; 1239 reserved_size = size; 1332 return n; 1240 return n; 1333 } 1241 } 1334 1242 1335 return -EINVAL; 1243 return -EINVAL; 1336 } 1244 } 1337 1245 1338 power_attr(reserved_size); 1246 power_attr(reserved_size); 1339 1247 1340 static struct attribute *g[] = { 1248 static struct attribute *g[] = { 1341 &disk_attr.attr, 1249 &disk_attr.attr, 1342 &resume_offset_attr.attr, 1250 &resume_offset_attr.attr, 1343 &resume_attr.attr, 1251 &resume_attr.attr, 1344 &image_size_attr.attr, 1252 &image_size_attr.attr, 1345 &reserved_size_attr.attr, 1253 &reserved_size_attr.attr, 1346 NULL, 1254 NULL, 1347 }; 1255 }; 1348 1256 1349 1257 1350 static const struct attribute_group attr_grou 1258 static const struct attribute_group attr_group = { 1351 .attrs = g, 1259 .attrs = g, 1352 }; 1260 }; 1353 1261 1354 1262 1355 static int __init pm_disk_init(void) 1263 static int __init pm_disk_init(void) 1356 { 1264 { 1357 return sysfs_create_group(power_kobj, 1265 return sysfs_create_group(power_kobj, &attr_group); 1358 } 1266 } 1359 1267 1360 core_initcall(pm_disk_init); 1268 core_initcall(pm_disk_init); 1361 1269 1362 1270 1363 static int __init resume_setup(char *str) 1271 static int __init resume_setup(char *str) 1364 { 1272 { 1365 if (noresume) 1273 if (noresume) 1366 return 1; 1274 return 1; 1367 1275 1368 strscpy(resume_file, str); !! 1276 strncpy(resume_file, str, 255); 1369 return 1; 1277 return 1; 1370 } 1278 } 1371 1279 1372 static int __init resume_offset_setup(char *s 1280 static int __init resume_offset_setup(char *str) 1373 { 1281 { 1374 unsigned long long offset; 1282 unsigned long long offset; 1375 1283 1376 if (noresume) 1284 if (noresume) 1377 return 1; 1285 return 1; 1378 1286 1379 if (sscanf(str, "%llu", &offset) == 1 1287 if (sscanf(str, "%llu", &offset) == 1) 1380 swsusp_resume_block = offset; 1288 swsusp_resume_block = offset; 1381 1289 1382 return 1; 1290 return 1; 1383 } 1291 } 1384 1292 1385 static int __init hibernate_setup(char *str) 1293 static int __init hibernate_setup(char *str) 1386 { 1294 { 1387 if (!strncmp(str, "noresume", 8)) { 1295 if (!strncmp(str, "noresume", 8)) { 1388 noresume = 1; 1296 noresume = 1; 1389 } else if (!strncmp(str, "nocompress" 1297 } else if (!strncmp(str, "nocompress", 10)) { 1390 nocompress = 1; 1298 nocompress = 1; 1391 } else if (!strncmp(str, "no", 2)) { 1299 } else if (!strncmp(str, "no", 2)) { 1392 noresume = 1; 1300 noresume = 1; 1393 nohibernate = 1; 1301 nohibernate = 1; 1394 } else if (IS_ENABLED(CONFIG_STRICT_K 1302 } else if (IS_ENABLED(CONFIG_STRICT_KERNEL_RWX) 1395 && !strncmp(str, "protect_ 1303 && !strncmp(str, "protect_image", 13)) { 1396 enable_restore_image_protecti 1304 enable_restore_image_protection(); 1397 } 1305 } 1398 return 1; 1306 return 1; 1399 } 1307 } 1400 1308 1401 static int __init noresume_setup(char *str) 1309 static int __init noresume_setup(char *str) 1402 { 1310 { 1403 noresume = 1; 1311 noresume = 1; 1404 return 1; 1312 return 1; 1405 } 1313 } 1406 1314 1407 static int __init resumewait_setup(char *str) 1315 static int __init resumewait_setup(char *str) 1408 { 1316 { 1409 resume_wait = 1; 1317 resume_wait = 1; 1410 return 1; 1318 return 1; 1411 } 1319 } 1412 1320 1413 static int __init resumedelay_setup(char *str 1321 static int __init resumedelay_setup(char *str) 1414 { 1322 { 1415 int rc = kstrtouint(str, 0, &resume_d 1323 int rc = kstrtouint(str, 0, &resume_delay); 1416 1324 1417 if (rc) 1325 if (rc) 1418 pr_warn("resumedelay: bad opt !! 1326 return rc; 1419 return 1; 1327 return 1; 1420 } 1328 } 1421 1329 1422 static int __init nohibernate_setup(char *str 1330 static int __init nohibernate_setup(char *str) 1423 { 1331 { 1424 noresume = 1; 1332 noresume = 1; 1425 nohibernate = 1; 1333 nohibernate = 1; 1426 return 1; 1334 return 1; 1427 } 1335 } 1428 << 1429 static const char * const comp_alg_enabled[] << 1430 #if IS_ENABLED(CONFIG_CRYPTO_LZO) << 1431 COMPRESSION_ALGO_LZO, << 1432 #endif << 1433 #if IS_ENABLED(CONFIG_CRYPTO_LZ4) << 1434 COMPRESSION_ALGO_LZ4, << 1435 #endif << 1436 }; << 1437 << 1438 static int hibernate_compressor_param_set(con << 1439 const struct kernel_param *kp << 1440 { << 1441 unsigned int sleep_flags; << 1442 int index, ret; << 1443 << 1444 sleep_flags = lock_system_sleep(); << 1445 << 1446 index = sysfs_match_string(comp_alg_e << 1447 if (index >= 0) { << 1448 ret = param_set_copystring(co << 1449 if (!ret) << 1450 strscpy(hib_comp_algo << 1451 sizeof(hib_co << 1452 } else { << 1453 ret = index; << 1454 } << 1455 << 1456 unlock_system_sleep(sleep_flags); << 1457 << 1458 if (ret) << 1459 pr_debug("Cannot set specifie << 1460 compressor); << 1461 << 1462 return ret; << 1463 } << 1464 << 1465 static const struct kernel_param_ops hibernat << 1466 .set = hibernate_compressor_param_ << 1467 .get = param_get_string, << 1468 }; << 1469 << 1470 static struct kparam_string hibernate_compres << 1471 .maxlen = sizeof(hibernate_compressor << 1472 .string = hibernate_compressor, << 1473 }; << 1474 << 1475 module_param_cb(compressor, &hibernate_compre << 1476 &hibernate_compressor_param_s << 1477 MODULE_PARM_DESC(compressor, << 1478 "Compression algorithm to be << 1479 1336 1480 __setup("noresume", noresume_setup); 1337 __setup("noresume", noresume_setup); 1481 __setup("resume_offset=", resume_offset_setup 1338 __setup("resume_offset=", resume_offset_setup); 1482 __setup("resume=", resume_setup); 1339 __setup("resume=", resume_setup); 1483 __setup("hibernate=", hibernate_setup); 1340 __setup("hibernate=", hibernate_setup); 1484 __setup("resumewait", resumewait_setup); 1341 __setup("resumewait", resumewait_setup); 1485 __setup("resumedelay=", resumedelay_setup); 1342 __setup("resumedelay=", resumedelay_setup); 1486 __setup("nohibernate", nohibernate_setup); 1343 __setup("nohibernate", nohibernate_setup); 1487 1344
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.