1 // SPDX-License-Identifier: GPL-2.0-only 1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 2 /* 3 * kernel/power/hibernate.c - Hibernation (a.k 3 * kernel/power/hibernate.c - Hibernation (a.k.a suspend-to-disk) support. 4 * 4 * 5 * Copyright (c) 2003 Patrick Mochel 5 * Copyright (c) 2003 Patrick Mochel 6 * Copyright (c) 2003 Open Source Development 6 * Copyright (c) 2003 Open Source Development Lab 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw. 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw.cz> 8 * Copyright (c) 2009 Rafael J. Wysocki, Novel 8 * Copyright (c) 2009 Rafael J. Wysocki, Novell Inc. 9 * Copyright (C) 2012 Bojan Smojver <bojan@rex 9 * Copyright (C) 2012 Bojan Smojver <bojan@rexursive.com> 10 */ 10 */ 11 11 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 13 13 14 #include <linux/blkdev.h> << 15 #include <linux/export.h> 14 #include <linux/export.h> 16 #include <linux/suspend.h> 15 #include <linux/suspend.h> 17 #include <linux/reboot.h> 16 #include <linux/reboot.h> 18 #include <linux/string.h> 17 #include <linux/string.h> 19 #include <linux/device.h> 18 #include <linux/device.h> 20 #include <linux/async.h> 19 #include <linux/async.h> 21 #include <linux/delay.h> 20 #include <linux/delay.h> 22 #include <linux/fs.h> 21 #include <linux/fs.h> 23 #include <linux/mount.h> 22 #include <linux/mount.h> 24 #include <linux/pm.h> 23 #include <linux/pm.h> 25 #include <linux/nmi.h> 24 #include <linux/nmi.h> 26 #include <linux/console.h> 25 #include <linux/console.h> 27 #include <linux/cpu.h> 26 #include <linux/cpu.h> 28 #include <linux/freezer.h> 27 #include <linux/freezer.h> 29 #include <linux/gfp.h> 28 #include <linux/gfp.h> 30 #include <linux/syscore_ops.h> 29 #include <linux/syscore_ops.h> 31 #include <linux/ctype.h> 30 #include <linux/ctype.h> >> 31 #include <linux/genhd.h> 32 #include <linux/ktime.h> 32 #include <linux/ktime.h> 33 #include <linux/security.h> 33 #include <linux/security.h> 34 #include <linux/secretmem.h> 34 #include <linux/secretmem.h> 35 #include <trace/events/power.h> 35 #include <trace/events/power.h> 36 36 37 #include "power.h" 37 #include "power.h" 38 38 39 39 40 static int nocompress; 40 static int nocompress; 41 static int noresume; 41 static int noresume; 42 static int nohibernate; 42 static int nohibernate; 43 static int resume_wait; 43 static int resume_wait; 44 static unsigned int resume_delay; 44 static unsigned int resume_delay; 45 static char resume_file[256] = CONFIG_PM_STD_P 45 static char resume_file[256] = CONFIG_PM_STD_PARTITION; 46 dev_t swsusp_resume_device; 46 dev_t swsusp_resume_device; 47 sector_t swsusp_resume_block; 47 sector_t swsusp_resume_block; 48 __visible int in_suspend __nosavedata; 48 __visible int in_suspend __nosavedata; 49 49 50 static char hibernate_compressor[CRYPTO_MAX_AL << 51 << 52 /* << 53 * Compression/decompression algorithm to be u << 54 * image to/from disk. This would later be use << 55 * to allocate comp streams. << 56 */ << 57 char hib_comp_algo[CRYPTO_MAX_ALG_NAME]; << 58 << 59 enum { 50 enum { 60 HIBERNATION_INVALID, 51 HIBERNATION_INVALID, 61 HIBERNATION_PLATFORM, 52 HIBERNATION_PLATFORM, 62 HIBERNATION_SHUTDOWN, 53 HIBERNATION_SHUTDOWN, 63 HIBERNATION_REBOOT, 54 HIBERNATION_REBOOT, 64 #ifdef CONFIG_SUSPEND 55 #ifdef CONFIG_SUSPEND 65 HIBERNATION_SUSPEND, 56 HIBERNATION_SUSPEND, 66 #endif 57 #endif 67 HIBERNATION_TEST_RESUME, 58 HIBERNATION_TEST_RESUME, 68 /* keep last */ 59 /* keep last */ 69 __HIBERNATION_AFTER_LAST 60 __HIBERNATION_AFTER_LAST 70 }; 61 }; 71 #define HIBERNATION_MAX (__HIBERNATION_AFTER_L 62 #define HIBERNATION_MAX (__HIBERNATION_AFTER_LAST-1) 72 #define HIBERNATION_FIRST (HIBERNATION_INVALID 63 #define HIBERNATION_FIRST (HIBERNATION_INVALID + 1) 73 64 74 static int hibernation_mode = HIBERNATION_SHUT 65 static int hibernation_mode = HIBERNATION_SHUTDOWN; 75 66 76 bool freezer_test_done; 67 bool freezer_test_done; 77 68 78 static const struct platform_hibernation_ops * 69 static const struct platform_hibernation_ops *hibernation_ops; 79 70 80 static atomic_t hibernate_atomic = ATOMIC_INIT 71 static atomic_t hibernate_atomic = ATOMIC_INIT(1); 81 72 82 bool hibernate_acquire(void) 73 bool hibernate_acquire(void) 83 { 74 { 84 return atomic_add_unless(&hibernate_at 75 return atomic_add_unless(&hibernate_atomic, -1, 0); 85 } 76 } 86 77 87 void hibernate_release(void) 78 void hibernate_release(void) 88 { 79 { 89 atomic_inc(&hibernate_atomic); 80 atomic_inc(&hibernate_atomic); 90 } 81 } 91 82 92 bool hibernation_available(void) 83 bool hibernation_available(void) 93 { 84 { 94 return nohibernate == 0 && 85 return nohibernate == 0 && 95 !security_locked_down(LOCKDOWN 86 !security_locked_down(LOCKDOWN_HIBERNATION) && 96 !secretmem_active() && !cxl_me !! 87 !secretmem_active(); 97 } 88 } 98 89 99 /** 90 /** 100 * hibernation_set_ops - Set the global hibern 91 * hibernation_set_ops - Set the global hibernate operations. 101 * @ops: Hibernation operations to use in subs 92 * @ops: Hibernation operations to use in subsequent hibernation transitions. 102 */ 93 */ 103 void hibernation_set_ops(const struct platform 94 void hibernation_set_ops(const struct platform_hibernation_ops *ops) 104 { 95 { 105 unsigned int sleep_flags; << 106 << 107 if (ops && !(ops->begin && ops->end && 96 if (ops && !(ops->begin && ops->end && ops->pre_snapshot 108 && ops->prepare && ops->finish && 97 && ops->prepare && ops->finish && ops->enter && ops->pre_restore 109 && ops->restore_cleanup && ops->le 98 && ops->restore_cleanup && ops->leave)) { 110 WARN_ON(1); 99 WARN_ON(1); 111 return; 100 return; 112 } 101 } 113 !! 102 lock_system_sleep(); 114 sleep_flags = lock_system_sleep(); << 115 << 116 hibernation_ops = ops; 103 hibernation_ops = ops; 117 if (ops) 104 if (ops) 118 hibernation_mode = HIBERNATION 105 hibernation_mode = HIBERNATION_PLATFORM; 119 else if (hibernation_mode == HIBERNATI 106 else if (hibernation_mode == HIBERNATION_PLATFORM) 120 hibernation_mode = HIBERNATION 107 hibernation_mode = HIBERNATION_SHUTDOWN; 121 108 122 unlock_system_sleep(sleep_flags); !! 109 unlock_system_sleep(); 123 } 110 } 124 EXPORT_SYMBOL_GPL(hibernation_set_ops); 111 EXPORT_SYMBOL_GPL(hibernation_set_ops); 125 112 126 static bool entering_platform_hibernation; 113 static bool entering_platform_hibernation; 127 114 128 bool system_entering_hibernation(void) 115 bool system_entering_hibernation(void) 129 { 116 { 130 return entering_platform_hibernation; 117 return entering_platform_hibernation; 131 } 118 } 132 EXPORT_SYMBOL(system_entering_hibernation); 119 EXPORT_SYMBOL(system_entering_hibernation); 133 120 134 #ifdef CONFIG_PM_DEBUG 121 #ifdef CONFIG_PM_DEBUG 135 static void hibernation_debug_sleep(void) 122 static void hibernation_debug_sleep(void) 136 { 123 { 137 pr_info("debug: Waiting for 5 seconds. 124 pr_info("debug: Waiting for 5 seconds.\n"); 138 mdelay(5000); 125 mdelay(5000); 139 } 126 } 140 127 141 static int hibernation_test(int level) 128 static int hibernation_test(int level) 142 { 129 { 143 if (pm_test_level == level) { 130 if (pm_test_level == level) { 144 hibernation_debug_sleep(); 131 hibernation_debug_sleep(); 145 return 1; 132 return 1; 146 } 133 } 147 return 0; 134 return 0; 148 } 135 } 149 #else /* !CONFIG_PM_DEBUG */ 136 #else /* !CONFIG_PM_DEBUG */ 150 static int hibernation_test(int level) { retur 137 static int hibernation_test(int level) { return 0; } 151 #endif /* !CONFIG_PM_DEBUG */ 138 #endif /* !CONFIG_PM_DEBUG */ 152 139 153 /** 140 /** 154 * platform_begin - Call platform to start hib 141 * platform_begin - Call platform to start hibernation. 155 * @platform_mode: Whether or not to use the p 142 * @platform_mode: Whether or not to use the platform driver. 156 */ 143 */ 157 static int platform_begin(int platform_mode) 144 static int platform_begin(int platform_mode) 158 { 145 { 159 return (platform_mode && hibernation_o 146 return (platform_mode && hibernation_ops) ? 160 hibernation_ops->begin(PMSG_FR 147 hibernation_ops->begin(PMSG_FREEZE) : 0; 161 } 148 } 162 149 163 /** 150 /** 164 * platform_end - Call platform to finish tran 151 * platform_end - Call platform to finish transition to the working state. 165 * @platform_mode: Whether or not to use the p 152 * @platform_mode: Whether or not to use the platform driver. 166 */ 153 */ 167 static void platform_end(int platform_mode) 154 static void platform_end(int platform_mode) 168 { 155 { 169 if (platform_mode && hibernation_ops) 156 if (platform_mode && hibernation_ops) 170 hibernation_ops->end(); 157 hibernation_ops->end(); 171 } 158 } 172 159 173 /** 160 /** 174 * platform_pre_snapshot - Call platform to pr 161 * platform_pre_snapshot - Call platform to prepare the machine for hibernation. 175 * @platform_mode: Whether or not to use the p 162 * @platform_mode: Whether or not to use the platform driver. 176 * 163 * 177 * Use the platform driver to prepare the syst 164 * Use the platform driver to prepare the system for creating a hibernate image, 178 * if so configured, and return an error code 165 * if so configured, and return an error code if that fails. 179 */ 166 */ 180 167 181 static int platform_pre_snapshot(int platform_ 168 static int platform_pre_snapshot(int platform_mode) 182 { 169 { 183 return (platform_mode && hibernation_o 170 return (platform_mode && hibernation_ops) ? 184 hibernation_ops->pre_snapshot( 171 hibernation_ops->pre_snapshot() : 0; 185 } 172 } 186 173 187 /** 174 /** 188 * platform_leave - Call platform to prepare a 175 * platform_leave - Call platform to prepare a transition to the working state. 189 * @platform_mode: Whether or not to use the p 176 * @platform_mode: Whether or not to use the platform driver. 190 * 177 * 191 * Use the platform driver prepare to prepare 178 * Use the platform driver prepare to prepare the machine for switching to the 192 * normal mode of operation. 179 * normal mode of operation. 193 * 180 * 194 * This routine is called on one CPU with inte 181 * This routine is called on one CPU with interrupts disabled. 195 */ 182 */ 196 static void platform_leave(int platform_mode) 183 static void platform_leave(int platform_mode) 197 { 184 { 198 if (platform_mode && hibernation_ops) 185 if (platform_mode && hibernation_ops) 199 hibernation_ops->leave(); 186 hibernation_ops->leave(); 200 } 187 } 201 188 202 /** 189 /** 203 * platform_finish - Call platform to switch t 190 * platform_finish - Call platform to switch the system to the working state. 204 * @platform_mode: Whether or not to use the p 191 * @platform_mode: Whether or not to use the platform driver. 205 * 192 * 206 * Use the platform driver to switch the machi 193 * Use the platform driver to switch the machine to the normal mode of 207 * operation. 194 * operation. 208 * 195 * 209 * This routine must be called after platform_ 196 * This routine must be called after platform_prepare(). 210 */ 197 */ 211 static void platform_finish(int platform_mode) 198 static void platform_finish(int platform_mode) 212 { 199 { 213 if (platform_mode && hibernation_ops) 200 if (platform_mode && hibernation_ops) 214 hibernation_ops->finish(); 201 hibernation_ops->finish(); 215 } 202 } 216 203 217 /** 204 /** 218 * platform_pre_restore - Prepare for hibernat 205 * platform_pre_restore - Prepare for hibernate image restoration. 219 * @platform_mode: Whether or not to use the p 206 * @platform_mode: Whether or not to use the platform driver. 220 * 207 * 221 * Use the platform driver to prepare the syst 208 * Use the platform driver to prepare the system for resume from a hibernation 222 * image. 209 * image. 223 * 210 * 224 * If the restore fails after this function ha 211 * If the restore fails after this function has been called, 225 * platform_restore_cleanup() must be called. 212 * platform_restore_cleanup() must be called. 226 */ 213 */ 227 static int platform_pre_restore(int platform_m 214 static int platform_pre_restore(int platform_mode) 228 { 215 { 229 return (platform_mode && hibernation_o 216 return (platform_mode && hibernation_ops) ? 230 hibernation_ops->pre_restore() 217 hibernation_ops->pre_restore() : 0; 231 } 218 } 232 219 233 /** 220 /** 234 * platform_restore_cleanup - Switch to the wo 221 * platform_restore_cleanup - Switch to the working state after failing restore. 235 * @platform_mode: Whether or not to use the p 222 * @platform_mode: Whether or not to use the platform driver. 236 * 223 * 237 * Use the platform driver to switch the syste 224 * Use the platform driver to switch the system to the normal mode of operation 238 * after a failing restore. 225 * after a failing restore. 239 * 226 * 240 * If platform_pre_restore() has been called b 227 * If platform_pre_restore() has been called before the failing restore, this 241 * function must be called too, regardless of 228 * function must be called too, regardless of the result of 242 * platform_pre_restore(). 229 * platform_pre_restore(). 243 */ 230 */ 244 static void platform_restore_cleanup(int platf 231 static void platform_restore_cleanup(int platform_mode) 245 { 232 { 246 if (platform_mode && hibernation_ops) 233 if (platform_mode && hibernation_ops) 247 hibernation_ops->restore_clean 234 hibernation_ops->restore_cleanup(); 248 } 235 } 249 236 250 /** 237 /** 251 * platform_recover - Recover from a failure t 238 * platform_recover - Recover from a failure to suspend devices. 252 * @platform_mode: Whether or not to use the p 239 * @platform_mode: Whether or not to use the platform driver. 253 */ 240 */ 254 static void platform_recover(int platform_mode 241 static void platform_recover(int platform_mode) 255 { 242 { 256 if (platform_mode && hibernation_ops & 243 if (platform_mode && hibernation_ops && hibernation_ops->recover) 257 hibernation_ops->recover(); 244 hibernation_ops->recover(); 258 } 245 } 259 246 260 /** 247 /** 261 * swsusp_show_speed - Print time elapsed betw 248 * swsusp_show_speed - Print time elapsed between two events during hibernation. 262 * @start: Starting event. 249 * @start: Starting event. 263 * @stop: Final event. 250 * @stop: Final event. 264 * @nr_pages: Number of memory pages processed 251 * @nr_pages: Number of memory pages processed between @start and @stop. 265 * @msg: Additional diagnostic message to prin 252 * @msg: Additional diagnostic message to print. 266 */ 253 */ 267 void swsusp_show_speed(ktime_t start, ktime_t 254 void swsusp_show_speed(ktime_t start, ktime_t stop, 268 unsigned nr_pages, char 255 unsigned nr_pages, char *msg) 269 { 256 { 270 ktime_t diff; 257 ktime_t diff; 271 u64 elapsed_centisecs64; 258 u64 elapsed_centisecs64; 272 unsigned int centisecs; 259 unsigned int centisecs; 273 unsigned int k; 260 unsigned int k; 274 unsigned int kps; 261 unsigned int kps; 275 262 276 diff = ktime_sub(stop, start); 263 diff = ktime_sub(stop, start); 277 elapsed_centisecs64 = ktime_divns(diff 264 elapsed_centisecs64 = ktime_divns(diff, 10*NSEC_PER_MSEC); 278 centisecs = elapsed_centisecs64; 265 centisecs = elapsed_centisecs64; 279 if (centisecs == 0) 266 if (centisecs == 0) 280 centisecs = 1; /* avoid div-b 267 centisecs = 1; /* avoid div-by-zero */ 281 k = nr_pages * (PAGE_SIZE / 1024); 268 k = nr_pages * (PAGE_SIZE / 1024); 282 kps = (k * 100) / centisecs; 269 kps = (k * 100) / centisecs; 283 pr_info("%s %u kbytes in %u.%02u secon 270 pr_info("%s %u kbytes in %u.%02u seconds (%u.%02u MB/s)\n", 284 msg, k, centisecs / 100, centi 271 msg, k, centisecs / 100, centisecs % 100, kps / 1000, 285 (kps % 1000) / 10); 272 (kps % 1000) / 10); 286 } 273 } 287 274 288 __weak int arch_resume_nosmt(void) 275 __weak int arch_resume_nosmt(void) 289 { 276 { 290 return 0; 277 return 0; 291 } 278 } 292 279 293 /** 280 /** 294 * create_image - Create a hibernation image. 281 * create_image - Create a hibernation image. 295 * @platform_mode: Whether or not to use the p 282 * @platform_mode: Whether or not to use the platform driver. 296 * 283 * 297 * Execute device drivers' "late" and "noirq" 284 * Execute device drivers' "late" and "noirq" freeze callbacks, create a 298 * hibernation image and run the drivers' "noi 285 * hibernation image and run the drivers' "noirq" and "early" thaw callbacks. 299 * 286 * 300 * Control reappears in this routine after the 287 * Control reappears in this routine after the subsequent restore. 301 */ 288 */ 302 static int create_image(int platform_mode) 289 static int create_image(int platform_mode) 303 { 290 { 304 int error; 291 int error; 305 292 306 error = dpm_suspend_end(PMSG_FREEZE); 293 error = dpm_suspend_end(PMSG_FREEZE); 307 if (error) { 294 if (error) { 308 pr_err("Some devices failed to 295 pr_err("Some devices failed to power down, aborting\n"); 309 return error; 296 return error; 310 } 297 } 311 298 312 error = platform_pre_snapshot(platform 299 error = platform_pre_snapshot(platform_mode); 313 if (error || hibernation_test(TEST_PLA 300 if (error || hibernation_test(TEST_PLATFORM)) 314 goto Platform_finish; 301 goto Platform_finish; 315 302 316 error = pm_sleep_disable_secondary_cpu !! 303 error = suspend_disable_secondary_cpus(); 317 if (error || hibernation_test(TEST_CPU 304 if (error || hibernation_test(TEST_CPUS)) 318 goto Enable_cpus; 305 goto Enable_cpus; 319 306 320 local_irq_disable(); 307 local_irq_disable(); 321 308 322 system_state = SYSTEM_SUSPEND; 309 system_state = SYSTEM_SUSPEND; 323 310 324 error = syscore_suspend(); 311 error = syscore_suspend(); 325 if (error) { 312 if (error) { 326 pr_err("Some system devices fa 313 pr_err("Some system devices failed to power down, aborting\n"); 327 goto Enable_irqs; 314 goto Enable_irqs; 328 } 315 } 329 316 330 if (hibernation_test(TEST_CORE) || pm_ 317 if (hibernation_test(TEST_CORE) || pm_wakeup_pending()) 331 goto Power_up; 318 goto Power_up; 332 319 333 in_suspend = 1; 320 in_suspend = 1; 334 save_processor_state(); 321 save_processor_state(); 335 trace_suspend_resume(TPS("machine_susp 322 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, true); 336 error = swsusp_arch_suspend(); 323 error = swsusp_arch_suspend(); 337 /* Restore control flow magically appe 324 /* Restore control flow magically appears here */ 338 restore_processor_state(); 325 restore_processor_state(); 339 trace_suspend_resume(TPS("machine_susp 326 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, false); 340 if (error) 327 if (error) 341 pr_err("Error %d creating imag 328 pr_err("Error %d creating image\n", error); 342 329 343 if (!in_suspend) { 330 if (!in_suspend) { 344 events_check_enabled = false; 331 events_check_enabled = false; 345 clear_or_poison_free_pages(); 332 clear_or_poison_free_pages(); 346 } 333 } 347 334 348 platform_leave(platform_mode); 335 platform_leave(platform_mode); 349 336 350 Power_up: 337 Power_up: 351 syscore_resume(); 338 syscore_resume(); 352 339 353 Enable_irqs: 340 Enable_irqs: 354 system_state = SYSTEM_RUNNING; 341 system_state = SYSTEM_RUNNING; 355 local_irq_enable(); 342 local_irq_enable(); 356 343 357 Enable_cpus: 344 Enable_cpus: 358 pm_sleep_enable_secondary_cpus(); !! 345 suspend_enable_secondary_cpus(); 359 346 360 /* Allow architectures to do nosmt-spe 347 /* Allow architectures to do nosmt-specific post-resume dances */ 361 if (!in_suspend) 348 if (!in_suspend) 362 error = arch_resume_nosmt(); 349 error = arch_resume_nosmt(); 363 350 364 Platform_finish: 351 Platform_finish: 365 platform_finish(platform_mode); 352 platform_finish(platform_mode); 366 353 367 dpm_resume_start(in_suspend ? 354 dpm_resume_start(in_suspend ? 368 (error ? PMSG_RECOVER : PMSG_T 355 (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE); 369 356 370 return error; 357 return error; 371 } 358 } 372 359 373 /** 360 /** 374 * hibernation_snapshot - Quiesce devices and 361 * hibernation_snapshot - Quiesce devices and create a hibernation image. 375 * @platform_mode: If set, use platform driver 362 * @platform_mode: If set, use platform driver to prepare for the transition. 376 * 363 * 377 * This routine must be called with system_tra 364 * This routine must be called with system_transition_mutex held. 378 */ 365 */ 379 int hibernation_snapshot(int platform_mode) 366 int hibernation_snapshot(int platform_mode) 380 { 367 { 381 pm_message_t msg; 368 pm_message_t msg; 382 int error; 369 int error; 383 370 384 pm_suspend_clear_flags(); 371 pm_suspend_clear_flags(); 385 error = platform_begin(platform_mode); 372 error = platform_begin(platform_mode); 386 if (error) 373 if (error) 387 goto Close; 374 goto Close; 388 375 389 /* Preallocate image memory before shu 376 /* Preallocate image memory before shutting down devices. */ 390 error = hibernate_preallocate_memory() 377 error = hibernate_preallocate_memory(); 391 if (error) 378 if (error) 392 goto Close; 379 goto Close; 393 380 394 error = freeze_kernel_threads(); 381 error = freeze_kernel_threads(); 395 if (error) 382 if (error) 396 goto Cleanup; 383 goto Cleanup; 397 384 398 if (hibernation_test(TEST_FREEZER)) { 385 if (hibernation_test(TEST_FREEZER)) { 399 386 400 /* 387 /* 401 * Indicate to the caller that 388 * Indicate to the caller that we are returning due to a 402 * successful freezer test. 389 * successful freezer test. 403 */ 390 */ 404 freezer_test_done = true; 391 freezer_test_done = true; 405 goto Thaw; 392 goto Thaw; 406 } 393 } 407 394 408 error = dpm_prepare(PMSG_FREEZE); 395 error = dpm_prepare(PMSG_FREEZE); 409 if (error) { 396 if (error) { 410 dpm_complete(PMSG_RECOVER); 397 dpm_complete(PMSG_RECOVER); 411 goto Thaw; 398 goto Thaw; 412 } 399 } 413 400 414 suspend_console(); 401 suspend_console(); 415 pm_restrict_gfp_mask(); 402 pm_restrict_gfp_mask(); 416 403 417 error = dpm_suspend(PMSG_FREEZE); 404 error = dpm_suspend(PMSG_FREEZE); 418 405 419 if (error || hibernation_test(TEST_DEV 406 if (error || hibernation_test(TEST_DEVICES)) 420 platform_recover(platform_mode 407 platform_recover(platform_mode); 421 else 408 else 422 error = create_image(platform_ 409 error = create_image(platform_mode); 423 410 424 /* 411 /* 425 * In the case that we call create_ima 412 * In the case that we call create_image() above, the control 426 * returns here (1) after the image ha 413 * returns here (1) after the image has been created or the 427 * image creation has failed and (2) a 414 * image creation has failed and (2) after a successful restore. 428 */ 415 */ 429 416 430 /* We may need to release the prealloc 417 /* We may need to release the preallocated image pages here. */ 431 if (error || !in_suspend) 418 if (error || !in_suspend) 432 swsusp_free(); 419 swsusp_free(); 433 420 434 msg = in_suspend ? (error ? PMSG_RECOV 421 msg = in_suspend ? (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE; 435 dpm_resume(msg); 422 dpm_resume(msg); 436 423 437 if (error || !in_suspend) 424 if (error || !in_suspend) 438 pm_restore_gfp_mask(); 425 pm_restore_gfp_mask(); 439 426 440 resume_console(); 427 resume_console(); 441 dpm_complete(msg); 428 dpm_complete(msg); 442 429 443 Close: 430 Close: 444 platform_end(platform_mode); 431 platform_end(platform_mode); 445 return error; 432 return error; 446 433 447 Thaw: 434 Thaw: 448 thaw_kernel_threads(); 435 thaw_kernel_threads(); 449 Cleanup: 436 Cleanup: 450 swsusp_free(); 437 swsusp_free(); 451 goto Close; 438 goto Close; 452 } 439 } 453 440 454 int __weak hibernate_resume_nonboot_cpu_disabl 441 int __weak hibernate_resume_nonboot_cpu_disable(void) 455 { 442 { 456 return suspend_disable_secondary_cpus( 443 return suspend_disable_secondary_cpus(); 457 } 444 } 458 445 459 /** 446 /** 460 * resume_target_kernel - Restore system state 447 * resume_target_kernel - Restore system state from a hibernation image. 461 * @platform_mode: Whether or not to use the p 448 * @platform_mode: Whether or not to use the platform driver. 462 * 449 * 463 * Execute device drivers' "noirq" and "late" 450 * Execute device drivers' "noirq" and "late" freeze callbacks, restore the 464 * contents of highmem that have not been rest 451 * contents of highmem that have not been restored yet from the image and run 465 * the low-level code that will restore the re 452 * the low-level code that will restore the remaining contents of memory and 466 * switch to the just restored target kernel. 453 * switch to the just restored target kernel. 467 */ 454 */ 468 static int resume_target_kernel(bool platform_ 455 static int resume_target_kernel(bool platform_mode) 469 { 456 { 470 int error; 457 int error; 471 458 472 error = dpm_suspend_end(PMSG_QUIESCE); 459 error = dpm_suspend_end(PMSG_QUIESCE); 473 if (error) { 460 if (error) { 474 pr_err("Some devices failed to 461 pr_err("Some devices failed to power down, aborting resume\n"); 475 return error; 462 return error; 476 } 463 } 477 464 478 error = platform_pre_restore(platform_ 465 error = platform_pre_restore(platform_mode); 479 if (error) 466 if (error) 480 goto Cleanup; 467 goto Cleanup; 481 468 482 cpuidle_pause(); << 483 << 484 error = hibernate_resume_nonboot_cpu_d 469 error = hibernate_resume_nonboot_cpu_disable(); 485 if (error) 470 if (error) 486 goto Enable_cpus; 471 goto Enable_cpus; 487 472 488 local_irq_disable(); 473 local_irq_disable(); 489 system_state = SYSTEM_SUSPEND; 474 system_state = SYSTEM_SUSPEND; 490 475 491 error = syscore_suspend(); 476 error = syscore_suspend(); 492 if (error) 477 if (error) 493 goto Enable_irqs; 478 goto Enable_irqs; 494 479 495 save_processor_state(); 480 save_processor_state(); 496 error = restore_highmem(); 481 error = restore_highmem(); 497 if (!error) { 482 if (!error) { 498 error = swsusp_arch_resume(); 483 error = swsusp_arch_resume(); 499 /* 484 /* 500 * The code below is only ever 485 * The code below is only ever reached in case of a failure. 501 * Otherwise, execution contin 486 * Otherwise, execution continues at the place where 502 * swsusp_arch_suspend() was c 487 * swsusp_arch_suspend() was called. 503 */ 488 */ 504 BUG_ON(!error); 489 BUG_ON(!error); 505 /* 490 /* 506 * This call to restore_highme 491 * This call to restore_highmem() reverts the changes made by 507 * the previous one. 492 * the previous one. 508 */ 493 */ 509 restore_highmem(); 494 restore_highmem(); 510 } 495 } 511 /* 496 /* 512 * The only reason why swsusp_arch_res 497 * The only reason why swsusp_arch_resume() can fail is memory being 513 * very tight, so we have to free it a 498 * very tight, so we have to free it as soon as we can to avoid 514 * subsequent failures. 499 * subsequent failures. 515 */ 500 */ 516 swsusp_free(); 501 swsusp_free(); 517 restore_processor_state(); 502 restore_processor_state(); 518 touch_softlockup_watchdog(); 503 touch_softlockup_watchdog(); 519 504 520 syscore_resume(); 505 syscore_resume(); 521 506 522 Enable_irqs: 507 Enable_irqs: 523 system_state = SYSTEM_RUNNING; 508 system_state = SYSTEM_RUNNING; 524 local_irq_enable(); 509 local_irq_enable(); 525 510 526 Enable_cpus: 511 Enable_cpus: 527 pm_sleep_enable_secondary_cpus(); !! 512 suspend_enable_secondary_cpus(); 528 513 529 Cleanup: 514 Cleanup: 530 platform_restore_cleanup(platform_mode 515 platform_restore_cleanup(platform_mode); 531 516 532 dpm_resume_start(PMSG_RECOVER); 517 dpm_resume_start(PMSG_RECOVER); 533 518 534 return error; 519 return error; 535 } 520 } 536 521 537 /** 522 /** 538 * hibernation_restore - Quiesce devices and r 523 * hibernation_restore - Quiesce devices and restore from a hibernation image. 539 * @platform_mode: If set, use platform driver 524 * @platform_mode: If set, use platform driver to prepare for the transition. 540 * 525 * 541 * This routine must be called with system_tra 526 * This routine must be called with system_transition_mutex held. If it is 542 * successful, control reappears in the restor 527 * successful, control reappears in the restored target kernel in 543 * hibernation_snapshot(). 528 * hibernation_snapshot(). 544 */ 529 */ 545 int hibernation_restore(int platform_mode) 530 int hibernation_restore(int platform_mode) 546 { 531 { 547 int error; 532 int error; 548 533 549 pm_prepare_console(); 534 pm_prepare_console(); 550 suspend_console(); 535 suspend_console(); 551 pm_restrict_gfp_mask(); 536 pm_restrict_gfp_mask(); 552 error = dpm_suspend_start(PMSG_QUIESCE 537 error = dpm_suspend_start(PMSG_QUIESCE); 553 if (!error) { 538 if (!error) { 554 error = resume_target_kernel(p 539 error = resume_target_kernel(platform_mode); 555 /* 540 /* 556 * The above should either suc 541 * The above should either succeed and jump to the new kernel, 557 * or return with an error. Ot 542 * or return with an error. Otherwise things are just 558 * undefined, so let's be para 543 * undefined, so let's be paranoid. 559 */ 544 */ 560 BUG_ON(!error); 545 BUG_ON(!error); 561 } 546 } 562 dpm_resume_end(PMSG_RECOVER); 547 dpm_resume_end(PMSG_RECOVER); 563 pm_restore_gfp_mask(); 548 pm_restore_gfp_mask(); 564 resume_console(); 549 resume_console(); 565 pm_restore_console(); 550 pm_restore_console(); 566 return error; 551 return error; 567 } 552 } 568 553 569 /** 554 /** 570 * hibernation_platform_enter - Power off the 555 * hibernation_platform_enter - Power off the system using the platform driver. 571 */ 556 */ 572 int hibernation_platform_enter(void) 557 int hibernation_platform_enter(void) 573 { 558 { 574 int error; 559 int error; 575 560 576 if (!hibernation_ops) 561 if (!hibernation_ops) 577 return -ENOSYS; 562 return -ENOSYS; 578 563 579 /* 564 /* 580 * We have cancelled the power transit 565 * We have cancelled the power transition by running 581 * hibernation_ops->finish() before sa 566 * hibernation_ops->finish() before saving the image, so we should let 582 * the firmware know that we're going 567 * the firmware know that we're going to enter the sleep state after all 583 */ 568 */ 584 error = hibernation_ops->begin(PMSG_HI 569 error = hibernation_ops->begin(PMSG_HIBERNATE); 585 if (error) 570 if (error) 586 goto Close; 571 goto Close; 587 572 588 entering_platform_hibernation = true; 573 entering_platform_hibernation = true; 589 suspend_console(); 574 suspend_console(); 590 error = dpm_suspend_start(PMSG_HIBERNA 575 error = dpm_suspend_start(PMSG_HIBERNATE); 591 if (error) { 576 if (error) { 592 if (hibernation_ops->recover) 577 if (hibernation_ops->recover) 593 hibernation_ops->recov 578 hibernation_ops->recover(); 594 goto Resume_devices; 579 goto Resume_devices; 595 } 580 } 596 581 597 error = dpm_suspend_end(PMSG_HIBERNATE 582 error = dpm_suspend_end(PMSG_HIBERNATE); 598 if (error) 583 if (error) 599 goto Resume_devices; 584 goto Resume_devices; 600 585 601 error = hibernation_ops->prepare(); 586 error = hibernation_ops->prepare(); 602 if (error) 587 if (error) 603 goto Platform_finish; 588 goto Platform_finish; 604 589 605 error = pm_sleep_disable_secondary_cpu !! 590 error = suspend_disable_secondary_cpus(); 606 if (error) 591 if (error) 607 goto Enable_cpus; 592 goto Enable_cpus; 608 593 609 local_irq_disable(); 594 local_irq_disable(); 610 system_state = SYSTEM_SUSPEND; 595 system_state = SYSTEM_SUSPEND; 611 syscore_suspend(); 596 syscore_suspend(); 612 if (pm_wakeup_pending()) { 597 if (pm_wakeup_pending()) { 613 error = -EAGAIN; 598 error = -EAGAIN; 614 goto Power_up; 599 goto Power_up; 615 } 600 } 616 601 617 hibernation_ops->enter(); 602 hibernation_ops->enter(); 618 /* We should never get here */ 603 /* We should never get here */ 619 while (1); 604 while (1); 620 605 621 Power_up: 606 Power_up: 622 syscore_resume(); 607 syscore_resume(); 623 system_state = SYSTEM_RUNNING; 608 system_state = SYSTEM_RUNNING; 624 local_irq_enable(); 609 local_irq_enable(); 625 610 626 Enable_cpus: 611 Enable_cpus: 627 pm_sleep_enable_secondary_cpus(); !! 612 suspend_enable_secondary_cpus(); 628 613 629 Platform_finish: 614 Platform_finish: 630 hibernation_ops->finish(); 615 hibernation_ops->finish(); 631 616 632 dpm_resume_start(PMSG_RESTORE); 617 dpm_resume_start(PMSG_RESTORE); 633 618 634 Resume_devices: 619 Resume_devices: 635 entering_platform_hibernation = false; 620 entering_platform_hibernation = false; 636 dpm_resume_end(PMSG_RESTORE); 621 dpm_resume_end(PMSG_RESTORE); 637 resume_console(); 622 resume_console(); 638 623 639 Close: 624 Close: 640 hibernation_ops->end(); 625 hibernation_ops->end(); 641 626 642 return error; 627 return error; 643 } 628 } 644 629 645 /** 630 /** 646 * power_down - Shut the machine down for hibe 631 * power_down - Shut the machine down for hibernation. 647 * 632 * 648 * Use the platform driver, if configured, to 633 * Use the platform driver, if configured, to put the system into the sleep 649 * state corresponding to hibernation, or try 634 * state corresponding to hibernation, or try to power it off or reboot, 650 * depending on the value of hibernation_mode. 635 * depending on the value of hibernation_mode. 651 */ 636 */ 652 static void power_down(void) 637 static void power_down(void) 653 { 638 { >> 639 #ifdef CONFIG_SUSPEND 654 int error; 640 int error; 655 641 656 #ifdef CONFIG_SUSPEND << 657 if (hibernation_mode == HIBERNATION_SU 642 if (hibernation_mode == HIBERNATION_SUSPEND) { 658 error = suspend_devices_and_en !! 643 error = suspend_devices_and_enter(PM_SUSPEND_MEM); 659 if (error) { 644 if (error) { 660 hibernation_mode = hib 645 hibernation_mode = hibernation_ops ? 661 646 HIBERNATION_PLATFORM : 662 647 HIBERNATION_SHUTDOWN; 663 } else { 648 } else { 664 /* Restore swap signat 649 /* Restore swap signature. */ 665 error = swsusp_unmark( 650 error = swsusp_unmark(); 666 if (error) 651 if (error) 667 pr_err("Swap w 652 pr_err("Swap will be unusable! Try swapon -a.\n"); 668 653 669 return; 654 return; 670 } 655 } 671 } 656 } 672 #endif 657 #endif 673 658 674 switch (hibernation_mode) { 659 switch (hibernation_mode) { 675 case HIBERNATION_REBOOT: 660 case HIBERNATION_REBOOT: 676 kernel_restart(NULL); 661 kernel_restart(NULL); 677 break; 662 break; 678 case HIBERNATION_PLATFORM: 663 case HIBERNATION_PLATFORM: 679 error = hibernation_platform_e !! 664 hibernation_platform_enter(); 680 if (error == -EAGAIN || error << 681 swsusp_unmark(); << 682 events_check_enabled = << 683 pr_info("Wakeup event << 684 return; << 685 } << 686 fallthrough; 665 fallthrough; 687 case HIBERNATION_SHUTDOWN: 666 case HIBERNATION_SHUTDOWN: 688 if (kernel_can_power_off()) !! 667 if (pm_power_off) 689 kernel_power_off(); 668 kernel_power_off(); 690 break; 669 break; 691 } 670 } 692 kernel_halt(); 671 kernel_halt(); 693 /* 672 /* 694 * Valid image is on the disk, if we c 673 * Valid image is on the disk, if we continue we risk serious data 695 * corruption after resume. 674 * corruption after resume. 696 */ 675 */ 697 pr_crit("Power down manually\n"); 676 pr_crit("Power down manually\n"); 698 while (1) 677 while (1) 699 cpu_relax(); 678 cpu_relax(); 700 } 679 } 701 680 702 static int load_image_and_restore(void) 681 static int load_image_and_restore(void) 703 { 682 { 704 int error; 683 int error; 705 unsigned int flags; 684 unsigned int flags; 706 685 707 pm_pr_dbg("Loading hibernation image.\ 686 pm_pr_dbg("Loading hibernation image.\n"); 708 687 709 lock_device_hotplug(); 688 lock_device_hotplug(); 710 error = create_basic_memory_bitmaps(); 689 error = create_basic_memory_bitmaps(); 711 if (error) { !! 690 if (error) 712 swsusp_close(); << 713 goto Unlock; 691 goto Unlock; 714 } << 715 692 716 error = swsusp_read(&flags); 693 error = swsusp_read(&flags); 717 swsusp_close(); !! 694 swsusp_close(FMODE_READ); 718 if (!error) 695 if (!error) 719 error = hibernation_restore(fl 696 error = hibernation_restore(flags & SF_PLATFORM_MODE); 720 697 721 pr_err("Failed to load image, recoveri 698 pr_err("Failed to load image, recovering.\n"); 722 swsusp_free(); 699 swsusp_free(); 723 free_basic_memory_bitmaps(); 700 free_basic_memory_bitmaps(); 724 Unlock: 701 Unlock: 725 unlock_device_hotplug(); 702 unlock_device_hotplug(); 726 703 727 return error; 704 return error; 728 } 705 } 729 706 730 #define COMPRESSION_ALGO_LZO "lzo" << 731 #define COMPRESSION_ALGO_LZ4 "lz4" << 732 << 733 /** 707 /** 734 * hibernate - Carry out system hibernation, i 708 * hibernate - Carry out system hibernation, including saving the image. 735 */ 709 */ 736 int hibernate(void) 710 int hibernate(void) 737 { 711 { 738 bool snapshot_test = false; 712 bool snapshot_test = false; 739 unsigned int sleep_flags; << 740 int error; 713 int error; 741 714 742 if (!hibernation_available()) { 715 if (!hibernation_available()) { 743 pm_pr_dbg("Hibernation not ava 716 pm_pr_dbg("Hibernation not available.\n"); 744 return -EPERM; 717 return -EPERM; 745 } 718 } 746 719 747 /* !! 720 lock_system_sleep(); 748 * Query for the compression algorithm << 749 */ << 750 if (!nocompress) { << 751 strscpy(hib_comp_algo, hiberna << 752 if (crypto_has_comp(hib_comp_a << 753 pr_err("%s compression << 754 return -EOPNOTSUPP; << 755 } << 756 } << 757 << 758 sleep_flags = lock_system_sleep(); << 759 /* The snapshot device should not be o 721 /* The snapshot device should not be opened while we're running */ 760 if (!hibernate_acquire()) { 722 if (!hibernate_acquire()) { 761 error = -EBUSY; 723 error = -EBUSY; 762 goto Unlock; 724 goto Unlock; 763 } 725 } 764 726 765 pr_info("hibernation entry\n"); 727 pr_info("hibernation entry\n"); 766 pm_prepare_console(); 728 pm_prepare_console(); 767 error = pm_notifier_call_chain_robust( 729 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 768 if (error) 730 if (error) 769 goto Restore; 731 goto Restore; 770 732 771 ksys_sync_helper(); 733 ksys_sync_helper(); 772 734 773 error = freeze_processes(); 735 error = freeze_processes(); 774 if (error) 736 if (error) 775 goto Exit; 737 goto Exit; 776 738 777 lock_device_hotplug(); 739 lock_device_hotplug(); 778 /* Allocate memory management structur 740 /* Allocate memory management structures */ 779 error = create_basic_memory_bitmaps(); 741 error = create_basic_memory_bitmaps(); 780 if (error) 742 if (error) 781 goto Thaw; 743 goto Thaw; 782 744 783 error = hibernation_snapshot(hibernati 745 error = hibernation_snapshot(hibernation_mode == HIBERNATION_PLATFORM); 784 if (error || freezer_test_done) 746 if (error || freezer_test_done) 785 goto Free_bitmaps; 747 goto Free_bitmaps; 786 748 787 if (in_suspend) { 749 if (in_suspend) { 788 unsigned int flags = 0; 750 unsigned int flags = 0; 789 751 790 if (hibernation_mode == HIBERN 752 if (hibernation_mode == HIBERNATION_PLATFORM) 791 flags |= SF_PLATFORM_M 753 flags |= SF_PLATFORM_MODE; 792 if (nocompress) { !! 754 if (nocompress) 793 flags |= SF_NOCOMPRESS 755 flags |= SF_NOCOMPRESS_MODE; 794 } else { !! 756 else 795 flags |= SF_CRC32_MODE 757 flags |= SF_CRC32_MODE; 796 758 797 /* << 798 * By default, LZO com << 799 * to override this be << 800 * << 801 * Refer kernel/power/ << 802 */ << 803 << 804 if (!strcmp(hib_comp_a << 805 flags |= SF_CO << 806 else << 807 flags |= SF_CO << 808 } << 809 << 810 pm_pr_dbg("Writing hibernation 759 pm_pr_dbg("Writing hibernation image.\n"); 811 error = swsusp_write(flags); 760 error = swsusp_write(flags); 812 swsusp_free(); 761 swsusp_free(); 813 if (!error) { 762 if (!error) { 814 if (hibernation_mode = 763 if (hibernation_mode == HIBERNATION_TEST_RESUME) 815 snapshot_test 764 snapshot_test = true; 816 else 765 else 817 power_down(); 766 power_down(); 818 } 767 } 819 in_suspend = 0; 768 in_suspend = 0; 820 pm_restore_gfp_mask(); 769 pm_restore_gfp_mask(); 821 } else { 770 } else { 822 pm_pr_dbg("Hibernation image r 771 pm_pr_dbg("Hibernation image restored successfully.\n"); 823 } 772 } 824 773 825 Free_bitmaps: 774 Free_bitmaps: 826 free_basic_memory_bitmaps(); 775 free_basic_memory_bitmaps(); 827 Thaw: 776 Thaw: 828 unlock_device_hotplug(); 777 unlock_device_hotplug(); 829 if (snapshot_test) { 778 if (snapshot_test) { 830 pm_pr_dbg("Checking hibernatio 779 pm_pr_dbg("Checking hibernation image\n"); 831 error = swsusp_check(false); !! 780 error = swsusp_check(); 832 if (!error) 781 if (!error) 833 error = load_image_and 782 error = load_image_and_restore(); 834 } 783 } 835 thaw_processes(); 784 thaw_processes(); 836 785 837 /* Don't bother checking whether freez 786 /* Don't bother checking whether freezer_test_done is true */ 838 freezer_test_done = false; 787 freezer_test_done = false; 839 Exit: 788 Exit: 840 pm_notifier_call_chain(PM_POST_HIBERNA 789 pm_notifier_call_chain(PM_POST_HIBERNATION); 841 Restore: 790 Restore: 842 pm_restore_console(); 791 pm_restore_console(); 843 hibernate_release(); 792 hibernate_release(); 844 Unlock: 793 Unlock: 845 unlock_system_sleep(sleep_flags); !! 794 unlock_system_sleep(); 846 pr_info("hibernation exit\n"); 795 pr_info("hibernation exit\n"); 847 796 848 return error; 797 return error; 849 } 798 } 850 799 851 /** 800 /** 852 * hibernate_quiet_exec - Execute a function w 801 * hibernate_quiet_exec - Execute a function with all devices frozen. 853 * @func: Function to execute. 802 * @func: Function to execute. 854 * @data: Data pointer to pass to @func. 803 * @data: Data pointer to pass to @func. 855 * 804 * 856 * Return the @func return value or an error c 805 * Return the @func return value or an error code if it cannot be executed. 857 */ 806 */ 858 int hibernate_quiet_exec(int (*func)(void *dat 807 int hibernate_quiet_exec(int (*func)(void *data), void *data) 859 { 808 { 860 unsigned int sleep_flags; << 861 int error; 809 int error; 862 810 863 sleep_flags = lock_system_sleep(); !! 811 lock_system_sleep(); 864 812 865 if (!hibernate_acquire()) { 813 if (!hibernate_acquire()) { 866 error = -EBUSY; 814 error = -EBUSY; 867 goto unlock; 815 goto unlock; 868 } 816 } 869 817 870 pm_prepare_console(); 818 pm_prepare_console(); 871 819 872 error = pm_notifier_call_chain_robust( 820 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 873 if (error) 821 if (error) 874 goto restore; 822 goto restore; 875 823 876 error = freeze_processes(); 824 error = freeze_processes(); 877 if (error) 825 if (error) 878 goto exit; 826 goto exit; 879 827 880 lock_device_hotplug(); 828 lock_device_hotplug(); 881 829 882 pm_suspend_clear_flags(); 830 pm_suspend_clear_flags(); 883 831 884 error = platform_begin(true); 832 error = platform_begin(true); 885 if (error) 833 if (error) 886 goto thaw; 834 goto thaw; 887 835 888 error = freeze_kernel_threads(); 836 error = freeze_kernel_threads(); 889 if (error) 837 if (error) 890 goto thaw; 838 goto thaw; 891 839 892 error = dpm_prepare(PMSG_FREEZE); 840 error = dpm_prepare(PMSG_FREEZE); 893 if (error) 841 if (error) 894 goto dpm_complete; 842 goto dpm_complete; 895 843 896 suspend_console(); 844 suspend_console(); 897 845 898 error = dpm_suspend(PMSG_FREEZE); 846 error = dpm_suspend(PMSG_FREEZE); 899 if (error) 847 if (error) 900 goto dpm_resume; 848 goto dpm_resume; 901 849 902 error = dpm_suspend_end(PMSG_FREEZE); 850 error = dpm_suspend_end(PMSG_FREEZE); 903 if (error) 851 if (error) 904 goto dpm_resume; 852 goto dpm_resume; 905 853 906 error = platform_pre_snapshot(true); 854 error = platform_pre_snapshot(true); 907 if (error) 855 if (error) 908 goto skip; 856 goto skip; 909 857 910 error = func(data); 858 error = func(data); 911 859 912 skip: 860 skip: 913 platform_finish(true); 861 platform_finish(true); 914 862 915 dpm_resume_start(PMSG_THAW); 863 dpm_resume_start(PMSG_THAW); 916 864 917 dpm_resume: 865 dpm_resume: 918 dpm_resume(PMSG_THAW); 866 dpm_resume(PMSG_THAW); 919 867 920 resume_console(); 868 resume_console(); 921 869 922 dpm_complete: 870 dpm_complete: 923 dpm_complete(PMSG_THAW); 871 dpm_complete(PMSG_THAW); 924 872 925 thaw_kernel_threads(); 873 thaw_kernel_threads(); 926 874 927 thaw: 875 thaw: 928 platform_end(true); 876 platform_end(true); 929 877 930 unlock_device_hotplug(); 878 unlock_device_hotplug(); 931 879 932 thaw_processes(); 880 thaw_processes(); 933 881 934 exit: 882 exit: 935 pm_notifier_call_chain(PM_POST_HIBERNA 883 pm_notifier_call_chain(PM_POST_HIBERNATION); 936 884 937 restore: 885 restore: 938 pm_restore_console(); 886 pm_restore_console(); 939 887 940 hibernate_release(); 888 hibernate_release(); 941 889 942 unlock: 890 unlock: 943 unlock_system_sleep(sleep_flags); !! 891 unlock_system_sleep(); 944 892 945 return error; 893 return error; 946 } 894 } 947 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 895 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 948 896 949 static int __init find_resume_device(void) !! 897 /** >> 898 * software_resume - Resume from a saved hibernation image. >> 899 * >> 900 * This routine is called as a late initcall, when all devices have been >> 901 * discovered and initialized already. >> 902 * >> 903 * The image reading code is called to see if there is a hibernation image >> 904 * available for reading. If that is the case, devices are quiesced and the >> 905 * contents of memory is restored from the saved image. >> 906 * >> 907 * If this is successful, control reappears in the restored target kernel in >> 908 * hibernation_snapshot() which returns to hibernate(). Otherwise, the routine >> 909 * attempts to recover gracefully and make the kernel return to the normal mode >> 910 * of operation. >> 911 */ >> 912 static int software_resume(void) 950 { 913 { 951 if (!strlen(resume_file)) !! 914 int error; 952 return -ENOENT; !! 915 >> 916 /* >> 917 * If the user said "noresume".. bail out early. >> 918 */ >> 919 if (noresume || !hibernation_available()) >> 920 return 0; >> 921 >> 922 /* >> 923 * name_to_dev_t() below takes a sysfs buffer mutex when sysfs >> 924 * is configured into the kernel. Since the regular hibernate >> 925 * trigger path is via sysfs which takes a buffer mutex before >> 926 * calling hibernate functions (which take system_transition_mutex) >> 927 * this can cause lockdep to complain about a possible ABBA deadlock >> 928 * which cannot happen since we're in the boot code here and >> 929 * sysfs can't be invoked yet. Therefore, we use a subclass >> 930 * here to avoid lockdep complaining. >> 931 */ >> 932 mutex_lock_nested(&system_transition_mutex, SINGLE_DEPTH_NESTING); >> 933 >> 934 if (swsusp_resume_device) >> 935 goto Check_image; >> 936 >> 937 if (!strlen(resume_file)) { >> 938 error = -ENOENT; >> 939 goto Unlock; >> 940 } 953 941 954 pm_pr_dbg("Checking hibernation image 942 pm_pr_dbg("Checking hibernation image partition %s\n", resume_file); 955 943 956 if (resume_delay) { 944 if (resume_delay) { 957 pr_info("Waiting %dsec before 945 pr_info("Waiting %dsec before reading resume device ...\n", 958 resume_delay); 946 resume_delay); 959 ssleep(resume_delay); 947 ssleep(resume_delay); 960 } 948 } 961 949 962 /* Check if the device is there */ 950 /* Check if the device is there */ 963 if (!early_lookup_bdev(resume_file, &s !! 951 swsusp_resume_device = name_to_dev_t(resume_file); 964 return 0; !! 952 if (!swsusp_resume_device) { 965 !! 953 /* 966 /* !! 954 * Some device discovery might still be in progress; we need 967 * Some device discovery might still b !! 955 * to wait for this to finish. 968 * this to finish. !! 956 */ 969 */ !! 957 wait_for_device_probe(); 970 wait_for_device_probe(); << 971 if (resume_wait) { << 972 while (early_lookup_bdev(resum << 973 msleep(10); << 974 async_synchronize_full(); << 975 } << 976 958 977 return early_lookup_bdev(resume_file, !! 959 if (resume_wait) { 978 } !! 960 while ((swsusp_resume_device = name_to_dev_t(resume_file)) == 0) >> 961 msleep(10); >> 962 async_synchronize_full(); >> 963 } 979 964 980 static int software_resume(void) !! 965 swsusp_resume_device = name_to_dev_t(resume_file); 981 { !! 966 if (!swsusp_resume_device) { 982 int error; !! 967 error = -ENODEV; >> 968 goto Unlock; >> 969 } >> 970 } 983 971 >> 972 Check_image: 984 pm_pr_dbg("Hibernation image partition 973 pm_pr_dbg("Hibernation image partition %d:%d present\n", 985 MAJOR(swsusp_resume_device), M 974 MAJOR(swsusp_resume_device), MINOR(swsusp_resume_device)); 986 975 987 pm_pr_dbg("Looking for hibernation ima 976 pm_pr_dbg("Looking for hibernation image.\n"); 988 !! 977 error = swsusp_check(); 989 mutex_lock(&system_transition_mutex); << 990 error = swsusp_check(true); << 991 if (error) 978 if (error) 992 goto Unlock; 979 goto Unlock; 993 980 994 /* << 995 * Check if the hibernation image is c << 996 * the algorithm support. << 997 */ << 998 if (!(swsusp_header_flags & SF_NOCOMPR << 999 if (swsusp_header_flags & SF_C << 1000 strscpy(hib_comp_algo << 1001 else << 1002 strscpy(hib_comp_algo << 1003 if (crypto_has_comp(hib_comp_ << 1004 pr_err("%s compressio << 1005 error = -EOPNOTSUPP; << 1006 goto Unlock; << 1007 } << 1008 } << 1009 << 1010 /* The snapshot device should not be 981 /* The snapshot device should not be opened while we're running */ 1011 if (!hibernate_acquire()) { 982 if (!hibernate_acquire()) { 1012 error = -EBUSY; 983 error = -EBUSY; 1013 swsusp_close(); !! 984 swsusp_close(FMODE_READ); 1014 goto Unlock; 985 goto Unlock; 1015 } 986 } 1016 987 1017 pr_info("resume from hibernation\n"); 988 pr_info("resume from hibernation\n"); 1018 pm_prepare_console(); 989 pm_prepare_console(); 1019 error = pm_notifier_call_chain_robust 990 error = pm_notifier_call_chain_robust(PM_RESTORE_PREPARE, PM_POST_RESTORE); 1020 if (error) 991 if (error) 1021 goto Restore; 992 goto Restore; 1022 993 1023 pm_pr_dbg("Preparing processes for hi 994 pm_pr_dbg("Preparing processes for hibernation restore.\n"); 1024 error = freeze_processes(); 995 error = freeze_processes(); 1025 if (error) 996 if (error) 1026 goto Close_Finish; 997 goto Close_Finish; 1027 998 1028 error = freeze_kernel_threads(); 999 error = freeze_kernel_threads(); 1029 if (error) { 1000 if (error) { 1030 thaw_processes(); 1001 thaw_processes(); 1031 goto Close_Finish; 1002 goto Close_Finish; 1032 } 1003 } 1033 1004 1034 error = load_image_and_restore(); 1005 error = load_image_and_restore(); 1035 thaw_processes(); 1006 thaw_processes(); 1036 Finish: 1007 Finish: 1037 pm_notifier_call_chain(PM_POST_RESTOR 1008 pm_notifier_call_chain(PM_POST_RESTORE); 1038 Restore: 1009 Restore: 1039 pm_restore_console(); 1010 pm_restore_console(); 1040 pr_info("resume failed (%d)\n", error 1011 pr_info("resume failed (%d)\n", error); 1041 hibernate_release(); 1012 hibernate_release(); 1042 /* For success case, the suspend path 1013 /* For success case, the suspend path will release the lock */ 1043 Unlock: 1014 Unlock: 1044 mutex_unlock(&system_transition_mutex 1015 mutex_unlock(&system_transition_mutex); 1045 pm_pr_dbg("Hibernation image not pres 1016 pm_pr_dbg("Hibernation image not present or could not be loaded.\n"); 1046 return error; 1017 return error; 1047 Close_Finish: 1018 Close_Finish: 1048 swsusp_close(); !! 1019 swsusp_close(FMODE_READ); 1049 goto Finish; 1020 goto Finish; 1050 } 1021 } 1051 1022 1052 /** !! 1023 late_initcall_sync(software_resume); 1053 * software_resume_initcall - Resume from a s << 1054 * << 1055 * This routine is called as a late initcall, << 1056 * discovered and initialized already. << 1057 * << 1058 * The image reading code is called to see if << 1059 * available for reading. If that is the cas << 1060 * contents of memory is restored from the sa << 1061 * << 1062 * If this is successful, control reappears i << 1063 * hibernation_snapshot() which returns to hi << 1064 * attempts to recover gracefully and make th << 1065 * of operation. << 1066 */ << 1067 static int __init software_resume_initcall(vo << 1068 { << 1069 /* << 1070 * If the user said "noresume".. bail << 1071 */ << 1072 if (noresume || !hibernation_availabl << 1073 return 0; << 1074 << 1075 if (!swsusp_resume_device) { << 1076 int error = find_resume_devic << 1077 << 1078 if (error) << 1079 return error; << 1080 } << 1081 << 1082 return software_resume(); << 1083 } << 1084 late_initcall_sync(software_resume_initcall); << 1085 1024 1086 1025 1087 static const char * const hibernation_modes[] 1026 static const char * const hibernation_modes[] = { 1088 [HIBERNATION_PLATFORM] = "platform", 1027 [HIBERNATION_PLATFORM] = "platform", 1089 [HIBERNATION_SHUTDOWN] = "shutdown", 1028 [HIBERNATION_SHUTDOWN] = "shutdown", 1090 [HIBERNATION_REBOOT] = "reboot", 1029 [HIBERNATION_REBOOT] = "reboot", 1091 #ifdef CONFIG_SUSPEND 1030 #ifdef CONFIG_SUSPEND 1092 [HIBERNATION_SUSPEND] = "suspend", 1031 [HIBERNATION_SUSPEND] = "suspend", 1093 #endif 1032 #endif 1094 [HIBERNATION_TEST_RESUME] = "te 1033 [HIBERNATION_TEST_RESUME] = "test_resume", 1095 }; 1034 }; 1096 1035 1097 /* 1036 /* 1098 * /sys/power/disk - Control hibernation mode 1037 * /sys/power/disk - Control hibernation mode. 1099 * 1038 * 1100 * Hibernation can be handled in several ways 1039 * Hibernation can be handled in several ways. There are a few different ways 1101 * to put the system into the sleep state: us 1040 * to put the system into the sleep state: using the platform driver (e.g. ACPI 1102 * or other hibernation_ops), powering it off 1041 * or other hibernation_ops), powering it off or rebooting it (for testing 1103 * mostly). 1042 * mostly). 1104 * 1043 * 1105 * The sysfs file /sys/power/disk provides an 1044 * The sysfs file /sys/power/disk provides an interface for selecting the 1106 * hibernation mode to use. Reading from thi 1045 * hibernation mode to use. Reading from this file causes the available modes 1107 * to be printed. There are 3 modes that can 1046 * to be printed. There are 3 modes that can be supported: 1108 * 1047 * 1109 * 'platform' 1048 * 'platform' 1110 * 'shutdown' 1049 * 'shutdown' 1111 * 'reboot' 1050 * 'reboot' 1112 * 1051 * 1113 * If a platform hibernation driver is in use 1052 * If a platform hibernation driver is in use, 'platform' will be supported 1114 * and will be used by default. Otherwise, ' 1053 * and will be used by default. Otherwise, 'shutdown' will be used by default. 1115 * The selected option (i.e. the one correspo 1054 * The selected option (i.e. the one corresponding to the current value of 1116 * hibernation_mode) is enclosed by a square 1055 * hibernation_mode) is enclosed by a square bracket. 1117 * 1056 * 1118 * To select a given hibernation mode it is n 1057 * To select a given hibernation mode it is necessary to write the mode's 1119 * string representation (as returned by read 1058 * string representation (as returned by reading from /sys/power/disk) back 1120 * into /sys/power/disk. 1059 * into /sys/power/disk. 1121 */ 1060 */ 1122 1061 1123 static ssize_t disk_show(struct kobject *kobj 1062 static ssize_t disk_show(struct kobject *kobj, struct kobj_attribute *attr, 1124 char *buf) 1063 char *buf) 1125 { 1064 { 1126 ssize_t count = 0; << 1127 int i; 1065 int i; >> 1066 char *start = buf; 1128 1067 1129 if (!hibernation_available()) 1068 if (!hibernation_available()) 1130 return sysfs_emit(buf, "[disa !! 1069 return sprintf(buf, "[disabled]\n"); 1131 1070 1132 for (i = HIBERNATION_FIRST; i <= HIBE 1071 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1133 if (!hibernation_modes[i]) 1072 if (!hibernation_modes[i]) 1134 continue; 1073 continue; 1135 switch (i) { 1074 switch (i) { 1136 case HIBERNATION_SHUTDOWN: 1075 case HIBERNATION_SHUTDOWN: 1137 case HIBERNATION_REBOOT: 1076 case HIBERNATION_REBOOT: 1138 #ifdef CONFIG_SUSPEND 1077 #ifdef CONFIG_SUSPEND 1139 case HIBERNATION_SUSPEND: 1078 case HIBERNATION_SUSPEND: 1140 #endif 1079 #endif 1141 case HIBERNATION_TEST_RESUME: 1080 case HIBERNATION_TEST_RESUME: 1142 break; 1081 break; 1143 case HIBERNATION_PLATFORM: 1082 case HIBERNATION_PLATFORM: 1144 if (hibernation_ops) 1083 if (hibernation_ops) 1145 break; 1084 break; 1146 /* not a valid mode, 1085 /* not a valid mode, continue with loop */ 1147 continue; 1086 continue; 1148 } 1087 } 1149 if (i == hibernation_mode) 1088 if (i == hibernation_mode) 1150 count += sysfs_emit_a !! 1089 buf += sprintf(buf, "[%s] ", hibernation_modes[i]); 1151 else 1090 else 1152 count += sysfs_emit_a !! 1091 buf += sprintf(buf, "%s ", hibernation_modes[i]); 1153 } 1092 } 1154 !! 1093 buf += sprintf(buf, "\n"); 1155 /* Convert the last space to a newlin !! 1094 return buf-start; 1156 if (count > 0) << 1157 buf[count - 1] = '\n'; << 1158 << 1159 return count; << 1160 } 1095 } 1161 1096 1162 static ssize_t disk_store(struct kobject *kob 1097 static ssize_t disk_store(struct kobject *kobj, struct kobj_attribute *attr, 1163 const char *buf, si 1098 const char *buf, size_t n) 1164 { 1099 { 1165 int mode = HIBERNATION_INVALID; << 1166 unsigned int sleep_flags; << 1167 int error = 0; 1100 int error = 0; >> 1101 int i; 1168 int len; 1102 int len; 1169 char *p; 1103 char *p; 1170 int i; !! 1104 int mode = HIBERNATION_INVALID; 1171 1105 1172 if (!hibernation_available()) 1106 if (!hibernation_available()) 1173 return -EPERM; 1107 return -EPERM; 1174 1108 1175 p = memchr(buf, '\n', n); 1109 p = memchr(buf, '\n', n); 1176 len = p ? p - buf : n; 1110 len = p ? p - buf : n; 1177 1111 1178 sleep_flags = lock_system_sleep(); !! 1112 lock_system_sleep(); 1179 for (i = HIBERNATION_FIRST; i <= HIBE 1113 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1180 if (len == strlen(hibernation 1114 if (len == strlen(hibernation_modes[i]) 1181 && !strncmp(buf, hibernat 1115 && !strncmp(buf, hibernation_modes[i], len)) { 1182 mode = i; 1116 mode = i; 1183 break; 1117 break; 1184 } 1118 } 1185 } 1119 } 1186 if (mode != HIBERNATION_INVALID) { 1120 if (mode != HIBERNATION_INVALID) { 1187 switch (mode) { 1121 switch (mode) { 1188 case HIBERNATION_SHUTDOWN: 1122 case HIBERNATION_SHUTDOWN: 1189 case HIBERNATION_REBOOT: 1123 case HIBERNATION_REBOOT: 1190 #ifdef CONFIG_SUSPEND 1124 #ifdef CONFIG_SUSPEND 1191 case HIBERNATION_SUSPEND: 1125 case HIBERNATION_SUSPEND: 1192 #endif 1126 #endif 1193 case HIBERNATION_TEST_RESUME: 1127 case HIBERNATION_TEST_RESUME: 1194 hibernation_mode = mo 1128 hibernation_mode = mode; 1195 break; 1129 break; 1196 case HIBERNATION_PLATFORM: 1130 case HIBERNATION_PLATFORM: 1197 if (hibernation_ops) 1131 if (hibernation_ops) 1198 hibernation_m 1132 hibernation_mode = mode; 1199 else 1133 else 1200 error = -EINV 1134 error = -EINVAL; 1201 } 1135 } 1202 } else 1136 } else 1203 error = -EINVAL; 1137 error = -EINVAL; 1204 1138 1205 if (!error) 1139 if (!error) 1206 pm_pr_dbg("Hibernation mode s 1140 pm_pr_dbg("Hibernation mode set to '%s'\n", 1207 hibernation_mo 1141 hibernation_modes[mode]); 1208 unlock_system_sleep(sleep_flags); !! 1142 unlock_system_sleep(); 1209 return error ? error : n; 1143 return error ? error : n; 1210 } 1144 } 1211 1145 1212 power_attr(disk); 1146 power_attr(disk); 1213 1147 1214 static ssize_t resume_show(struct kobject *ko 1148 static ssize_t resume_show(struct kobject *kobj, struct kobj_attribute *attr, 1215 char *buf) 1149 char *buf) 1216 { 1150 { 1217 return sysfs_emit(buf, "%d:%d\n", MAJ !! 1151 return sprintf(buf, "%d:%d\n", MAJOR(swsusp_resume_device), 1218 MINOR(swsusp_resume !! 1152 MINOR(swsusp_resume_device)); 1219 } 1153 } 1220 1154 1221 static ssize_t resume_store(struct kobject *k 1155 static ssize_t resume_store(struct kobject *kobj, struct kobj_attribute *attr, 1222 const char *buf, 1156 const char *buf, size_t n) 1223 { 1157 { 1224 unsigned int sleep_flags; !! 1158 dev_t res; 1225 int len = n; 1159 int len = n; 1226 char *name; 1160 char *name; 1227 dev_t dev; << 1228 int error; << 1229 << 1230 if (!hibernation_available()) << 1231 return n; << 1232 1161 1233 if (len && buf[len-1] == '\n') 1162 if (len && buf[len-1] == '\n') 1234 len--; 1163 len--; 1235 name = kstrndup(buf, len, GFP_KERNEL) 1164 name = kstrndup(buf, len, GFP_KERNEL); 1236 if (!name) 1165 if (!name) 1237 return -ENOMEM; 1166 return -ENOMEM; 1238 1167 1239 error = lookup_bdev(name, &dev); !! 1168 res = name_to_dev_t(name); 1240 if (error) { << 1241 unsigned maj, min, offset; << 1242 char *p, dummy; << 1243 << 1244 error = 0; << 1245 if (sscanf(name, "%u:%u%c", & << 1246 sscanf(name, "%u:%u:%u:%c << 1247 &dummy) == 3) << 1248 dev = MKDEV(maj, min) << 1249 if (maj != MAJOR(dev) << 1250 error = -EINV << 1251 } else { << 1252 dev = new_decode_dev( << 1253 if (*p) << 1254 error = -EINV << 1255 } << 1256 } << 1257 kfree(name); 1169 kfree(name); 1258 if (error) !! 1170 if (!res) 1259 return error; !! 1171 return -EINVAL; 1260 << 1261 sleep_flags = lock_system_sleep(); << 1262 swsusp_resume_device = dev; << 1263 unlock_system_sleep(sleep_flags); << 1264 1172 >> 1173 lock_system_sleep(); >> 1174 swsusp_resume_device = res; >> 1175 unlock_system_sleep(); 1265 pm_pr_dbg("Configured hibernation res 1176 pm_pr_dbg("Configured hibernation resume from disk to %u\n", 1266 swsusp_resume_device); 1177 swsusp_resume_device); 1267 noresume = 0; 1178 noresume = 0; 1268 software_resume(); 1179 software_resume(); 1269 return n; 1180 return n; 1270 } 1181 } 1271 1182 1272 power_attr(resume); 1183 power_attr(resume); 1273 1184 1274 static ssize_t resume_offset_show(struct kobj 1185 static ssize_t resume_offset_show(struct kobject *kobj, 1275 struct kobj 1186 struct kobj_attribute *attr, char *buf) 1276 { 1187 { 1277 return sysfs_emit(buf, "%llu\n", (uns !! 1188 return sprintf(buf, "%llu\n", (unsigned long long)swsusp_resume_block); 1278 } 1189 } 1279 1190 1280 static ssize_t resume_offset_store(struct kob 1191 static ssize_t resume_offset_store(struct kobject *kobj, 1281 struct kob 1192 struct kobj_attribute *attr, const char *buf, 1282 size_t n) 1193 size_t n) 1283 { 1194 { 1284 unsigned long long offset; 1195 unsigned long long offset; 1285 int rc; 1196 int rc; 1286 1197 1287 rc = kstrtoull(buf, 0, &offset); 1198 rc = kstrtoull(buf, 0, &offset); 1288 if (rc) 1199 if (rc) 1289 return rc; 1200 return rc; 1290 swsusp_resume_block = offset; 1201 swsusp_resume_block = offset; 1291 1202 1292 return n; 1203 return n; 1293 } 1204 } 1294 1205 1295 power_attr(resume_offset); 1206 power_attr(resume_offset); 1296 1207 1297 static ssize_t image_size_show(struct kobject 1208 static ssize_t image_size_show(struct kobject *kobj, struct kobj_attribute *attr, 1298 char *buf) 1209 char *buf) 1299 { 1210 { 1300 return sysfs_emit(buf, "%lu\n", image !! 1211 return sprintf(buf, "%lu\n", image_size); 1301 } 1212 } 1302 1213 1303 static ssize_t image_size_store(struct kobjec 1214 static ssize_t image_size_store(struct kobject *kobj, struct kobj_attribute *attr, 1304 const char *b 1215 const char *buf, size_t n) 1305 { 1216 { 1306 unsigned long size; 1217 unsigned long size; 1307 1218 1308 if (sscanf(buf, "%lu", &size) == 1) { 1219 if (sscanf(buf, "%lu", &size) == 1) { 1309 image_size = size; 1220 image_size = size; 1310 return n; 1221 return n; 1311 } 1222 } 1312 1223 1313 return -EINVAL; 1224 return -EINVAL; 1314 } 1225 } 1315 1226 1316 power_attr(image_size); 1227 power_attr(image_size); 1317 1228 1318 static ssize_t reserved_size_show(struct kobj 1229 static ssize_t reserved_size_show(struct kobject *kobj, 1319 struct kobj 1230 struct kobj_attribute *attr, char *buf) 1320 { 1231 { 1321 return sysfs_emit(buf, "%lu\n", reser !! 1232 return sprintf(buf, "%lu\n", reserved_size); 1322 } 1233 } 1323 1234 1324 static ssize_t reserved_size_store(struct kob 1235 static ssize_t reserved_size_store(struct kobject *kobj, 1325 struct kob 1236 struct kobj_attribute *attr, 1326 const char 1237 const char *buf, size_t n) 1327 { 1238 { 1328 unsigned long size; 1239 unsigned long size; 1329 1240 1330 if (sscanf(buf, "%lu", &size) == 1) { 1241 if (sscanf(buf, "%lu", &size) == 1) { 1331 reserved_size = size; 1242 reserved_size = size; 1332 return n; 1243 return n; 1333 } 1244 } 1334 1245 1335 return -EINVAL; 1246 return -EINVAL; 1336 } 1247 } 1337 1248 1338 power_attr(reserved_size); 1249 power_attr(reserved_size); 1339 1250 1340 static struct attribute *g[] = { 1251 static struct attribute *g[] = { 1341 &disk_attr.attr, 1252 &disk_attr.attr, 1342 &resume_offset_attr.attr, 1253 &resume_offset_attr.attr, 1343 &resume_attr.attr, 1254 &resume_attr.attr, 1344 &image_size_attr.attr, 1255 &image_size_attr.attr, 1345 &reserved_size_attr.attr, 1256 &reserved_size_attr.attr, 1346 NULL, 1257 NULL, 1347 }; 1258 }; 1348 1259 1349 1260 1350 static const struct attribute_group attr_grou 1261 static const struct attribute_group attr_group = { 1351 .attrs = g, 1262 .attrs = g, 1352 }; 1263 }; 1353 1264 1354 1265 1355 static int __init pm_disk_init(void) 1266 static int __init pm_disk_init(void) 1356 { 1267 { 1357 return sysfs_create_group(power_kobj, 1268 return sysfs_create_group(power_kobj, &attr_group); 1358 } 1269 } 1359 1270 1360 core_initcall(pm_disk_init); 1271 core_initcall(pm_disk_init); 1361 1272 1362 1273 1363 static int __init resume_setup(char *str) 1274 static int __init resume_setup(char *str) 1364 { 1275 { 1365 if (noresume) 1276 if (noresume) 1366 return 1; 1277 return 1; 1367 1278 1368 strscpy(resume_file, str); !! 1279 strncpy(resume_file, str, 255); 1369 return 1; 1280 return 1; 1370 } 1281 } 1371 1282 1372 static int __init resume_offset_setup(char *s 1283 static int __init resume_offset_setup(char *str) 1373 { 1284 { 1374 unsigned long long offset; 1285 unsigned long long offset; 1375 1286 1376 if (noresume) 1287 if (noresume) 1377 return 1; 1288 return 1; 1378 1289 1379 if (sscanf(str, "%llu", &offset) == 1 1290 if (sscanf(str, "%llu", &offset) == 1) 1380 swsusp_resume_block = offset; 1291 swsusp_resume_block = offset; 1381 1292 1382 return 1; 1293 return 1; 1383 } 1294 } 1384 1295 1385 static int __init hibernate_setup(char *str) 1296 static int __init hibernate_setup(char *str) 1386 { 1297 { 1387 if (!strncmp(str, "noresume", 8)) { 1298 if (!strncmp(str, "noresume", 8)) { 1388 noresume = 1; 1299 noresume = 1; 1389 } else if (!strncmp(str, "nocompress" 1300 } else if (!strncmp(str, "nocompress", 10)) { 1390 nocompress = 1; 1301 nocompress = 1; 1391 } else if (!strncmp(str, "no", 2)) { 1302 } else if (!strncmp(str, "no", 2)) { 1392 noresume = 1; 1303 noresume = 1; 1393 nohibernate = 1; 1304 nohibernate = 1; 1394 } else if (IS_ENABLED(CONFIG_STRICT_K 1305 } else if (IS_ENABLED(CONFIG_STRICT_KERNEL_RWX) 1395 && !strncmp(str, "protect_ 1306 && !strncmp(str, "protect_image", 13)) { 1396 enable_restore_image_protecti 1307 enable_restore_image_protection(); 1397 } 1308 } 1398 return 1; 1309 return 1; 1399 } 1310 } 1400 1311 1401 static int __init noresume_setup(char *str) 1312 static int __init noresume_setup(char *str) 1402 { 1313 { 1403 noresume = 1; 1314 noresume = 1; 1404 return 1; 1315 return 1; 1405 } 1316 } 1406 1317 1407 static int __init resumewait_setup(char *str) 1318 static int __init resumewait_setup(char *str) 1408 { 1319 { 1409 resume_wait = 1; 1320 resume_wait = 1; 1410 return 1; 1321 return 1; 1411 } 1322 } 1412 1323 1413 static int __init resumedelay_setup(char *str 1324 static int __init resumedelay_setup(char *str) 1414 { 1325 { 1415 int rc = kstrtouint(str, 0, &resume_d 1326 int rc = kstrtouint(str, 0, &resume_delay); 1416 1327 1417 if (rc) 1328 if (rc) 1418 pr_warn("resumedelay: bad opt !! 1329 return rc; 1419 return 1; 1330 return 1; 1420 } 1331 } 1421 1332 1422 static int __init nohibernate_setup(char *str 1333 static int __init nohibernate_setup(char *str) 1423 { 1334 { 1424 noresume = 1; 1335 noresume = 1; 1425 nohibernate = 1; 1336 nohibernate = 1; 1426 return 1; 1337 return 1; 1427 } 1338 } 1428 << 1429 static const char * const comp_alg_enabled[] << 1430 #if IS_ENABLED(CONFIG_CRYPTO_LZO) << 1431 COMPRESSION_ALGO_LZO, << 1432 #endif << 1433 #if IS_ENABLED(CONFIG_CRYPTO_LZ4) << 1434 COMPRESSION_ALGO_LZ4, << 1435 #endif << 1436 }; << 1437 << 1438 static int hibernate_compressor_param_set(con << 1439 const struct kernel_param *kp << 1440 { << 1441 unsigned int sleep_flags; << 1442 int index, ret; << 1443 << 1444 sleep_flags = lock_system_sleep(); << 1445 << 1446 index = sysfs_match_string(comp_alg_e << 1447 if (index >= 0) { << 1448 ret = param_set_copystring(co << 1449 if (!ret) << 1450 strscpy(hib_comp_algo << 1451 sizeof(hib_co << 1452 } else { << 1453 ret = index; << 1454 } << 1455 << 1456 unlock_system_sleep(sleep_flags); << 1457 << 1458 if (ret) << 1459 pr_debug("Cannot set specifie << 1460 compressor); << 1461 << 1462 return ret; << 1463 } << 1464 << 1465 static const struct kernel_param_ops hibernat << 1466 .set = hibernate_compressor_param_ << 1467 .get = param_get_string, << 1468 }; << 1469 << 1470 static struct kparam_string hibernate_compres << 1471 .maxlen = sizeof(hibernate_compressor << 1472 .string = hibernate_compressor, << 1473 }; << 1474 << 1475 module_param_cb(compressor, &hibernate_compre << 1476 &hibernate_compressor_param_s << 1477 MODULE_PARM_DESC(compressor, << 1478 "Compression algorithm to be << 1479 1339 1480 __setup("noresume", noresume_setup); 1340 __setup("noresume", noresume_setup); 1481 __setup("resume_offset=", resume_offset_setup 1341 __setup("resume_offset=", resume_offset_setup); 1482 __setup("resume=", resume_setup); 1342 __setup("resume=", resume_setup); 1483 __setup("hibernate=", hibernate_setup); 1343 __setup("hibernate=", hibernate_setup); 1484 __setup("resumewait", resumewait_setup); 1344 __setup("resumewait", resumewait_setup); 1485 __setup("resumedelay=", resumedelay_setup); 1345 __setup("resumedelay=", resumedelay_setup); 1486 __setup("nohibernate", nohibernate_setup); 1346 __setup("nohibernate", nohibernate_setup); 1487 1347
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.