1 // SPDX-License-Identifier: GPL-2.0-only 1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 2 /* 3 * kernel/power/hibernate.c - Hibernation (a.k 3 * kernel/power/hibernate.c - Hibernation (a.k.a suspend-to-disk) support. 4 * 4 * 5 * Copyright (c) 2003 Patrick Mochel 5 * Copyright (c) 2003 Patrick Mochel 6 * Copyright (c) 2003 Open Source Development 6 * Copyright (c) 2003 Open Source Development Lab 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw. 7 * Copyright (c) 2004 Pavel Machek <pavel@ucw.cz> 8 * Copyright (c) 2009 Rafael J. Wysocki, Novel 8 * Copyright (c) 2009 Rafael J. Wysocki, Novell Inc. 9 * Copyright (C) 2012 Bojan Smojver <bojan@rex 9 * Copyright (C) 2012 Bojan Smojver <bojan@rexursive.com> 10 */ 10 */ 11 11 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 12 #define pr_fmt(fmt) "PM: hibernation: " fmt 13 13 14 #include <linux/blkdev.h> 14 #include <linux/blkdev.h> 15 #include <linux/export.h> 15 #include <linux/export.h> 16 #include <linux/suspend.h> 16 #include <linux/suspend.h> 17 #include <linux/reboot.h> 17 #include <linux/reboot.h> 18 #include <linux/string.h> 18 #include <linux/string.h> 19 #include <linux/device.h> 19 #include <linux/device.h> 20 #include <linux/async.h> 20 #include <linux/async.h> 21 #include <linux/delay.h> 21 #include <linux/delay.h> 22 #include <linux/fs.h> 22 #include <linux/fs.h> 23 #include <linux/mount.h> 23 #include <linux/mount.h> 24 #include <linux/pm.h> 24 #include <linux/pm.h> 25 #include <linux/nmi.h> 25 #include <linux/nmi.h> 26 #include <linux/console.h> 26 #include <linux/console.h> 27 #include <linux/cpu.h> 27 #include <linux/cpu.h> 28 #include <linux/freezer.h> 28 #include <linux/freezer.h> 29 #include <linux/gfp.h> 29 #include <linux/gfp.h> 30 #include <linux/syscore_ops.h> 30 #include <linux/syscore_ops.h> 31 #include <linux/ctype.h> 31 #include <linux/ctype.h> 32 #include <linux/ktime.h> 32 #include <linux/ktime.h> 33 #include <linux/security.h> 33 #include <linux/security.h> 34 #include <linux/secretmem.h> 34 #include <linux/secretmem.h> 35 #include <trace/events/power.h> 35 #include <trace/events/power.h> 36 36 37 #include "power.h" 37 #include "power.h" 38 38 39 39 40 static int nocompress; 40 static int nocompress; 41 static int noresume; 41 static int noresume; 42 static int nohibernate; 42 static int nohibernate; 43 static int resume_wait; 43 static int resume_wait; 44 static unsigned int resume_delay; 44 static unsigned int resume_delay; 45 static char resume_file[256] = CONFIG_PM_STD_P 45 static char resume_file[256] = CONFIG_PM_STD_PARTITION; 46 dev_t swsusp_resume_device; 46 dev_t swsusp_resume_device; 47 sector_t swsusp_resume_block; 47 sector_t swsusp_resume_block; 48 __visible int in_suspend __nosavedata; 48 __visible int in_suspend __nosavedata; 49 49 50 static char hibernate_compressor[CRYPTO_MAX_AL << 51 << 52 /* << 53 * Compression/decompression algorithm to be u << 54 * image to/from disk. This would later be use << 55 * to allocate comp streams. << 56 */ << 57 char hib_comp_algo[CRYPTO_MAX_ALG_NAME]; << 58 << 59 enum { 50 enum { 60 HIBERNATION_INVALID, 51 HIBERNATION_INVALID, 61 HIBERNATION_PLATFORM, 52 HIBERNATION_PLATFORM, 62 HIBERNATION_SHUTDOWN, 53 HIBERNATION_SHUTDOWN, 63 HIBERNATION_REBOOT, 54 HIBERNATION_REBOOT, 64 #ifdef CONFIG_SUSPEND 55 #ifdef CONFIG_SUSPEND 65 HIBERNATION_SUSPEND, 56 HIBERNATION_SUSPEND, 66 #endif 57 #endif 67 HIBERNATION_TEST_RESUME, 58 HIBERNATION_TEST_RESUME, 68 /* keep last */ 59 /* keep last */ 69 __HIBERNATION_AFTER_LAST 60 __HIBERNATION_AFTER_LAST 70 }; 61 }; 71 #define HIBERNATION_MAX (__HIBERNATION_AFTER_L 62 #define HIBERNATION_MAX (__HIBERNATION_AFTER_LAST-1) 72 #define HIBERNATION_FIRST (HIBERNATION_INVALID 63 #define HIBERNATION_FIRST (HIBERNATION_INVALID + 1) 73 64 74 static int hibernation_mode = HIBERNATION_SHUT 65 static int hibernation_mode = HIBERNATION_SHUTDOWN; 75 66 76 bool freezer_test_done; 67 bool freezer_test_done; 77 68 78 static const struct platform_hibernation_ops * 69 static const struct platform_hibernation_ops *hibernation_ops; 79 70 80 static atomic_t hibernate_atomic = ATOMIC_INIT 71 static atomic_t hibernate_atomic = ATOMIC_INIT(1); 81 72 82 bool hibernate_acquire(void) 73 bool hibernate_acquire(void) 83 { 74 { 84 return atomic_add_unless(&hibernate_at 75 return atomic_add_unless(&hibernate_atomic, -1, 0); 85 } 76 } 86 77 87 void hibernate_release(void) 78 void hibernate_release(void) 88 { 79 { 89 atomic_inc(&hibernate_atomic); 80 atomic_inc(&hibernate_atomic); 90 } 81 } 91 82 92 bool hibernation_available(void) 83 bool hibernation_available(void) 93 { 84 { 94 return nohibernate == 0 && 85 return nohibernate == 0 && 95 !security_locked_down(LOCKDOWN 86 !security_locked_down(LOCKDOWN_HIBERNATION) && 96 !secretmem_active() && !cxl_me 87 !secretmem_active() && !cxl_mem_active(); 97 } 88 } 98 89 99 /** 90 /** 100 * hibernation_set_ops - Set the global hibern 91 * hibernation_set_ops - Set the global hibernate operations. 101 * @ops: Hibernation operations to use in subs 92 * @ops: Hibernation operations to use in subsequent hibernation transitions. 102 */ 93 */ 103 void hibernation_set_ops(const struct platform 94 void hibernation_set_ops(const struct platform_hibernation_ops *ops) 104 { 95 { 105 unsigned int sleep_flags; 96 unsigned int sleep_flags; 106 97 107 if (ops && !(ops->begin && ops->end && 98 if (ops && !(ops->begin && ops->end && ops->pre_snapshot 108 && ops->prepare && ops->finish && 99 && ops->prepare && ops->finish && ops->enter && ops->pre_restore 109 && ops->restore_cleanup && ops->le 100 && ops->restore_cleanup && ops->leave)) { 110 WARN_ON(1); 101 WARN_ON(1); 111 return; 102 return; 112 } 103 } 113 104 114 sleep_flags = lock_system_sleep(); 105 sleep_flags = lock_system_sleep(); 115 106 116 hibernation_ops = ops; 107 hibernation_ops = ops; 117 if (ops) 108 if (ops) 118 hibernation_mode = HIBERNATION 109 hibernation_mode = HIBERNATION_PLATFORM; 119 else if (hibernation_mode == HIBERNATI 110 else if (hibernation_mode == HIBERNATION_PLATFORM) 120 hibernation_mode = HIBERNATION 111 hibernation_mode = HIBERNATION_SHUTDOWN; 121 112 122 unlock_system_sleep(sleep_flags); 113 unlock_system_sleep(sleep_flags); 123 } 114 } 124 EXPORT_SYMBOL_GPL(hibernation_set_ops); 115 EXPORT_SYMBOL_GPL(hibernation_set_ops); 125 116 126 static bool entering_platform_hibernation; 117 static bool entering_platform_hibernation; 127 118 128 bool system_entering_hibernation(void) 119 bool system_entering_hibernation(void) 129 { 120 { 130 return entering_platform_hibernation; 121 return entering_platform_hibernation; 131 } 122 } 132 EXPORT_SYMBOL(system_entering_hibernation); 123 EXPORT_SYMBOL(system_entering_hibernation); 133 124 134 #ifdef CONFIG_PM_DEBUG 125 #ifdef CONFIG_PM_DEBUG 135 static void hibernation_debug_sleep(void) 126 static void hibernation_debug_sleep(void) 136 { 127 { 137 pr_info("debug: Waiting for 5 seconds. 128 pr_info("debug: Waiting for 5 seconds.\n"); 138 mdelay(5000); 129 mdelay(5000); 139 } 130 } 140 131 141 static int hibernation_test(int level) 132 static int hibernation_test(int level) 142 { 133 { 143 if (pm_test_level == level) { 134 if (pm_test_level == level) { 144 hibernation_debug_sleep(); 135 hibernation_debug_sleep(); 145 return 1; 136 return 1; 146 } 137 } 147 return 0; 138 return 0; 148 } 139 } 149 #else /* !CONFIG_PM_DEBUG */ 140 #else /* !CONFIG_PM_DEBUG */ 150 static int hibernation_test(int level) { retur 141 static int hibernation_test(int level) { return 0; } 151 #endif /* !CONFIG_PM_DEBUG */ 142 #endif /* !CONFIG_PM_DEBUG */ 152 143 153 /** 144 /** 154 * platform_begin - Call platform to start hib 145 * platform_begin - Call platform to start hibernation. 155 * @platform_mode: Whether or not to use the p 146 * @platform_mode: Whether or not to use the platform driver. 156 */ 147 */ 157 static int platform_begin(int platform_mode) 148 static int platform_begin(int platform_mode) 158 { 149 { 159 return (platform_mode && hibernation_o 150 return (platform_mode && hibernation_ops) ? 160 hibernation_ops->begin(PMSG_FR 151 hibernation_ops->begin(PMSG_FREEZE) : 0; 161 } 152 } 162 153 163 /** 154 /** 164 * platform_end - Call platform to finish tran 155 * platform_end - Call platform to finish transition to the working state. 165 * @platform_mode: Whether or not to use the p 156 * @platform_mode: Whether or not to use the platform driver. 166 */ 157 */ 167 static void platform_end(int platform_mode) 158 static void platform_end(int platform_mode) 168 { 159 { 169 if (platform_mode && hibernation_ops) 160 if (platform_mode && hibernation_ops) 170 hibernation_ops->end(); 161 hibernation_ops->end(); 171 } 162 } 172 163 173 /** 164 /** 174 * platform_pre_snapshot - Call platform to pr 165 * platform_pre_snapshot - Call platform to prepare the machine for hibernation. 175 * @platform_mode: Whether or not to use the p 166 * @platform_mode: Whether or not to use the platform driver. 176 * 167 * 177 * Use the platform driver to prepare the syst 168 * Use the platform driver to prepare the system for creating a hibernate image, 178 * if so configured, and return an error code 169 * if so configured, and return an error code if that fails. 179 */ 170 */ 180 171 181 static int platform_pre_snapshot(int platform_ 172 static int platform_pre_snapshot(int platform_mode) 182 { 173 { 183 return (platform_mode && hibernation_o 174 return (platform_mode && hibernation_ops) ? 184 hibernation_ops->pre_snapshot( 175 hibernation_ops->pre_snapshot() : 0; 185 } 176 } 186 177 187 /** 178 /** 188 * platform_leave - Call platform to prepare a 179 * platform_leave - Call platform to prepare a transition to the working state. 189 * @platform_mode: Whether or not to use the p 180 * @platform_mode: Whether or not to use the platform driver. 190 * 181 * 191 * Use the platform driver prepare to prepare 182 * Use the platform driver prepare to prepare the machine for switching to the 192 * normal mode of operation. 183 * normal mode of operation. 193 * 184 * 194 * This routine is called on one CPU with inte 185 * This routine is called on one CPU with interrupts disabled. 195 */ 186 */ 196 static void platform_leave(int platform_mode) 187 static void platform_leave(int platform_mode) 197 { 188 { 198 if (platform_mode && hibernation_ops) 189 if (platform_mode && hibernation_ops) 199 hibernation_ops->leave(); 190 hibernation_ops->leave(); 200 } 191 } 201 192 202 /** 193 /** 203 * platform_finish - Call platform to switch t 194 * platform_finish - Call platform to switch the system to the working state. 204 * @platform_mode: Whether or not to use the p 195 * @platform_mode: Whether or not to use the platform driver. 205 * 196 * 206 * Use the platform driver to switch the machi 197 * Use the platform driver to switch the machine to the normal mode of 207 * operation. 198 * operation. 208 * 199 * 209 * This routine must be called after platform_ 200 * This routine must be called after platform_prepare(). 210 */ 201 */ 211 static void platform_finish(int platform_mode) 202 static void platform_finish(int platform_mode) 212 { 203 { 213 if (platform_mode && hibernation_ops) 204 if (platform_mode && hibernation_ops) 214 hibernation_ops->finish(); 205 hibernation_ops->finish(); 215 } 206 } 216 207 217 /** 208 /** 218 * platform_pre_restore - Prepare for hibernat 209 * platform_pre_restore - Prepare for hibernate image restoration. 219 * @platform_mode: Whether or not to use the p 210 * @platform_mode: Whether or not to use the platform driver. 220 * 211 * 221 * Use the platform driver to prepare the syst 212 * Use the platform driver to prepare the system for resume from a hibernation 222 * image. 213 * image. 223 * 214 * 224 * If the restore fails after this function ha 215 * If the restore fails after this function has been called, 225 * platform_restore_cleanup() must be called. 216 * platform_restore_cleanup() must be called. 226 */ 217 */ 227 static int platform_pre_restore(int platform_m 218 static int platform_pre_restore(int platform_mode) 228 { 219 { 229 return (platform_mode && hibernation_o 220 return (platform_mode && hibernation_ops) ? 230 hibernation_ops->pre_restore() 221 hibernation_ops->pre_restore() : 0; 231 } 222 } 232 223 233 /** 224 /** 234 * platform_restore_cleanup - Switch to the wo 225 * platform_restore_cleanup - Switch to the working state after failing restore. 235 * @platform_mode: Whether or not to use the p 226 * @platform_mode: Whether or not to use the platform driver. 236 * 227 * 237 * Use the platform driver to switch the syste 228 * Use the platform driver to switch the system to the normal mode of operation 238 * after a failing restore. 229 * after a failing restore. 239 * 230 * 240 * If platform_pre_restore() has been called b 231 * If platform_pre_restore() has been called before the failing restore, this 241 * function must be called too, regardless of 232 * function must be called too, regardless of the result of 242 * platform_pre_restore(). 233 * platform_pre_restore(). 243 */ 234 */ 244 static void platform_restore_cleanup(int platf 235 static void platform_restore_cleanup(int platform_mode) 245 { 236 { 246 if (platform_mode && hibernation_ops) 237 if (platform_mode && hibernation_ops) 247 hibernation_ops->restore_clean 238 hibernation_ops->restore_cleanup(); 248 } 239 } 249 240 250 /** 241 /** 251 * platform_recover - Recover from a failure t 242 * platform_recover - Recover from a failure to suspend devices. 252 * @platform_mode: Whether or not to use the p 243 * @platform_mode: Whether or not to use the platform driver. 253 */ 244 */ 254 static void platform_recover(int platform_mode 245 static void platform_recover(int platform_mode) 255 { 246 { 256 if (platform_mode && hibernation_ops & 247 if (platform_mode && hibernation_ops && hibernation_ops->recover) 257 hibernation_ops->recover(); 248 hibernation_ops->recover(); 258 } 249 } 259 250 260 /** 251 /** 261 * swsusp_show_speed - Print time elapsed betw 252 * swsusp_show_speed - Print time elapsed between two events during hibernation. 262 * @start: Starting event. 253 * @start: Starting event. 263 * @stop: Final event. 254 * @stop: Final event. 264 * @nr_pages: Number of memory pages processed 255 * @nr_pages: Number of memory pages processed between @start and @stop. 265 * @msg: Additional diagnostic message to prin 256 * @msg: Additional diagnostic message to print. 266 */ 257 */ 267 void swsusp_show_speed(ktime_t start, ktime_t 258 void swsusp_show_speed(ktime_t start, ktime_t stop, 268 unsigned nr_pages, char 259 unsigned nr_pages, char *msg) 269 { 260 { 270 ktime_t diff; 261 ktime_t diff; 271 u64 elapsed_centisecs64; 262 u64 elapsed_centisecs64; 272 unsigned int centisecs; 263 unsigned int centisecs; 273 unsigned int k; 264 unsigned int k; 274 unsigned int kps; 265 unsigned int kps; 275 266 276 diff = ktime_sub(stop, start); 267 diff = ktime_sub(stop, start); 277 elapsed_centisecs64 = ktime_divns(diff 268 elapsed_centisecs64 = ktime_divns(diff, 10*NSEC_PER_MSEC); 278 centisecs = elapsed_centisecs64; 269 centisecs = elapsed_centisecs64; 279 if (centisecs == 0) 270 if (centisecs == 0) 280 centisecs = 1; /* avoid div-b 271 centisecs = 1; /* avoid div-by-zero */ 281 k = nr_pages * (PAGE_SIZE / 1024); 272 k = nr_pages * (PAGE_SIZE / 1024); 282 kps = (k * 100) / centisecs; 273 kps = (k * 100) / centisecs; 283 pr_info("%s %u kbytes in %u.%02u secon 274 pr_info("%s %u kbytes in %u.%02u seconds (%u.%02u MB/s)\n", 284 msg, k, centisecs / 100, centi 275 msg, k, centisecs / 100, centisecs % 100, kps / 1000, 285 (kps % 1000) / 10); 276 (kps % 1000) / 10); 286 } 277 } 287 278 288 __weak int arch_resume_nosmt(void) 279 __weak int arch_resume_nosmt(void) 289 { 280 { 290 return 0; 281 return 0; 291 } 282 } 292 283 293 /** 284 /** 294 * create_image - Create a hibernation image. 285 * create_image - Create a hibernation image. 295 * @platform_mode: Whether or not to use the p 286 * @platform_mode: Whether or not to use the platform driver. 296 * 287 * 297 * Execute device drivers' "late" and "noirq" 288 * Execute device drivers' "late" and "noirq" freeze callbacks, create a 298 * hibernation image and run the drivers' "noi 289 * hibernation image and run the drivers' "noirq" and "early" thaw callbacks. 299 * 290 * 300 * Control reappears in this routine after the 291 * Control reappears in this routine after the subsequent restore. 301 */ 292 */ 302 static int create_image(int platform_mode) 293 static int create_image(int platform_mode) 303 { 294 { 304 int error; 295 int error; 305 296 306 error = dpm_suspend_end(PMSG_FREEZE); 297 error = dpm_suspend_end(PMSG_FREEZE); 307 if (error) { 298 if (error) { 308 pr_err("Some devices failed to 299 pr_err("Some devices failed to power down, aborting\n"); 309 return error; 300 return error; 310 } 301 } 311 302 312 error = platform_pre_snapshot(platform 303 error = platform_pre_snapshot(platform_mode); 313 if (error || hibernation_test(TEST_PLA 304 if (error || hibernation_test(TEST_PLATFORM)) 314 goto Platform_finish; 305 goto Platform_finish; 315 306 316 error = pm_sleep_disable_secondary_cpu 307 error = pm_sleep_disable_secondary_cpus(); 317 if (error || hibernation_test(TEST_CPU 308 if (error || hibernation_test(TEST_CPUS)) 318 goto Enable_cpus; 309 goto Enable_cpus; 319 310 320 local_irq_disable(); 311 local_irq_disable(); 321 312 322 system_state = SYSTEM_SUSPEND; 313 system_state = SYSTEM_SUSPEND; 323 314 324 error = syscore_suspend(); 315 error = syscore_suspend(); 325 if (error) { 316 if (error) { 326 pr_err("Some system devices fa 317 pr_err("Some system devices failed to power down, aborting\n"); 327 goto Enable_irqs; 318 goto Enable_irqs; 328 } 319 } 329 320 330 if (hibernation_test(TEST_CORE) || pm_ 321 if (hibernation_test(TEST_CORE) || pm_wakeup_pending()) 331 goto Power_up; 322 goto Power_up; 332 323 333 in_suspend = 1; 324 in_suspend = 1; 334 save_processor_state(); 325 save_processor_state(); 335 trace_suspend_resume(TPS("machine_susp 326 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, true); 336 error = swsusp_arch_suspend(); 327 error = swsusp_arch_suspend(); 337 /* Restore control flow magically appe 328 /* Restore control flow magically appears here */ 338 restore_processor_state(); 329 restore_processor_state(); 339 trace_suspend_resume(TPS("machine_susp 330 trace_suspend_resume(TPS("machine_suspend"), PM_EVENT_HIBERNATE, false); 340 if (error) 331 if (error) 341 pr_err("Error %d creating imag 332 pr_err("Error %d creating image\n", error); 342 333 343 if (!in_suspend) { 334 if (!in_suspend) { 344 events_check_enabled = false; 335 events_check_enabled = false; 345 clear_or_poison_free_pages(); 336 clear_or_poison_free_pages(); 346 } 337 } 347 338 348 platform_leave(platform_mode); 339 platform_leave(platform_mode); 349 340 350 Power_up: 341 Power_up: 351 syscore_resume(); 342 syscore_resume(); 352 343 353 Enable_irqs: 344 Enable_irqs: 354 system_state = SYSTEM_RUNNING; 345 system_state = SYSTEM_RUNNING; 355 local_irq_enable(); 346 local_irq_enable(); 356 347 357 Enable_cpus: 348 Enable_cpus: 358 pm_sleep_enable_secondary_cpus(); 349 pm_sleep_enable_secondary_cpus(); 359 350 360 /* Allow architectures to do nosmt-spe 351 /* Allow architectures to do nosmt-specific post-resume dances */ 361 if (!in_suspend) 352 if (!in_suspend) 362 error = arch_resume_nosmt(); 353 error = arch_resume_nosmt(); 363 354 364 Platform_finish: 355 Platform_finish: 365 platform_finish(platform_mode); 356 platform_finish(platform_mode); 366 357 367 dpm_resume_start(in_suspend ? 358 dpm_resume_start(in_suspend ? 368 (error ? PMSG_RECOVER : PMSG_T 359 (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE); 369 360 370 return error; 361 return error; 371 } 362 } 372 363 373 /** 364 /** 374 * hibernation_snapshot - Quiesce devices and 365 * hibernation_snapshot - Quiesce devices and create a hibernation image. 375 * @platform_mode: If set, use platform driver 366 * @platform_mode: If set, use platform driver to prepare for the transition. 376 * 367 * 377 * This routine must be called with system_tra 368 * This routine must be called with system_transition_mutex held. 378 */ 369 */ 379 int hibernation_snapshot(int platform_mode) 370 int hibernation_snapshot(int platform_mode) 380 { 371 { 381 pm_message_t msg; 372 pm_message_t msg; 382 int error; 373 int error; 383 374 384 pm_suspend_clear_flags(); 375 pm_suspend_clear_flags(); 385 error = platform_begin(platform_mode); 376 error = platform_begin(platform_mode); 386 if (error) 377 if (error) 387 goto Close; 378 goto Close; 388 379 389 /* Preallocate image memory before shu 380 /* Preallocate image memory before shutting down devices. */ 390 error = hibernate_preallocate_memory() 381 error = hibernate_preallocate_memory(); 391 if (error) 382 if (error) 392 goto Close; 383 goto Close; 393 384 394 error = freeze_kernel_threads(); 385 error = freeze_kernel_threads(); 395 if (error) 386 if (error) 396 goto Cleanup; 387 goto Cleanup; 397 388 398 if (hibernation_test(TEST_FREEZER)) { 389 if (hibernation_test(TEST_FREEZER)) { 399 390 400 /* 391 /* 401 * Indicate to the caller that 392 * Indicate to the caller that we are returning due to a 402 * successful freezer test. 393 * successful freezer test. 403 */ 394 */ 404 freezer_test_done = true; 395 freezer_test_done = true; 405 goto Thaw; 396 goto Thaw; 406 } 397 } 407 398 408 error = dpm_prepare(PMSG_FREEZE); 399 error = dpm_prepare(PMSG_FREEZE); 409 if (error) { 400 if (error) { 410 dpm_complete(PMSG_RECOVER); 401 dpm_complete(PMSG_RECOVER); 411 goto Thaw; 402 goto Thaw; 412 } 403 } 413 404 414 suspend_console(); 405 suspend_console(); 415 pm_restrict_gfp_mask(); 406 pm_restrict_gfp_mask(); 416 407 417 error = dpm_suspend(PMSG_FREEZE); 408 error = dpm_suspend(PMSG_FREEZE); 418 409 419 if (error || hibernation_test(TEST_DEV 410 if (error || hibernation_test(TEST_DEVICES)) 420 platform_recover(platform_mode 411 platform_recover(platform_mode); 421 else 412 else 422 error = create_image(platform_ 413 error = create_image(platform_mode); 423 414 424 /* 415 /* 425 * In the case that we call create_ima 416 * In the case that we call create_image() above, the control 426 * returns here (1) after the image ha 417 * returns here (1) after the image has been created or the 427 * image creation has failed and (2) a 418 * image creation has failed and (2) after a successful restore. 428 */ 419 */ 429 420 430 /* We may need to release the prealloc 421 /* We may need to release the preallocated image pages here. */ 431 if (error || !in_suspend) 422 if (error || !in_suspend) 432 swsusp_free(); 423 swsusp_free(); 433 424 434 msg = in_suspend ? (error ? PMSG_RECOV 425 msg = in_suspend ? (error ? PMSG_RECOVER : PMSG_THAW) : PMSG_RESTORE; 435 dpm_resume(msg); 426 dpm_resume(msg); 436 427 437 if (error || !in_suspend) 428 if (error || !in_suspend) 438 pm_restore_gfp_mask(); 429 pm_restore_gfp_mask(); 439 430 440 resume_console(); 431 resume_console(); 441 dpm_complete(msg); 432 dpm_complete(msg); 442 433 443 Close: 434 Close: 444 platform_end(platform_mode); 435 platform_end(platform_mode); 445 return error; 436 return error; 446 437 447 Thaw: 438 Thaw: 448 thaw_kernel_threads(); 439 thaw_kernel_threads(); 449 Cleanup: 440 Cleanup: 450 swsusp_free(); 441 swsusp_free(); 451 goto Close; 442 goto Close; 452 } 443 } 453 444 454 int __weak hibernate_resume_nonboot_cpu_disabl 445 int __weak hibernate_resume_nonboot_cpu_disable(void) 455 { 446 { 456 return suspend_disable_secondary_cpus( 447 return suspend_disable_secondary_cpus(); 457 } 448 } 458 449 459 /** 450 /** 460 * resume_target_kernel - Restore system state 451 * resume_target_kernel - Restore system state from a hibernation image. 461 * @platform_mode: Whether or not to use the p 452 * @platform_mode: Whether or not to use the platform driver. 462 * 453 * 463 * Execute device drivers' "noirq" and "late" 454 * Execute device drivers' "noirq" and "late" freeze callbacks, restore the 464 * contents of highmem that have not been rest 455 * contents of highmem that have not been restored yet from the image and run 465 * the low-level code that will restore the re 456 * the low-level code that will restore the remaining contents of memory and 466 * switch to the just restored target kernel. 457 * switch to the just restored target kernel. 467 */ 458 */ 468 static int resume_target_kernel(bool platform_ 459 static int resume_target_kernel(bool platform_mode) 469 { 460 { 470 int error; 461 int error; 471 462 472 error = dpm_suspend_end(PMSG_QUIESCE); 463 error = dpm_suspend_end(PMSG_QUIESCE); 473 if (error) { 464 if (error) { 474 pr_err("Some devices failed to 465 pr_err("Some devices failed to power down, aborting resume\n"); 475 return error; 466 return error; 476 } 467 } 477 468 478 error = platform_pre_restore(platform_ 469 error = platform_pre_restore(platform_mode); 479 if (error) 470 if (error) 480 goto Cleanup; 471 goto Cleanup; 481 472 482 cpuidle_pause(); 473 cpuidle_pause(); 483 474 484 error = hibernate_resume_nonboot_cpu_d 475 error = hibernate_resume_nonboot_cpu_disable(); 485 if (error) 476 if (error) 486 goto Enable_cpus; 477 goto Enable_cpus; 487 478 488 local_irq_disable(); 479 local_irq_disable(); 489 system_state = SYSTEM_SUSPEND; 480 system_state = SYSTEM_SUSPEND; 490 481 491 error = syscore_suspend(); 482 error = syscore_suspend(); 492 if (error) 483 if (error) 493 goto Enable_irqs; 484 goto Enable_irqs; 494 485 495 save_processor_state(); 486 save_processor_state(); 496 error = restore_highmem(); 487 error = restore_highmem(); 497 if (!error) { 488 if (!error) { 498 error = swsusp_arch_resume(); 489 error = swsusp_arch_resume(); 499 /* 490 /* 500 * The code below is only ever 491 * The code below is only ever reached in case of a failure. 501 * Otherwise, execution contin 492 * Otherwise, execution continues at the place where 502 * swsusp_arch_suspend() was c 493 * swsusp_arch_suspend() was called. 503 */ 494 */ 504 BUG_ON(!error); 495 BUG_ON(!error); 505 /* 496 /* 506 * This call to restore_highme 497 * This call to restore_highmem() reverts the changes made by 507 * the previous one. 498 * the previous one. 508 */ 499 */ 509 restore_highmem(); 500 restore_highmem(); 510 } 501 } 511 /* 502 /* 512 * The only reason why swsusp_arch_res 503 * The only reason why swsusp_arch_resume() can fail is memory being 513 * very tight, so we have to free it a 504 * very tight, so we have to free it as soon as we can to avoid 514 * subsequent failures. 505 * subsequent failures. 515 */ 506 */ 516 swsusp_free(); 507 swsusp_free(); 517 restore_processor_state(); 508 restore_processor_state(); 518 touch_softlockup_watchdog(); 509 touch_softlockup_watchdog(); 519 510 520 syscore_resume(); 511 syscore_resume(); 521 512 522 Enable_irqs: 513 Enable_irqs: 523 system_state = SYSTEM_RUNNING; 514 system_state = SYSTEM_RUNNING; 524 local_irq_enable(); 515 local_irq_enable(); 525 516 526 Enable_cpus: 517 Enable_cpus: 527 pm_sleep_enable_secondary_cpus(); 518 pm_sleep_enable_secondary_cpus(); 528 519 529 Cleanup: 520 Cleanup: 530 platform_restore_cleanup(platform_mode 521 platform_restore_cleanup(platform_mode); 531 522 532 dpm_resume_start(PMSG_RECOVER); 523 dpm_resume_start(PMSG_RECOVER); 533 524 534 return error; 525 return error; 535 } 526 } 536 527 537 /** 528 /** 538 * hibernation_restore - Quiesce devices and r 529 * hibernation_restore - Quiesce devices and restore from a hibernation image. 539 * @platform_mode: If set, use platform driver 530 * @platform_mode: If set, use platform driver to prepare for the transition. 540 * 531 * 541 * This routine must be called with system_tra 532 * This routine must be called with system_transition_mutex held. If it is 542 * successful, control reappears in the restor 533 * successful, control reappears in the restored target kernel in 543 * hibernation_snapshot(). 534 * hibernation_snapshot(). 544 */ 535 */ 545 int hibernation_restore(int platform_mode) 536 int hibernation_restore(int platform_mode) 546 { 537 { 547 int error; 538 int error; 548 539 549 pm_prepare_console(); 540 pm_prepare_console(); 550 suspend_console(); 541 suspend_console(); 551 pm_restrict_gfp_mask(); 542 pm_restrict_gfp_mask(); 552 error = dpm_suspend_start(PMSG_QUIESCE 543 error = dpm_suspend_start(PMSG_QUIESCE); 553 if (!error) { 544 if (!error) { 554 error = resume_target_kernel(p 545 error = resume_target_kernel(platform_mode); 555 /* 546 /* 556 * The above should either suc 547 * The above should either succeed and jump to the new kernel, 557 * or return with an error. Ot 548 * or return with an error. Otherwise things are just 558 * undefined, so let's be para 549 * undefined, so let's be paranoid. 559 */ 550 */ 560 BUG_ON(!error); 551 BUG_ON(!error); 561 } 552 } 562 dpm_resume_end(PMSG_RECOVER); 553 dpm_resume_end(PMSG_RECOVER); 563 pm_restore_gfp_mask(); 554 pm_restore_gfp_mask(); 564 resume_console(); 555 resume_console(); 565 pm_restore_console(); 556 pm_restore_console(); 566 return error; 557 return error; 567 } 558 } 568 559 569 /** 560 /** 570 * hibernation_platform_enter - Power off the 561 * hibernation_platform_enter - Power off the system using the platform driver. 571 */ 562 */ 572 int hibernation_platform_enter(void) 563 int hibernation_platform_enter(void) 573 { 564 { 574 int error; 565 int error; 575 566 576 if (!hibernation_ops) 567 if (!hibernation_ops) 577 return -ENOSYS; 568 return -ENOSYS; 578 569 579 /* 570 /* 580 * We have cancelled the power transit 571 * We have cancelled the power transition by running 581 * hibernation_ops->finish() before sa 572 * hibernation_ops->finish() before saving the image, so we should let 582 * the firmware know that we're going 573 * the firmware know that we're going to enter the sleep state after all 583 */ 574 */ 584 error = hibernation_ops->begin(PMSG_HI 575 error = hibernation_ops->begin(PMSG_HIBERNATE); 585 if (error) 576 if (error) 586 goto Close; 577 goto Close; 587 578 588 entering_platform_hibernation = true; 579 entering_platform_hibernation = true; 589 suspend_console(); 580 suspend_console(); 590 error = dpm_suspend_start(PMSG_HIBERNA 581 error = dpm_suspend_start(PMSG_HIBERNATE); 591 if (error) { 582 if (error) { 592 if (hibernation_ops->recover) 583 if (hibernation_ops->recover) 593 hibernation_ops->recov 584 hibernation_ops->recover(); 594 goto Resume_devices; 585 goto Resume_devices; 595 } 586 } 596 587 597 error = dpm_suspend_end(PMSG_HIBERNATE 588 error = dpm_suspend_end(PMSG_HIBERNATE); 598 if (error) 589 if (error) 599 goto Resume_devices; 590 goto Resume_devices; 600 591 601 error = hibernation_ops->prepare(); 592 error = hibernation_ops->prepare(); 602 if (error) 593 if (error) 603 goto Platform_finish; 594 goto Platform_finish; 604 595 605 error = pm_sleep_disable_secondary_cpu 596 error = pm_sleep_disable_secondary_cpus(); 606 if (error) 597 if (error) 607 goto Enable_cpus; 598 goto Enable_cpus; 608 599 609 local_irq_disable(); 600 local_irq_disable(); 610 system_state = SYSTEM_SUSPEND; 601 system_state = SYSTEM_SUSPEND; 611 syscore_suspend(); 602 syscore_suspend(); 612 if (pm_wakeup_pending()) { 603 if (pm_wakeup_pending()) { 613 error = -EAGAIN; 604 error = -EAGAIN; 614 goto Power_up; 605 goto Power_up; 615 } 606 } 616 607 617 hibernation_ops->enter(); 608 hibernation_ops->enter(); 618 /* We should never get here */ 609 /* We should never get here */ 619 while (1); 610 while (1); 620 611 621 Power_up: 612 Power_up: 622 syscore_resume(); 613 syscore_resume(); 623 system_state = SYSTEM_RUNNING; 614 system_state = SYSTEM_RUNNING; 624 local_irq_enable(); 615 local_irq_enable(); 625 616 626 Enable_cpus: 617 Enable_cpus: 627 pm_sleep_enable_secondary_cpus(); 618 pm_sleep_enable_secondary_cpus(); 628 619 629 Platform_finish: 620 Platform_finish: 630 hibernation_ops->finish(); 621 hibernation_ops->finish(); 631 622 632 dpm_resume_start(PMSG_RESTORE); 623 dpm_resume_start(PMSG_RESTORE); 633 624 634 Resume_devices: 625 Resume_devices: 635 entering_platform_hibernation = false; 626 entering_platform_hibernation = false; 636 dpm_resume_end(PMSG_RESTORE); 627 dpm_resume_end(PMSG_RESTORE); 637 resume_console(); 628 resume_console(); 638 629 639 Close: 630 Close: 640 hibernation_ops->end(); 631 hibernation_ops->end(); 641 632 642 return error; 633 return error; 643 } 634 } 644 635 645 /** 636 /** 646 * power_down - Shut the machine down for hibe 637 * power_down - Shut the machine down for hibernation. 647 * 638 * 648 * Use the platform driver, if configured, to 639 * Use the platform driver, if configured, to put the system into the sleep 649 * state corresponding to hibernation, or try 640 * state corresponding to hibernation, or try to power it off or reboot, 650 * depending on the value of hibernation_mode. 641 * depending on the value of hibernation_mode. 651 */ 642 */ 652 static void power_down(void) 643 static void power_down(void) 653 { 644 { 654 int error; 645 int error; 655 646 656 #ifdef CONFIG_SUSPEND 647 #ifdef CONFIG_SUSPEND 657 if (hibernation_mode == HIBERNATION_SU 648 if (hibernation_mode == HIBERNATION_SUSPEND) { 658 error = suspend_devices_and_en 649 error = suspend_devices_and_enter(mem_sleep_current); 659 if (error) { 650 if (error) { 660 hibernation_mode = hib 651 hibernation_mode = hibernation_ops ? 661 652 HIBERNATION_PLATFORM : 662 653 HIBERNATION_SHUTDOWN; 663 } else { 654 } else { 664 /* Restore swap signat 655 /* Restore swap signature. */ 665 error = swsusp_unmark( 656 error = swsusp_unmark(); 666 if (error) 657 if (error) 667 pr_err("Swap w 658 pr_err("Swap will be unusable! Try swapon -a.\n"); 668 659 669 return; 660 return; 670 } 661 } 671 } 662 } 672 #endif 663 #endif 673 664 674 switch (hibernation_mode) { 665 switch (hibernation_mode) { 675 case HIBERNATION_REBOOT: 666 case HIBERNATION_REBOOT: 676 kernel_restart(NULL); 667 kernel_restart(NULL); 677 break; 668 break; 678 case HIBERNATION_PLATFORM: 669 case HIBERNATION_PLATFORM: 679 error = hibernation_platform_e 670 error = hibernation_platform_enter(); 680 if (error == -EAGAIN || error 671 if (error == -EAGAIN || error == -EBUSY) { 681 swsusp_unmark(); 672 swsusp_unmark(); 682 events_check_enabled = 673 events_check_enabled = false; 683 pr_info("Wakeup event 674 pr_info("Wakeup event detected during hibernation, rolling back.\n"); 684 return; 675 return; 685 } 676 } 686 fallthrough; 677 fallthrough; 687 case HIBERNATION_SHUTDOWN: 678 case HIBERNATION_SHUTDOWN: 688 if (kernel_can_power_off()) 679 if (kernel_can_power_off()) 689 kernel_power_off(); 680 kernel_power_off(); 690 break; 681 break; 691 } 682 } 692 kernel_halt(); 683 kernel_halt(); 693 /* 684 /* 694 * Valid image is on the disk, if we c 685 * Valid image is on the disk, if we continue we risk serious data 695 * corruption after resume. 686 * corruption after resume. 696 */ 687 */ 697 pr_crit("Power down manually\n"); 688 pr_crit("Power down manually\n"); 698 while (1) 689 while (1) 699 cpu_relax(); 690 cpu_relax(); 700 } 691 } 701 692 702 static int load_image_and_restore(void) 693 static int load_image_and_restore(void) 703 { 694 { 704 int error; 695 int error; 705 unsigned int flags; 696 unsigned int flags; 706 697 707 pm_pr_dbg("Loading hibernation image.\ 698 pm_pr_dbg("Loading hibernation image.\n"); 708 699 709 lock_device_hotplug(); 700 lock_device_hotplug(); 710 error = create_basic_memory_bitmaps(); 701 error = create_basic_memory_bitmaps(); 711 if (error) { 702 if (error) { 712 swsusp_close(); 703 swsusp_close(); 713 goto Unlock; 704 goto Unlock; 714 } 705 } 715 706 716 error = swsusp_read(&flags); 707 error = swsusp_read(&flags); 717 swsusp_close(); 708 swsusp_close(); 718 if (!error) 709 if (!error) 719 error = hibernation_restore(fl 710 error = hibernation_restore(flags & SF_PLATFORM_MODE); 720 711 721 pr_err("Failed to load image, recoveri 712 pr_err("Failed to load image, recovering.\n"); 722 swsusp_free(); 713 swsusp_free(); 723 free_basic_memory_bitmaps(); 714 free_basic_memory_bitmaps(); 724 Unlock: 715 Unlock: 725 unlock_device_hotplug(); 716 unlock_device_hotplug(); 726 717 727 return error; 718 return error; 728 } 719 } 729 720 730 #define COMPRESSION_ALGO_LZO "lzo" << 731 #define COMPRESSION_ALGO_LZ4 "lz4" << 732 << 733 /** 721 /** 734 * hibernate - Carry out system hibernation, i 722 * hibernate - Carry out system hibernation, including saving the image. 735 */ 723 */ 736 int hibernate(void) 724 int hibernate(void) 737 { 725 { 738 bool snapshot_test = false; 726 bool snapshot_test = false; 739 unsigned int sleep_flags; 727 unsigned int sleep_flags; 740 int error; 728 int error; 741 729 742 if (!hibernation_available()) { 730 if (!hibernation_available()) { 743 pm_pr_dbg("Hibernation not ava 731 pm_pr_dbg("Hibernation not available.\n"); 744 return -EPERM; 732 return -EPERM; 745 } 733 } 746 734 747 /* << 748 * Query for the compression algorithm << 749 */ << 750 if (!nocompress) { << 751 strscpy(hib_comp_algo, hiberna << 752 if (crypto_has_comp(hib_comp_a << 753 pr_err("%s compression << 754 return -EOPNOTSUPP; << 755 } << 756 } << 757 << 758 sleep_flags = lock_system_sleep(); 735 sleep_flags = lock_system_sleep(); 759 /* The snapshot device should not be o 736 /* The snapshot device should not be opened while we're running */ 760 if (!hibernate_acquire()) { 737 if (!hibernate_acquire()) { 761 error = -EBUSY; 738 error = -EBUSY; 762 goto Unlock; 739 goto Unlock; 763 } 740 } 764 741 765 pr_info("hibernation entry\n"); 742 pr_info("hibernation entry\n"); 766 pm_prepare_console(); 743 pm_prepare_console(); 767 error = pm_notifier_call_chain_robust( 744 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 768 if (error) 745 if (error) 769 goto Restore; 746 goto Restore; 770 747 771 ksys_sync_helper(); 748 ksys_sync_helper(); 772 749 773 error = freeze_processes(); 750 error = freeze_processes(); 774 if (error) 751 if (error) 775 goto Exit; 752 goto Exit; 776 753 777 lock_device_hotplug(); 754 lock_device_hotplug(); 778 /* Allocate memory management structur 755 /* Allocate memory management structures */ 779 error = create_basic_memory_bitmaps(); 756 error = create_basic_memory_bitmaps(); 780 if (error) 757 if (error) 781 goto Thaw; 758 goto Thaw; 782 759 783 error = hibernation_snapshot(hibernati 760 error = hibernation_snapshot(hibernation_mode == HIBERNATION_PLATFORM); 784 if (error || freezer_test_done) 761 if (error || freezer_test_done) 785 goto Free_bitmaps; 762 goto Free_bitmaps; 786 763 787 if (in_suspend) { 764 if (in_suspend) { 788 unsigned int flags = 0; 765 unsigned int flags = 0; 789 766 790 if (hibernation_mode == HIBERN 767 if (hibernation_mode == HIBERNATION_PLATFORM) 791 flags |= SF_PLATFORM_M 768 flags |= SF_PLATFORM_MODE; 792 if (nocompress) { !! 769 if (nocompress) 793 flags |= SF_NOCOMPRESS 770 flags |= SF_NOCOMPRESS_MODE; 794 } else { !! 771 else 795 flags |= SF_CRC32_MODE 772 flags |= SF_CRC32_MODE; 796 773 797 /* << 798 * By default, LZO com << 799 * to override this be << 800 * << 801 * Refer kernel/power/ << 802 */ << 803 << 804 if (!strcmp(hib_comp_a << 805 flags |= SF_CO << 806 else << 807 flags |= SF_CO << 808 } << 809 << 810 pm_pr_dbg("Writing hibernation 774 pm_pr_dbg("Writing hibernation image.\n"); 811 error = swsusp_write(flags); 775 error = swsusp_write(flags); 812 swsusp_free(); 776 swsusp_free(); 813 if (!error) { 777 if (!error) { 814 if (hibernation_mode = 778 if (hibernation_mode == HIBERNATION_TEST_RESUME) 815 snapshot_test 779 snapshot_test = true; 816 else 780 else 817 power_down(); 781 power_down(); 818 } 782 } 819 in_suspend = 0; 783 in_suspend = 0; 820 pm_restore_gfp_mask(); 784 pm_restore_gfp_mask(); 821 } else { 785 } else { 822 pm_pr_dbg("Hibernation image r 786 pm_pr_dbg("Hibernation image restored successfully.\n"); 823 } 787 } 824 788 825 Free_bitmaps: 789 Free_bitmaps: 826 free_basic_memory_bitmaps(); 790 free_basic_memory_bitmaps(); 827 Thaw: 791 Thaw: 828 unlock_device_hotplug(); 792 unlock_device_hotplug(); 829 if (snapshot_test) { 793 if (snapshot_test) { 830 pm_pr_dbg("Checking hibernatio 794 pm_pr_dbg("Checking hibernation image\n"); 831 error = swsusp_check(false); 795 error = swsusp_check(false); 832 if (!error) 796 if (!error) 833 error = load_image_and 797 error = load_image_and_restore(); 834 } 798 } 835 thaw_processes(); 799 thaw_processes(); 836 800 837 /* Don't bother checking whether freez 801 /* Don't bother checking whether freezer_test_done is true */ 838 freezer_test_done = false; 802 freezer_test_done = false; 839 Exit: 803 Exit: 840 pm_notifier_call_chain(PM_POST_HIBERNA 804 pm_notifier_call_chain(PM_POST_HIBERNATION); 841 Restore: 805 Restore: 842 pm_restore_console(); 806 pm_restore_console(); 843 hibernate_release(); 807 hibernate_release(); 844 Unlock: 808 Unlock: 845 unlock_system_sleep(sleep_flags); 809 unlock_system_sleep(sleep_flags); 846 pr_info("hibernation exit\n"); 810 pr_info("hibernation exit\n"); 847 811 848 return error; 812 return error; 849 } 813 } 850 814 851 /** 815 /** 852 * hibernate_quiet_exec - Execute a function w 816 * hibernate_quiet_exec - Execute a function with all devices frozen. 853 * @func: Function to execute. 817 * @func: Function to execute. 854 * @data: Data pointer to pass to @func. 818 * @data: Data pointer to pass to @func. 855 * 819 * 856 * Return the @func return value or an error c 820 * Return the @func return value or an error code if it cannot be executed. 857 */ 821 */ 858 int hibernate_quiet_exec(int (*func)(void *dat 822 int hibernate_quiet_exec(int (*func)(void *data), void *data) 859 { 823 { 860 unsigned int sleep_flags; 824 unsigned int sleep_flags; 861 int error; 825 int error; 862 826 863 sleep_flags = lock_system_sleep(); 827 sleep_flags = lock_system_sleep(); 864 828 865 if (!hibernate_acquire()) { 829 if (!hibernate_acquire()) { 866 error = -EBUSY; 830 error = -EBUSY; 867 goto unlock; 831 goto unlock; 868 } 832 } 869 833 870 pm_prepare_console(); 834 pm_prepare_console(); 871 835 872 error = pm_notifier_call_chain_robust( 836 error = pm_notifier_call_chain_robust(PM_HIBERNATION_PREPARE, PM_POST_HIBERNATION); 873 if (error) 837 if (error) 874 goto restore; 838 goto restore; 875 839 876 error = freeze_processes(); 840 error = freeze_processes(); 877 if (error) 841 if (error) 878 goto exit; 842 goto exit; 879 843 880 lock_device_hotplug(); 844 lock_device_hotplug(); 881 845 882 pm_suspend_clear_flags(); 846 pm_suspend_clear_flags(); 883 847 884 error = platform_begin(true); 848 error = platform_begin(true); 885 if (error) 849 if (error) 886 goto thaw; 850 goto thaw; 887 851 888 error = freeze_kernel_threads(); 852 error = freeze_kernel_threads(); 889 if (error) 853 if (error) 890 goto thaw; 854 goto thaw; 891 855 892 error = dpm_prepare(PMSG_FREEZE); 856 error = dpm_prepare(PMSG_FREEZE); 893 if (error) 857 if (error) 894 goto dpm_complete; 858 goto dpm_complete; 895 859 896 suspend_console(); 860 suspend_console(); 897 861 898 error = dpm_suspend(PMSG_FREEZE); 862 error = dpm_suspend(PMSG_FREEZE); 899 if (error) 863 if (error) 900 goto dpm_resume; 864 goto dpm_resume; 901 865 902 error = dpm_suspend_end(PMSG_FREEZE); 866 error = dpm_suspend_end(PMSG_FREEZE); 903 if (error) 867 if (error) 904 goto dpm_resume; 868 goto dpm_resume; 905 869 906 error = platform_pre_snapshot(true); 870 error = platform_pre_snapshot(true); 907 if (error) 871 if (error) 908 goto skip; 872 goto skip; 909 873 910 error = func(data); 874 error = func(data); 911 875 912 skip: 876 skip: 913 platform_finish(true); 877 platform_finish(true); 914 878 915 dpm_resume_start(PMSG_THAW); 879 dpm_resume_start(PMSG_THAW); 916 880 917 dpm_resume: 881 dpm_resume: 918 dpm_resume(PMSG_THAW); 882 dpm_resume(PMSG_THAW); 919 883 920 resume_console(); 884 resume_console(); 921 885 922 dpm_complete: 886 dpm_complete: 923 dpm_complete(PMSG_THAW); 887 dpm_complete(PMSG_THAW); 924 888 925 thaw_kernel_threads(); 889 thaw_kernel_threads(); 926 890 927 thaw: 891 thaw: 928 platform_end(true); 892 platform_end(true); 929 893 930 unlock_device_hotplug(); 894 unlock_device_hotplug(); 931 895 932 thaw_processes(); 896 thaw_processes(); 933 897 934 exit: 898 exit: 935 pm_notifier_call_chain(PM_POST_HIBERNA 899 pm_notifier_call_chain(PM_POST_HIBERNATION); 936 900 937 restore: 901 restore: 938 pm_restore_console(); 902 pm_restore_console(); 939 903 940 hibernate_release(); 904 hibernate_release(); 941 905 942 unlock: 906 unlock: 943 unlock_system_sleep(sleep_flags); 907 unlock_system_sleep(sleep_flags); 944 908 945 return error; 909 return error; 946 } 910 } 947 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 911 EXPORT_SYMBOL_GPL(hibernate_quiet_exec); 948 912 949 static int __init find_resume_device(void) 913 static int __init find_resume_device(void) 950 { 914 { 951 if (!strlen(resume_file)) 915 if (!strlen(resume_file)) 952 return -ENOENT; 916 return -ENOENT; 953 917 954 pm_pr_dbg("Checking hibernation image 918 pm_pr_dbg("Checking hibernation image partition %s\n", resume_file); 955 919 956 if (resume_delay) { 920 if (resume_delay) { 957 pr_info("Waiting %dsec before 921 pr_info("Waiting %dsec before reading resume device ...\n", 958 resume_delay); 922 resume_delay); 959 ssleep(resume_delay); 923 ssleep(resume_delay); 960 } 924 } 961 925 962 /* Check if the device is there */ 926 /* Check if the device is there */ 963 if (!early_lookup_bdev(resume_file, &s 927 if (!early_lookup_bdev(resume_file, &swsusp_resume_device)) 964 return 0; 928 return 0; 965 929 966 /* 930 /* 967 * Some device discovery might still b 931 * Some device discovery might still be in progress; we need to wait for 968 * this to finish. 932 * this to finish. 969 */ 933 */ 970 wait_for_device_probe(); 934 wait_for_device_probe(); 971 if (resume_wait) { 935 if (resume_wait) { 972 while (early_lookup_bdev(resum 936 while (early_lookup_bdev(resume_file, &swsusp_resume_device)) 973 msleep(10); 937 msleep(10); 974 async_synchronize_full(); 938 async_synchronize_full(); 975 } 939 } 976 940 977 return early_lookup_bdev(resume_file, 941 return early_lookup_bdev(resume_file, &swsusp_resume_device); 978 } 942 } 979 943 980 static int software_resume(void) 944 static int software_resume(void) 981 { 945 { 982 int error; 946 int error; 983 947 984 pm_pr_dbg("Hibernation image partition 948 pm_pr_dbg("Hibernation image partition %d:%d present\n", 985 MAJOR(swsusp_resume_device), M 949 MAJOR(swsusp_resume_device), MINOR(swsusp_resume_device)); 986 950 987 pm_pr_dbg("Looking for hibernation ima 951 pm_pr_dbg("Looking for hibernation image.\n"); 988 952 989 mutex_lock(&system_transition_mutex); 953 mutex_lock(&system_transition_mutex); 990 error = swsusp_check(true); 954 error = swsusp_check(true); 991 if (error) 955 if (error) 992 goto Unlock; 956 goto Unlock; 993 957 994 /* << 995 * Check if the hibernation image is c << 996 * the algorithm support. << 997 */ << 998 if (!(swsusp_header_flags & SF_NOCOMPR << 999 if (swsusp_header_flags & SF_C << 1000 strscpy(hib_comp_algo << 1001 else << 1002 strscpy(hib_comp_algo << 1003 if (crypto_has_comp(hib_comp_ << 1004 pr_err("%s compressio << 1005 error = -EOPNOTSUPP; << 1006 goto Unlock; << 1007 } << 1008 } << 1009 << 1010 /* The snapshot device should not be 958 /* The snapshot device should not be opened while we're running */ 1011 if (!hibernate_acquire()) { 959 if (!hibernate_acquire()) { 1012 error = -EBUSY; 960 error = -EBUSY; 1013 swsusp_close(); 961 swsusp_close(); 1014 goto Unlock; 962 goto Unlock; 1015 } 963 } 1016 964 1017 pr_info("resume from hibernation\n"); 965 pr_info("resume from hibernation\n"); 1018 pm_prepare_console(); 966 pm_prepare_console(); 1019 error = pm_notifier_call_chain_robust 967 error = pm_notifier_call_chain_robust(PM_RESTORE_PREPARE, PM_POST_RESTORE); 1020 if (error) 968 if (error) 1021 goto Restore; 969 goto Restore; 1022 970 1023 pm_pr_dbg("Preparing processes for hi 971 pm_pr_dbg("Preparing processes for hibernation restore.\n"); 1024 error = freeze_processes(); 972 error = freeze_processes(); 1025 if (error) 973 if (error) 1026 goto Close_Finish; 974 goto Close_Finish; 1027 975 1028 error = freeze_kernel_threads(); 976 error = freeze_kernel_threads(); 1029 if (error) { 977 if (error) { 1030 thaw_processes(); 978 thaw_processes(); 1031 goto Close_Finish; 979 goto Close_Finish; 1032 } 980 } 1033 981 1034 error = load_image_and_restore(); 982 error = load_image_and_restore(); 1035 thaw_processes(); 983 thaw_processes(); 1036 Finish: 984 Finish: 1037 pm_notifier_call_chain(PM_POST_RESTOR 985 pm_notifier_call_chain(PM_POST_RESTORE); 1038 Restore: 986 Restore: 1039 pm_restore_console(); 987 pm_restore_console(); 1040 pr_info("resume failed (%d)\n", error 988 pr_info("resume failed (%d)\n", error); 1041 hibernate_release(); 989 hibernate_release(); 1042 /* For success case, the suspend path 990 /* For success case, the suspend path will release the lock */ 1043 Unlock: 991 Unlock: 1044 mutex_unlock(&system_transition_mutex 992 mutex_unlock(&system_transition_mutex); 1045 pm_pr_dbg("Hibernation image not pres 993 pm_pr_dbg("Hibernation image not present or could not be loaded.\n"); 1046 return error; 994 return error; 1047 Close_Finish: 995 Close_Finish: 1048 swsusp_close(); 996 swsusp_close(); 1049 goto Finish; 997 goto Finish; 1050 } 998 } 1051 999 1052 /** 1000 /** 1053 * software_resume_initcall - Resume from a s 1001 * software_resume_initcall - Resume from a saved hibernation image. 1054 * 1002 * 1055 * This routine is called as a late initcall, 1003 * This routine is called as a late initcall, when all devices have been 1056 * discovered and initialized already. 1004 * discovered and initialized already. 1057 * 1005 * 1058 * The image reading code is called to see if 1006 * The image reading code is called to see if there is a hibernation image 1059 * available for reading. If that is the cas 1007 * available for reading. If that is the case, devices are quiesced and the 1060 * contents of memory is restored from the sa 1008 * contents of memory is restored from the saved image. 1061 * 1009 * 1062 * If this is successful, control reappears i 1010 * If this is successful, control reappears in the restored target kernel in 1063 * hibernation_snapshot() which returns to hi 1011 * hibernation_snapshot() which returns to hibernate(). Otherwise, the routine 1064 * attempts to recover gracefully and make th 1012 * attempts to recover gracefully and make the kernel return to the normal mode 1065 * of operation. 1013 * of operation. 1066 */ 1014 */ 1067 static int __init software_resume_initcall(vo 1015 static int __init software_resume_initcall(void) 1068 { 1016 { 1069 /* 1017 /* 1070 * If the user said "noresume".. bail 1018 * If the user said "noresume".. bail out early. 1071 */ 1019 */ 1072 if (noresume || !hibernation_availabl 1020 if (noresume || !hibernation_available()) 1073 return 0; 1021 return 0; 1074 1022 1075 if (!swsusp_resume_device) { 1023 if (!swsusp_resume_device) { 1076 int error = find_resume_devic 1024 int error = find_resume_device(); 1077 1025 1078 if (error) 1026 if (error) 1079 return error; 1027 return error; 1080 } 1028 } 1081 1029 1082 return software_resume(); 1030 return software_resume(); 1083 } 1031 } 1084 late_initcall_sync(software_resume_initcall); 1032 late_initcall_sync(software_resume_initcall); 1085 1033 1086 1034 1087 static const char * const hibernation_modes[] 1035 static const char * const hibernation_modes[] = { 1088 [HIBERNATION_PLATFORM] = "platform", 1036 [HIBERNATION_PLATFORM] = "platform", 1089 [HIBERNATION_SHUTDOWN] = "shutdown", 1037 [HIBERNATION_SHUTDOWN] = "shutdown", 1090 [HIBERNATION_REBOOT] = "reboot", 1038 [HIBERNATION_REBOOT] = "reboot", 1091 #ifdef CONFIG_SUSPEND 1039 #ifdef CONFIG_SUSPEND 1092 [HIBERNATION_SUSPEND] = "suspend", 1040 [HIBERNATION_SUSPEND] = "suspend", 1093 #endif 1041 #endif 1094 [HIBERNATION_TEST_RESUME] = "te 1042 [HIBERNATION_TEST_RESUME] = "test_resume", 1095 }; 1043 }; 1096 1044 1097 /* 1045 /* 1098 * /sys/power/disk - Control hibernation mode 1046 * /sys/power/disk - Control hibernation mode. 1099 * 1047 * 1100 * Hibernation can be handled in several ways 1048 * Hibernation can be handled in several ways. There are a few different ways 1101 * to put the system into the sleep state: us 1049 * to put the system into the sleep state: using the platform driver (e.g. ACPI 1102 * or other hibernation_ops), powering it off 1050 * or other hibernation_ops), powering it off or rebooting it (for testing 1103 * mostly). 1051 * mostly). 1104 * 1052 * 1105 * The sysfs file /sys/power/disk provides an 1053 * The sysfs file /sys/power/disk provides an interface for selecting the 1106 * hibernation mode to use. Reading from thi 1054 * hibernation mode to use. Reading from this file causes the available modes 1107 * to be printed. There are 3 modes that can 1055 * to be printed. There are 3 modes that can be supported: 1108 * 1056 * 1109 * 'platform' 1057 * 'platform' 1110 * 'shutdown' 1058 * 'shutdown' 1111 * 'reboot' 1059 * 'reboot' 1112 * 1060 * 1113 * If a platform hibernation driver is in use 1061 * If a platform hibernation driver is in use, 'platform' will be supported 1114 * and will be used by default. Otherwise, ' 1062 * and will be used by default. Otherwise, 'shutdown' will be used by default. 1115 * The selected option (i.e. the one correspo 1063 * The selected option (i.e. the one corresponding to the current value of 1116 * hibernation_mode) is enclosed by a square 1064 * hibernation_mode) is enclosed by a square bracket. 1117 * 1065 * 1118 * To select a given hibernation mode it is n 1066 * To select a given hibernation mode it is necessary to write the mode's 1119 * string representation (as returned by read 1067 * string representation (as returned by reading from /sys/power/disk) back 1120 * into /sys/power/disk. 1068 * into /sys/power/disk. 1121 */ 1069 */ 1122 1070 1123 static ssize_t disk_show(struct kobject *kobj 1071 static ssize_t disk_show(struct kobject *kobj, struct kobj_attribute *attr, 1124 char *buf) 1072 char *buf) 1125 { 1073 { 1126 ssize_t count = 0; << 1127 int i; 1074 int i; >> 1075 char *start = buf; 1128 1076 1129 if (!hibernation_available()) 1077 if (!hibernation_available()) 1130 return sysfs_emit(buf, "[disa !! 1078 return sprintf(buf, "[disabled]\n"); 1131 1079 1132 for (i = HIBERNATION_FIRST; i <= HIBE 1080 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1133 if (!hibernation_modes[i]) 1081 if (!hibernation_modes[i]) 1134 continue; 1082 continue; 1135 switch (i) { 1083 switch (i) { 1136 case HIBERNATION_SHUTDOWN: 1084 case HIBERNATION_SHUTDOWN: 1137 case HIBERNATION_REBOOT: 1085 case HIBERNATION_REBOOT: 1138 #ifdef CONFIG_SUSPEND 1086 #ifdef CONFIG_SUSPEND 1139 case HIBERNATION_SUSPEND: 1087 case HIBERNATION_SUSPEND: 1140 #endif 1088 #endif 1141 case HIBERNATION_TEST_RESUME: 1089 case HIBERNATION_TEST_RESUME: 1142 break; 1090 break; 1143 case HIBERNATION_PLATFORM: 1091 case HIBERNATION_PLATFORM: 1144 if (hibernation_ops) 1092 if (hibernation_ops) 1145 break; 1093 break; 1146 /* not a valid mode, 1094 /* not a valid mode, continue with loop */ 1147 continue; 1095 continue; 1148 } 1096 } 1149 if (i == hibernation_mode) 1097 if (i == hibernation_mode) 1150 count += sysfs_emit_a !! 1098 buf += sprintf(buf, "[%s] ", hibernation_modes[i]); 1151 else 1099 else 1152 count += sysfs_emit_a !! 1100 buf += sprintf(buf, "%s ", hibernation_modes[i]); 1153 } 1101 } 1154 !! 1102 buf += sprintf(buf, "\n"); 1155 /* Convert the last space to a newlin !! 1103 return buf-start; 1156 if (count > 0) << 1157 buf[count - 1] = '\n'; << 1158 << 1159 return count; << 1160 } 1104 } 1161 1105 1162 static ssize_t disk_store(struct kobject *kob 1106 static ssize_t disk_store(struct kobject *kobj, struct kobj_attribute *attr, 1163 const char *buf, si 1107 const char *buf, size_t n) 1164 { 1108 { 1165 int mode = HIBERNATION_INVALID; 1109 int mode = HIBERNATION_INVALID; 1166 unsigned int sleep_flags; 1110 unsigned int sleep_flags; 1167 int error = 0; 1111 int error = 0; 1168 int len; 1112 int len; 1169 char *p; 1113 char *p; 1170 int i; 1114 int i; 1171 1115 1172 if (!hibernation_available()) 1116 if (!hibernation_available()) 1173 return -EPERM; 1117 return -EPERM; 1174 1118 1175 p = memchr(buf, '\n', n); 1119 p = memchr(buf, '\n', n); 1176 len = p ? p - buf : n; 1120 len = p ? p - buf : n; 1177 1121 1178 sleep_flags = lock_system_sleep(); 1122 sleep_flags = lock_system_sleep(); 1179 for (i = HIBERNATION_FIRST; i <= HIBE 1123 for (i = HIBERNATION_FIRST; i <= HIBERNATION_MAX; i++) { 1180 if (len == strlen(hibernation 1124 if (len == strlen(hibernation_modes[i]) 1181 && !strncmp(buf, hibernat 1125 && !strncmp(buf, hibernation_modes[i], len)) { 1182 mode = i; 1126 mode = i; 1183 break; 1127 break; 1184 } 1128 } 1185 } 1129 } 1186 if (mode != HIBERNATION_INVALID) { 1130 if (mode != HIBERNATION_INVALID) { 1187 switch (mode) { 1131 switch (mode) { 1188 case HIBERNATION_SHUTDOWN: 1132 case HIBERNATION_SHUTDOWN: 1189 case HIBERNATION_REBOOT: 1133 case HIBERNATION_REBOOT: 1190 #ifdef CONFIG_SUSPEND 1134 #ifdef CONFIG_SUSPEND 1191 case HIBERNATION_SUSPEND: 1135 case HIBERNATION_SUSPEND: 1192 #endif 1136 #endif 1193 case HIBERNATION_TEST_RESUME: 1137 case HIBERNATION_TEST_RESUME: 1194 hibernation_mode = mo 1138 hibernation_mode = mode; 1195 break; 1139 break; 1196 case HIBERNATION_PLATFORM: 1140 case HIBERNATION_PLATFORM: 1197 if (hibernation_ops) 1141 if (hibernation_ops) 1198 hibernation_m 1142 hibernation_mode = mode; 1199 else 1143 else 1200 error = -EINV 1144 error = -EINVAL; 1201 } 1145 } 1202 } else 1146 } else 1203 error = -EINVAL; 1147 error = -EINVAL; 1204 1148 1205 if (!error) 1149 if (!error) 1206 pm_pr_dbg("Hibernation mode s 1150 pm_pr_dbg("Hibernation mode set to '%s'\n", 1207 hibernation_mo 1151 hibernation_modes[mode]); 1208 unlock_system_sleep(sleep_flags); 1152 unlock_system_sleep(sleep_flags); 1209 return error ? error : n; 1153 return error ? error : n; 1210 } 1154 } 1211 1155 1212 power_attr(disk); 1156 power_attr(disk); 1213 1157 1214 static ssize_t resume_show(struct kobject *ko 1158 static ssize_t resume_show(struct kobject *kobj, struct kobj_attribute *attr, 1215 char *buf) 1159 char *buf) 1216 { 1160 { 1217 return sysfs_emit(buf, "%d:%d\n", MAJ !! 1161 return sprintf(buf, "%d:%d\n", MAJOR(swsusp_resume_device), 1218 MINOR(swsusp_resume !! 1162 MINOR(swsusp_resume_device)); 1219 } 1163 } 1220 1164 1221 static ssize_t resume_store(struct kobject *k 1165 static ssize_t resume_store(struct kobject *kobj, struct kobj_attribute *attr, 1222 const char *buf, 1166 const char *buf, size_t n) 1223 { 1167 { 1224 unsigned int sleep_flags; 1168 unsigned int sleep_flags; 1225 int len = n; 1169 int len = n; 1226 char *name; 1170 char *name; 1227 dev_t dev; 1171 dev_t dev; 1228 int error; 1172 int error; 1229 1173 1230 if (!hibernation_available()) 1174 if (!hibernation_available()) 1231 return n; 1175 return n; 1232 1176 1233 if (len && buf[len-1] == '\n') 1177 if (len && buf[len-1] == '\n') 1234 len--; 1178 len--; 1235 name = kstrndup(buf, len, GFP_KERNEL) 1179 name = kstrndup(buf, len, GFP_KERNEL); 1236 if (!name) 1180 if (!name) 1237 return -ENOMEM; 1181 return -ENOMEM; 1238 1182 1239 error = lookup_bdev(name, &dev); 1183 error = lookup_bdev(name, &dev); 1240 if (error) { 1184 if (error) { 1241 unsigned maj, min, offset; 1185 unsigned maj, min, offset; 1242 char *p, dummy; 1186 char *p, dummy; 1243 1187 1244 error = 0; 1188 error = 0; 1245 if (sscanf(name, "%u:%u%c", & 1189 if (sscanf(name, "%u:%u%c", &maj, &min, &dummy) == 2 || 1246 sscanf(name, "%u:%u:%u:%c 1190 sscanf(name, "%u:%u:%u:%c", &maj, &min, &offset, 1247 &dummy) == 3) 1191 &dummy) == 3) { 1248 dev = MKDEV(maj, min) 1192 dev = MKDEV(maj, min); 1249 if (maj != MAJOR(dev) 1193 if (maj != MAJOR(dev) || min != MINOR(dev)) 1250 error = -EINV 1194 error = -EINVAL; 1251 } else { 1195 } else { 1252 dev = new_decode_dev( 1196 dev = new_decode_dev(simple_strtoul(name, &p, 16)); 1253 if (*p) 1197 if (*p) 1254 error = -EINV 1198 error = -EINVAL; 1255 } 1199 } 1256 } 1200 } 1257 kfree(name); 1201 kfree(name); 1258 if (error) 1202 if (error) 1259 return error; 1203 return error; 1260 1204 1261 sleep_flags = lock_system_sleep(); 1205 sleep_flags = lock_system_sleep(); 1262 swsusp_resume_device = dev; 1206 swsusp_resume_device = dev; 1263 unlock_system_sleep(sleep_flags); 1207 unlock_system_sleep(sleep_flags); 1264 1208 1265 pm_pr_dbg("Configured hibernation res 1209 pm_pr_dbg("Configured hibernation resume from disk to %u\n", 1266 swsusp_resume_device); 1210 swsusp_resume_device); 1267 noresume = 0; 1211 noresume = 0; 1268 software_resume(); 1212 software_resume(); 1269 return n; 1213 return n; 1270 } 1214 } 1271 1215 1272 power_attr(resume); 1216 power_attr(resume); 1273 1217 1274 static ssize_t resume_offset_show(struct kobj 1218 static ssize_t resume_offset_show(struct kobject *kobj, 1275 struct kobj 1219 struct kobj_attribute *attr, char *buf) 1276 { 1220 { 1277 return sysfs_emit(buf, "%llu\n", (uns !! 1221 return sprintf(buf, "%llu\n", (unsigned long long)swsusp_resume_block); 1278 } 1222 } 1279 1223 1280 static ssize_t resume_offset_store(struct kob 1224 static ssize_t resume_offset_store(struct kobject *kobj, 1281 struct kob 1225 struct kobj_attribute *attr, const char *buf, 1282 size_t n) 1226 size_t n) 1283 { 1227 { 1284 unsigned long long offset; 1228 unsigned long long offset; 1285 int rc; 1229 int rc; 1286 1230 1287 rc = kstrtoull(buf, 0, &offset); 1231 rc = kstrtoull(buf, 0, &offset); 1288 if (rc) 1232 if (rc) 1289 return rc; 1233 return rc; 1290 swsusp_resume_block = offset; 1234 swsusp_resume_block = offset; 1291 1235 1292 return n; 1236 return n; 1293 } 1237 } 1294 1238 1295 power_attr(resume_offset); 1239 power_attr(resume_offset); 1296 1240 1297 static ssize_t image_size_show(struct kobject 1241 static ssize_t image_size_show(struct kobject *kobj, struct kobj_attribute *attr, 1298 char *buf) 1242 char *buf) 1299 { 1243 { 1300 return sysfs_emit(buf, "%lu\n", image !! 1244 return sprintf(buf, "%lu\n", image_size); 1301 } 1245 } 1302 1246 1303 static ssize_t image_size_store(struct kobjec 1247 static ssize_t image_size_store(struct kobject *kobj, struct kobj_attribute *attr, 1304 const char *b 1248 const char *buf, size_t n) 1305 { 1249 { 1306 unsigned long size; 1250 unsigned long size; 1307 1251 1308 if (sscanf(buf, "%lu", &size) == 1) { 1252 if (sscanf(buf, "%lu", &size) == 1) { 1309 image_size = size; 1253 image_size = size; 1310 return n; 1254 return n; 1311 } 1255 } 1312 1256 1313 return -EINVAL; 1257 return -EINVAL; 1314 } 1258 } 1315 1259 1316 power_attr(image_size); 1260 power_attr(image_size); 1317 1261 1318 static ssize_t reserved_size_show(struct kobj 1262 static ssize_t reserved_size_show(struct kobject *kobj, 1319 struct kobj 1263 struct kobj_attribute *attr, char *buf) 1320 { 1264 { 1321 return sysfs_emit(buf, "%lu\n", reser !! 1265 return sprintf(buf, "%lu\n", reserved_size); 1322 } 1266 } 1323 1267 1324 static ssize_t reserved_size_store(struct kob 1268 static ssize_t reserved_size_store(struct kobject *kobj, 1325 struct kob 1269 struct kobj_attribute *attr, 1326 const char 1270 const char *buf, size_t n) 1327 { 1271 { 1328 unsigned long size; 1272 unsigned long size; 1329 1273 1330 if (sscanf(buf, "%lu", &size) == 1) { 1274 if (sscanf(buf, "%lu", &size) == 1) { 1331 reserved_size = size; 1275 reserved_size = size; 1332 return n; 1276 return n; 1333 } 1277 } 1334 1278 1335 return -EINVAL; 1279 return -EINVAL; 1336 } 1280 } 1337 1281 1338 power_attr(reserved_size); 1282 power_attr(reserved_size); 1339 1283 1340 static struct attribute *g[] = { 1284 static struct attribute *g[] = { 1341 &disk_attr.attr, 1285 &disk_attr.attr, 1342 &resume_offset_attr.attr, 1286 &resume_offset_attr.attr, 1343 &resume_attr.attr, 1287 &resume_attr.attr, 1344 &image_size_attr.attr, 1288 &image_size_attr.attr, 1345 &reserved_size_attr.attr, 1289 &reserved_size_attr.attr, 1346 NULL, 1290 NULL, 1347 }; 1291 }; 1348 1292 1349 1293 1350 static const struct attribute_group attr_grou 1294 static const struct attribute_group attr_group = { 1351 .attrs = g, 1295 .attrs = g, 1352 }; 1296 }; 1353 1297 1354 1298 1355 static int __init pm_disk_init(void) 1299 static int __init pm_disk_init(void) 1356 { 1300 { 1357 return sysfs_create_group(power_kobj, 1301 return sysfs_create_group(power_kobj, &attr_group); 1358 } 1302 } 1359 1303 1360 core_initcall(pm_disk_init); 1304 core_initcall(pm_disk_init); 1361 1305 1362 1306 1363 static int __init resume_setup(char *str) 1307 static int __init resume_setup(char *str) 1364 { 1308 { 1365 if (noresume) 1309 if (noresume) 1366 return 1; 1310 return 1; 1367 1311 1368 strscpy(resume_file, str); !! 1312 strncpy(resume_file, str, 255); 1369 return 1; 1313 return 1; 1370 } 1314 } 1371 1315 1372 static int __init resume_offset_setup(char *s 1316 static int __init resume_offset_setup(char *str) 1373 { 1317 { 1374 unsigned long long offset; 1318 unsigned long long offset; 1375 1319 1376 if (noresume) 1320 if (noresume) 1377 return 1; 1321 return 1; 1378 1322 1379 if (sscanf(str, "%llu", &offset) == 1 1323 if (sscanf(str, "%llu", &offset) == 1) 1380 swsusp_resume_block = offset; 1324 swsusp_resume_block = offset; 1381 1325 1382 return 1; 1326 return 1; 1383 } 1327 } 1384 1328 1385 static int __init hibernate_setup(char *str) 1329 static int __init hibernate_setup(char *str) 1386 { 1330 { 1387 if (!strncmp(str, "noresume", 8)) { 1331 if (!strncmp(str, "noresume", 8)) { 1388 noresume = 1; 1332 noresume = 1; 1389 } else if (!strncmp(str, "nocompress" 1333 } else if (!strncmp(str, "nocompress", 10)) { 1390 nocompress = 1; 1334 nocompress = 1; 1391 } else if (!strncmp(str, "no", 2)) { 1335 } else if (!strncmp(str, "no", 2)) { 1392 noresume = 1; 1336 noresume = 1; 1393 nohibernate = 1; 1337 nohibernate = 1; 1394 } else if (IS_ENABLED(CONFIG_STRICT_K 1338 } else if (IS_ENABLED(CONFIG_STRICT_KERNEL_RWX) 1395 && !strncmp(str, "protect_ 1339 && !strncmp(str, "protect_image", 13)) { 1396 enable_restore_image_protecti 1340 enable_restore_image_protection(); 1397 } 1341 } 1398 return 1; 1342 return 1; 1399 } 1343 } 1400 1344 1401 static int __init noresume_setup(char *str) 1345 static int __init noresume_setup(char *str) 1402 { 1346 { 1403 noresume = 1; 1347 noresume = 1; 1404 return 1; 1348 return 1; 1405 } 1349 } 1406 1350 1407 static int __init resumewait_setup(char *str) 1351 static int __init resumewait_setup(char *str) 1408 { 1352 { 1409 resume_wait = 1; 1353 resume_wait = 1; 1410 return 1; 1354 return 1; 1411 } 1355 } 1412 1356 1413 static int __init resumedelay_setup(char *str 1357 static int __init resumedelay_setup(char *str) 1414 { 1358 { 1415 int rc = kstrtouint(str, 0, &resume_d 1359 int rc = kstrtouint(str, 0, &resume_delay); 1416 1360 1417 if (rc) 1361 if (rc) 1418 pr_warn("resumedelay: bad opt 1362 pr_warn("resumedelay: bad option string '%s'\n", str); 1419 return 1; 1363 return 1; 1420 } 1364 } 1421 1365 1422 static int __init nohibernate_setup(char *str 1366 static int __init nohibernate_setup(char *str) 1423 { 1367 { 1424 noresume = 1; 1368 noresume = 1; 1425 nohibernate = 1; 1369 nohibernate = 1; 1426 return 1; 1370 return 1; 1427 } 1371 } 1428 << 1429 static const char * const comp_alg_enabled[] << 1430 #if IS_ENABLED(CONFIG_CRYPTO_LZO) << 1431 COMPRESSION_ALGO_LZO, << 1432 #endif << 1433 #if IS_ENABLED(CONFIG_CRYPTO_LZ4) << 1434 COMPRESSION_ALGO_LZ4, << 1435 #endif << 1436 }; << 1437 << 1438 static int hibernate_compressor_param_set(con << 1439 const struct kernel_param *kp << 1440 { << 1441 unsigned int sleep_flags; << 1442 int index, ret; << 1443 << 1444 sleep_flags = lock_system_sleep(); << 1445 << 1446 index = sysfs_match_string(comp_alg_e << 1447 if (index >= 0) { << 1448 ret = param_set_copystring(co << 1449 if (!ret) << 1450 strscpy(hib_comp_algo << 1451 sizeof(hib_co << 1452 } else { << 1453 ret = index; << 1454 } << 1455 << 1456 unlock_system_sleep(sleep_flags); << 1457 << 1458 if (ret) << 1459 pr_debug("Cannot set specifie << 1460 compressor); << 1461 << 1462 return ret; << 1463 } << 1464 << 1465 static const struct kernel_param_ops hibernat << 1466 .set = hibernate_compressor_param_ << 1467 .get = param_get_string, << 1468 }; << 1469 << 1470 static struct kparam_string hibernate_compres << 1471 .maxlen = sizeof(hibernate_compressor << 1472 .string = hibernate_compressor, << 1473 }; << 1474 << 1475 module_param_cb(compressor, &hibernate_compre << 1476 &hibernate_compressor_param_s << 1477 MODULE_PARM_DESC(compressor, << 1478 "Compression algorithm to be << 1479 1372 1480 __setup("noresume", noresume_setup); 1373 __setup("noresume", noresume_setup); 1481 __setup("resume_offset=", resume_offset_setup 1374 __setup("resume_offset=", resume_offset_setup); 1482 __setup("resume=", resume_setup); 1375 __setup("resume=", resume_setup); 1483 __setup("hibernate=", hibernate_setup); 1376 __setup("hibernate=", hibernate_setup); 1484 __setup("resumewait", resumewait_setup); 1377 __setup("resumewait", resumewait_setup); 1485 __setup("resumedelay=", resumedelay_setup); 1378 __setup("resumedelay=", resumedelay_setup); 1486 __setup("nohibernate", nohibernate_setup); 1379 __setup("nohibernate", nohibernate_setup); 1487 1380
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.