1 // SPDX-License-Identifier: GPL-2.0-only 1
2 /*
3 * Hibernation support for x86-64
4 *
5 * Copyright (c) 2007 Rafael J. Wysocki <rjw@s
6 * Copyright (c) 2002 Pavel Machek <pavel@ucw.
7 * Copyright (c) 2001 Patrick Mochel <mochel@o
8 */
9
10 #include <linux/gfp.h>
11 #include <linux/smp.h>
12 #include <linux/suspend.h>
13 #include <linux/scatterlist.h>
14 #include <linux/kdebug.h>
15 #include <linux/pgtable.h>
16
17 #include <crypto/hash.h>
18
19 #include <asm/e820/api.h>
20 #include <asm/init.h>
21 #include <asm/proto.h>
22 #include <asm/page.h>
23 #include <asm/mtrr.h>
24 #include <asm/sections.h>
25 #include <asm/suspend.h>
26 #include <asm/tlbflush.h>
27
28 static int set_up_temporary_text_mapping(pgd_t
29 {
30 pmd_t *pmd;
31 pud_t *pud;
32 p4d_t *p4d = NULL;
33 pgprot_t pgtable_prot = __pgprot(_KERN
34 pgprot_t pmd_text_prot = __pgprot(__PA
35
36 /* Filter out unsupported __PAGE_KERNE
37 pgprot_val(pmd_text_prot) &= __default
38 pgprot_val(pgtable_prot) &= __default
39
40 /*
41 * The new mapping only has to cover t
42 * kernel's entry point (jump_address_
43 * it is carried out by relocated code
44 * specifically for this purpose and c
45 * the temporary kernel text mapping i
46 * Moreover, in that mapping the virtu
47 * entry point must be the same as its
48 * kernel (restore_jump_address), so t
49 * restore_registers() code doesn't fi
50 * the virtual address space after swi
51 * tables used by the image kernel.
52 */
53
54 if (pgtable_l5_enabled()) {
55 p4d = (p4d_t *)get_safe_page(G
56 if (!p4d)
57 return -ENOMEM;
58 }
59
60 pud = (pud_t *)get_safe_page(GFP_ATOMI
61 if (!pud)
62 return -ENOMEM;
63
64 pmd = (pmd_t *)get_safe_page(GFP_ATOMI
65 if (!pmd)
66 return -ENOMEM;
67
68 set_pmd(pmd + pmd_index(restore_jump_a
69 __pmd((jump_address_phys & PMD
70 set_pud(pud + pud_index(restore_jump_a
71 __pud(__pa(pmd) | pgprot_val(p
72 if (p4d) {
73 p4d_t new_p4d = __p4d(__pa(pud
74 pgd_t new_pgd = __pgd(__pa(p4d
75
76 set_p4d(p4d + p4d_index(restor
77 set_pgd(pgd + pgd_index(restor
78 } else {
79 /* No p4d for 4-level paging:
80 pgd_t new_pgd = __pgd(__pa(pud
81 set_pgd(pgd + pgd_index(restor
82 }
83
84 return 0;
85 }
86
87 static void *alloc_pgt_page(void *context)
88 {
89 return (void *)get_safe_page(GFP_ATOMI
90 }
91
92 static int set_up_temporary_mappings(void)
93 {
94 struct x86_mapping_info info = {
95 .alloc_pgt_page = alloc_pgt_pa
96 .page_flag = __PAGE_KERNE
97 .offset = __PAGE_OFFSE
98 };
99 unsigned long mstart, mend;
100 pgd_t *pgd;
101 int result;
102 int i;
103
104 pgd = (pgd_t *)get_safe_page(GFP_ATOMI
105 if (!pgd)
106 return -ENOMEM;
107
108 /* Prepare a temporary mapping for the
109 result = set_up_temporary_text_mapping
110 if (result)
111 return result;
112
113 /* Set up the direct mapping from scra
114 for (i = 0; i < nr_pfn_mapped; i++) {
115 mstart = pfn_mapped[i].start <
116 mend = pfn_mapped[i].end <<
117
118 result = kernel_ident_mapping_
119 if (result)
120 return result;
121 }
122
123 temp_pgt = __pa(pgd);
124 return 0;
125 }
126
127 asmlinkage int swsusp_arch_resume(void)
128 {
129 int error;
130
131 /* We have got enough memory and from
132 error = set_up_temporary_mappings();
133 if (error)
134 return error;
135
136 error = relocate_restore_code();
137 if (error)
138 return error;
139
140 restore_image();
141 return 0;
142 }
143
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.