1 /* SPDX-License-Identifier: GPL-2.0-or-later *
2 /*
3 * This file contains the generic code to perf
4 * pSeries LPAR hypervisor.
5 */
6 #include <linux/jump_label.h>
7 #include <asm/hvcall.h>
8 #include <asm/processor.h>
9 #include <asm/ppc_asm.h>
10 #include <asm/asm-offsets.h>
11 #include <asm/ptrace.h>
12 #include <asm/feature-fixups.h>
13
14 .section ".text"
15
16 #ifdef CONFIG_TRACEPOINTS
17
18 #ifndef CONFIG_JUMP_LABEL
19 .data
20
21 .globl hcall_tracepoint_refcount
22 hcall_tracepoint_refcount:
23 .8byte 0
24
25 .section ".text"
26 #endif
27
28 /*
29 * precall must preserve all registers. use u
30 * areas to save snapshots and opcode. STK_PAR
31 * frame will be available even on ELFv2 becau
32 * variadic functions.
33 */
34 #define HCALL_INST_PRECALL(FIRST_REG)
35 mflr r0;
36 std r3,STK_PARAM(R3)(r1);
37 std r4,STK_PARAM(R4)(r1);
38 std r5,STK_PARAM(R5)(r1);
39 std r6,STK_PARAM(R6)(r1);
40 std r7,STK_PARAM(R7)(r1);
41 std r8,STK_PARAM(R8)(r1);
42 std r9,STK_PARAM(R9)(r1);
43 std r10,STK_PARAM(R10)(r1);
44 std r0,16(r1);
45 addi r4,r1,STK_PARAM(FIRST_REG);
46 stdu r1,-STACK_FRAME_MIN_SIZE(r1);
47 bl CFUNC(__trace_hcall_entry);
48 ld r3,STACK_FRAME_MIN_SIZE+STK_PA
49 ld r4,STACK_FRAME_MIN_SIZE+STK_PA
50 ld r5,STACK_FRAME_MIN_SIZE+STK_PA
51 ld r6,STACK_FRAME_MIN_SIZE+STK_PA
52 ld r7,STACK_FRAME_MIN_SIZE+STK_PA
53 ld r8,STACK_FRAME_MIN_SIZE+STK_PA
54 ld r9,STACK_FRAME_MIN_SIZE+STK_PA
55 ld r10,STACK_FRAME_MIN_SIZE+STK_P
56
57 /*
58 * postcall is performed immediately before fu
59 * allows liberal use of volatile registers.
60 */
61 #define __HCALL_INST_POSTCALL
62 ld r0,STACK_FRAME_MIN_SIZE+STK_PA
63 std r3,STACK_FRAME_MIN_SIZE+STK_PA
64 mr r4,r3;
65 mr r3,r0;
66 bl CFUNC(__trace_hcall_exit);
67 ld r0,STACK_FRAME_MIN_SIZE+16(r1)
68 addi r1,r1,STACK_FRAME_MIN_SIZE;
69 ld r3,STK_PARAM(R3)(r1);
70 mtlr r0
71
72 #define HCALL_INST_POSTCALL_NORETS
73 li r5,0;
74 __HCALL_INST_POSTCALL
75
76 #define HCALL_INST_POSTCALL(BUFREG)
77 mr r5,BUFREG;
78 __HCALL_INST_POSTCALL
79
80 #ifdef CONFIG_JUMP_LABEL
81 #define HCALL_BRANCH(LABEL)
82 ARCH_STATIC_BRANCH(LABEL, hcall_tracep
83 #else
84
85 /*
86 * We branch around this in early init (eg whe
87 * hashtable) by using an unconditional cpu fe
88 */
89 #define HCALL_BRANCH(LABEL)
90 BEGIN_FTR_SECTION;
91 b 1f;
92 END_FTR_SECTION(0, 1);
93 LOAD_REG_ADDR(r12, hcall_tracepoint_re
94 ld r12,0(r12);
95 cmpdi r12,0;
96 bne- LABEL;
97 1:
98 #endif
99
100 #else
101 #define HCALL_INST_PRECALL(FIRST_ARG)
102 #define HCALL_INST_POSTCALL_NORETS
103 #define HCALL_INST_POSTCALL(BUFREG)
104 #define HCALL_BRANCH(LABEL)
105 #endif
106
107 _GLOBAL_TOC(plpar_hcall_norets_notrace)
108 HMT_MEDIUM
109
110 mfcr r0
111 stw r0,8(r1)
112 HVSC /* inv
113
114 li r4,0
115 stb r4,PACASRR_VALID(r13)
116
117 lwz r0,8(r1)
118 mtcrf 0xff,r0
119 blr /* ret
120
121 _GLOBAL_TOC(plpar_hcall_norets)
122 HMT_MEDIUM
123
124 mfcr r0
125 stw r0,8(r1)
126 HCALL_BRANCH(plpar_hcall_norets_trace)
127 HVSC /* inv
128
129 li r4,0
130 stb r4,PACASRR_VALID(r13)
131
132 lwz r0,8(r1)
133 mtcrf 0xff,r0
134 blr /* ret
135
136 #ifdef CONFIG_TRACEPOINTS
137 plpar_hcall_norets_trace:
138 HCALL_INST_PRECALL(R4)
139 HVSC
140 HCALL_INST_POSTCALL_NORETS
141
142 li r4,0
143 stb r4,PACASRR_VALID(r13)
144
145 lwz r0,8(r1)
146 mtcrf 0xff,r0
147 blr
148 #endif
149
150 _GLOBAL_TOC(plpar_hcall)
151 HMT_MEDIUM
152
153 mfcr r0
154 stw r0,8(r1)
155
156 HCALL_BRANCH(plpar_hcall_trace)
157
158 std r4,STK_PARAM(R4)(r1) /* Sa
159
160 mr r4,r5
161 mr r5,r6
162 mr r6,r7
163 mr r7,r8
164 mr r8,r9
165 mr r9,r10
166
167 HVSC /* inv
168
169 ld r12,STK_PARAM(R4)(r1)
170 std r4, 0(r12)
171 std r5, 8(r12)
172 std r6, 16(r12)
173 std r7, 24(r12)
174
175 li r4,0
176 stb r4,PACASRR_VALID(r13)
177
178 lwz r0,8(r1)
179 mtcrf 0xff,r0
180
181 blr /* ret
182
183 #ifdef CONFIG_TRACEPOINTS
184 plpar_hcall_trace:
185 HCALL_INST_PRECALL(R5)
186
187 mr r4,r5
188 mr r5,r6
189 mr r6,r7
190 mr r7,r8
191 mr r8,r9
192 mr r9,r10
193
194 HVSC
195
196 ld r12,STACK_FRAME_MIN_SIZE+STK_P
197 std r4,0(r12)
198 std r5,8(r12)
199 std r6,16(r12)
200 std r7,24(r12)
201
202 HCALL_INST_POSTCALL(r12)
203
204 li r4,0
205 stb r4,PACASRR_VALID(r13)
206
207 lwz r0,8(r1)
208 mtcrf 0xff,r0
209
210 blr
211 #endif
212
213 /*
214 * plpar_hcall_raw can be called in real mode.
215 * hypervisor calls to be executed in real mod
216 * does not access the per cpu hypervisor call
217 * since these variables may not be present in
218 */
219 _GLOBAL(plpar_hcall_raw)
220 HMT_MEDIUM
221
222 mfcr r0
223 stw r0,8(r1)
224
225 std r4,STK_PARAM(R4)(r1) /* Sa
226
227 mr r4,r5
228 mr r5,r6
229 mr r6,r7
230 mr r7,r8
231 mr r8,r9
232 mr r9,r10
233
234 HVSC /* inv
235
236 ld r12,STK_PARAM(R4)(r1)
237 std r4, 0(r12)
238 std r5, 8(r12)
239 std r6, 16(r12)
240 std r7, 24(r12)
241
242 li r4,0
243 stb r4,PACASRR_VALID(r13)
244
245 lwz r0,8(r1)
246 mtcrf 0xff,r0
247
248 blr /* ret
249
250 _GLOBAL_TOC(plpar_hcall9)
251 HMT_MEDIUM
252
253 mfcr r0
254 stw r0,8(r1)
255
256 HCALL_BRANCH(plpar_hcall9_trace)
257
258 std r4,STK_PARAM(R4)(r1) /* Sa
259
260 mr r4,r5
261 mr r5,r6
262 mr r6,r7
263 mr r7,r8
264 mr r8,r9
265 mr r9,r10
266 ld r10,STK_PARAM(R11)(r1) /* pu
267 ld r11,STK_PARAM(R12)(r1) /* pu
268 ld r12,STK_PARAM(R13)(r1) /* p
269
270 HVSC /* inv
271
272 mr r0,r12
273 ld r12,STK_PARAM(R4)(r1)
274 std r4, 0(r12)
275 std r5, 8(r12)
276 std r6, 16(r12)
277 std r7, 24(r12)
278 std r8, 32(r12)
279 std r9, 40(r12)
280 std r10,48(r12)
281 std r11,56(r12)
282 std r0, 64(r12)
283
284 li r4,0
285 stb r4,PACASRR_VALID(r13)
286
287 lwz r0,8(r1)
288 mtcrf 0xff,r0
289
290 blr /* ret
291
292 #ifdef CONFIG_TRACEPOINTS
293 plpar_hcall9_trace:
294 HCALL_INST_PRECALL(R5)
295
296 mr r4,r5
297 mr r5,r6
298 mr r6,r7
299 mr r7,r8
300 mr r8,r9
301 mr r9,r10
302 ld r10,STACK_FRAME_MIN_SIZE+STK_P
303 ld r11,STACK_FRAME_MIN_SIZE+STK_P
304 ld r12,STACK_FRAME_MIN_SIZE+STK_P
305
306 HVSC
307
308 mr r0,r12
309 ld r12,STACK_FRAME_MIN_SIZE+STK_P
310 std r4,0(r12)
311 std r5,8(r12)
312 std r6,16(r12)
313 std r7,24(r12)
314 std r8,32(r12)
315 std r9,40(r12)
316 std r10,48(r12)
317 std r11,56(r12)
318 std r0,64(r12)
319
320 HCALL_INST_POSTCALL(r12)
321
322 li r4,0
323 stb r4,PACASRR_VALID(r13)
324
325 lwz r0,8(r1)
326 mtcrf 0xff,r0
327
328 blr
329 #endif
330
331 /* See plpar_hcall_raw to see why this is need
332 _GLOBAL(plpar_hcall9_raw)
333 HMT_MEDIUM
334
335 mfcr r0
336 stw r0,8(r1)
337
338 std r4,STK_PARAM(R4)(r1) /* Sa
339
340 mr r4,r5
341 mr r5,r6
342 mr r6,r7
343 mr r7,r8
344 mr r8,r9
345 mr r9,r10
346 ld r10,STK_PARAM(R11)(r1) /* pu
347 ld r11,STK_PARAM(R12)(r1) /* pu
348 ld r12,STK_PARAM(R13)(r1) /* p
349
350 HVSC /* inv
351
352 mr r0,r12
353 ld r12,STK_PARAM(R4)(r1)
354 std r4, 0(r12)
355 std r5, 8(r12)
356 std r6, 16(r12)
357 std r7, 24(r12)
358 std r8, 32(r12)
359 std r9, 40(r12)
360 std r10,48(r12)
361 std r11,56(r12)
362 std r0, 64(r12)
363
364 li r4,0
365 stb r4,PACASRR_VALID(r13)
366
367 lwz r0,8(r1)
368 mtcrf 0xff,r0
369
370 blr /* ret
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.