1 /* SPDX-License-Identifier: GPL-2.0 */ <<
2 /* 1 /*
3 * LoongArch specific _mcount support !! 2 * MIPS specific _mcount support
4 * 3 *
5 * Copyright (C) 2022 Loongson Technology Corp !! 4 * This file is subject to the terms and conditions of the GNU General Public
>> 5 * License. See the file "COPYING" in the main directory of this archive for
>> 6 * more details.
>> 7 *
>> 8 * Copyright (C) 2009 Lemote Inc. & DSLab, Lanzhou University, China
>> 9 * Copyright (C) 2010 DSLab, Lanzhou University, China
>> 10 * Author: Wu Zhangjin <wuzhangjin@gmail.com>
6 */ 11 */
7 12
8 #include <linux/export.h> <<
9 #include <asm/ftrace.h> <<
10 #include <asm/regdef.h> 13 #include <asm/regdef.h>
11 #include <asm/stackframe.h> 14 #include <asm/stackframe.h>
>> 15 #include <asm/ftrace.h>
12 16
13 .text 17 .text
14 !! 18 .set noreorder
15 #define MCOUNT_S0_OFFSET (0) !! 19 .set noat
16 #define MCOUNT_RA_OFFSET (SZREG) <<
17 #define MCOUNT_STACK_SIZE (2 * SZREG) <<
18 20
19 .macro MCOUNT_SAVE_REGS 21 .macro MCOUNT_SAVE_REGS
20 PTR_ADDI sp, sp, -MCOUNT_STACK_ !! 22 PTR_SUBU sp, PT_SIZE
21 PTR_S s0, sp, MCOUNT_S0_OFFS !! 23 PTR_S ra, PT_R31(sp)
22 PTR_S ra, sp, MCOUNT_RA_OFFS !! 24 PTR_S AT, PT_R1(sp)
23 move s0, a0 !! 25 PTR_S a0, PT_R4(sp)
>> 26 PTR_S a1, PT_R5(sp)
>> 27 PTR_S a2, PT_R6(sp)
>> 28 PTR_S a3, PT_R7(sp)
>> 29 #ifdef CONFIG_64BIT
>> 30 PTR_S a4, PT_R8(sp)
>> 31 PTR_S a5, PT_R9(sp)
>> 32 PTR_S a6, PT_R10(sp)
>> 33 PTR_S a7, PT_R11(sp)
>> 34 #endif
24 .endm 35 .endm
25 36
26 .macro MCOUNT_RESTORE_REGS 37 .macro MCOUNT_RESTORE_REGS
27 move a0, s0 !! 38 PTR_L ra, PT_R31(sp)
28 PTR_L ra, sp, MCOUNT_RA_OFFS !! 39 PTR_L AT, PT_R1(sp)
29 PTR_L s0, sp, MCOUNT_S0_OFFS !! 40 PTR_L a0, PT_R4(sp)
30 PTR_ADDI sp, sp, MCOUNT_STACK_S !! 41 PTR_L a1, PT_R5(sp)
>> 42 PTR_L a2, PT_R6(sp)
>> 43 PTR_L a3, PT_R7(sp)
>> 44 #ifdef CONFIG_64BIT
>> 45 PTR_L a4, PT_R8(sp)
>> 46 PTR_L a5, PT_R9(sp)
>> 47 PTR_L a6, PT_R10(sp)
>> 48 PTR_L a7, PT_R11(sp)
>> 49 #endif
>> 50 PTR_ADDIU sp, PT_SIZE
>> 51 .endm
>> 52
>> 53 .macro RETURN_BACK
>> 54 jr ra
>> 55 move ra, AT
31 .endm 56 .endm
32 57
33 SYM_FUNC_START(_mcount) !! 58 /*
34 la.pcrel t1, ftrace_stub !! 59 * The -mmcount-ra-address option of gcc 4.5 uses register $12 to pass
35 la.pcrel t2, ftrace_trace_funct !! 60 * the location of the parent's return address.
36 PTR_L t2, t2, 0 !! 61 */
37 beq t1, t2, fgraph_trace !! 62 #define MCOUNT_RA_ADDRESS_REG $12
38 63
>> 64 #ifdef CONFIG_DYNAMIC_FTRACE
>> 65
>> 66 NESTED(ftrace_caller, PT_SIZE, ra)
>> 67 .globl _mcount
>> 68 _mcount:
>> 69 b ftrace_stub
>> 70 #ifdef CONFIG_32BIT
>> 71 addiu sp,sp,8
>> 72 #else
>> 73 nop
>> 74 #endif
>> 75
>> 76 /* When tracing is activated, it calls ftrace_caller+8 (aka here) */
39 MCOUNT_SAVE_REGS 77 MCOUNT_SAVE_REGS
>> 78 #ifdef KBUILD_MCOUNT_RA_ADDRESS
>> 79 PTR_S MCOUNT_RA_ADDRESS_REG, PT_R12(sp)
>> 80 #endif
40 81
41 move a0, ra !! 82 PTR_SUBU a0, ra, 8 /* arg1: self address */
42 move a1, s0 !! 83 PTR_LA t1, _stext
43 jirl ra, t2, 0 !! 84 sltu t2, a0, t1 /* t2 = (a0 < _stext) */
>> 85 PTR_LA t1, _etext
>> 86 sltu t3, t1, a0 /* t3 = (a0 > _etext) */
>> 87 or t1, t2, t3
>> 88 beqz t1, ftrace_call
>> 89 nop
>> 90 #if defined(KBUILD_MCOUNT_RA_ADDRESS) && defined(CONFIG_32BIT)
>> 91 PTR_SUBU a0, a0, 16 /* arg1: adjust to module's recorded callsite */
>> 92 #else
>> 93 PTR_SUBU a0, a0, 12
>> 94 #endif
44 95
45 MCOUNT_RESTORE_REGS !! 96 .globl ftrace_call
>> 97 ftrace_call:
>> 98 nop /* a placeholder for the call to a real tracing function */
>> 99 move a1, AT /* arg2: parent's return address */
46 100
47 fgraph_trace: <<
48 #ifdef CONFIG_FUNCTION_GRAPH_TRACER 101 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
49 la.pcrel t1, ftrace_stub !! 102 .globl ftrace_graph_call
50 la.pcrel t3, ftrace_graph_retur !! 103 ftrace_graph_call:
51 PTR_L t3, t3, 0 !! 104 nop
52 bne t1, t3, ftrace_graph_c !! 105 nop
53 la.pcrel t1, ftrace_graph_entry <<
54 la.pcrel t3, ftrace_graph_entry <<
55 PTR_L t3, t3, 0 <<
56 bne t1, t3, ftrace_graph_c <<
57 #endif 106 #endif
58 107
59 SYM_INNER_LABEL(ftrace_stub, SYM_L_GLOBAL) !! 108 MCOUNT_RESTORE_REGS
60 jr ra !! 109 .globl ftrace_stub
61 #ifdef CONFIG_FUNCTION_GRAPH_TRACER !! 110 ftrace_stub:
62 SYM_INNER_LABEL(ftrace_graph_func, SYM_L_GLOBA !! 111 RETURN_BACK
63 bl ftrace_stub !! 112 END(ftrace_caller)
>> 113
>> 114 #else /* ! CONFIG_DYNAMIC_FTRACE */
>> 115
>> 116 NESTED(_mcount, PT_SIZE, ra)
>> 117 PTR_LA t1, ftrace_stub
>> 118 PTR_L t2, ftrace_trace_function /* Prepare t2 for (1) */
>> 119 bne t1, t2, static_trace
>> 120 nop
>> 121
>> 122 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
>> 123 PTR_L t3, ftrace_graph_return
>> 124 bne t1, t3, ftrace_graph_caller
>> 125 nop
>> 126 PTR_LA t1, ftrace_graph_entry_stub
>> 127 PTR_L t3, ftrace_graph_entry
>> 128 bne t1, t3, ftrace_graph_caller
>> 129 nop
>> 130 #endif
>> 131 b ftrace_stub
>> 132 #ifdef CONFIG_32BIT
>> 133 addiu sp, sp, 8
>> 134 #else
>> 135 nop
64 #endif 136 #endif
65 SYM_FUNC_END(_mcount) !! 137
66 EXPORT_SYMBOL(_mcount) !! 138 static_trace:
>> 139 MCOUNT_SAVE_REGS
>> 140
>> 141 move a0, ra /* arg1: self return address */
>> 142 jalr t2 /* (1) call *ftrace_trace_function */
>> 143 move a1, AT /* arg2: parent's return address */
>> 144
>> 145 MCOUNT_RESTORE_REGS
>> 146 #ifdef CONFIG_32BIT
>> 147 addiu sp, sp, 8
>> 148 #endif
>> 149 .globl ftrace_stub
>> 150 ftrace_stub:
>> 151 RETURN_BACK
>> 152 END(_mcount)
>> 153
>> 154 #endif /* ! CONFIG_DYNAMIC_FTRACE */
67 155
68 #ifdef CONFIG_FUNCTION_GRAPH_TRACER 156 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
69 SYM_FUNC_START(ftrace_graph_caller) !! 157
>> 158 NESTED(ftrace_graph_caller, PT_SIZE, ra)
>> 159 #ifndef CONFIG_DYNAMIC_FTRACE
70 MCOUNT_SAVE_REGS 160 MCOUNT_SAVE_REGS
>> 161 #endif
71 162
72 PTR_ADDI a0, ra, -4 !! 163 /* arg1: Get the location of the parent's return address */
73 PTR_ADDI a1, sp, MCOUNT_STACK_S !! 164 #ifdef KBUILD_MCOUNT_RA_ADDRESS
74 move a2, s0 !! 165 #ifdef CONFIG_DYNAMIC_FTRACE
75 bl prepare_ftrace_return !! 166 PTR_L a0, PT_R12(sp)
>> 167 #else
>> 168 move a0, MCOUNT_RA_ADDRESS_REG
>> 169 #endif
>> 170 bnez a0, 1f /* non-leaf func: stored in MCOUNT_RA_ADDRESS_REG */
>> 171 nop
>> 172 #endif
>> 173 PTR_LA a0, PT_R1(sp) /* leaf func: the location in current stack */
>> 174 1:
76 175
>> 176 /* arg2: Get self return address */
>> 177 #ifdef CONFIG_DYNAMIC_FTRACE
>> 178 PTR_L a1, PT_R31(sp)
>> 179 #else
>> 180 move a1, ra
>> 181 #endif
>> 182
>> 183 /* arg3: Get frame pointer of current stack */
>> 184 #ifdef CONFIG_64BIT
>> 185 PTR_LA a2, PT_SIZE(sp)
>> 186 #else
>> 187 PTR_LA a2, (PT_SIZE+8)(sp)
>> 188 #endif
>> 189
>> 190 jal prepare_ftrace_return
>> 191 nop
77 MCOUNT_RESTORE_REGS 192 MCOUNT_RESTORE_REGS
78 jr ra !! 193 #ifndef CONFIG_DYNAMIC_FTRACE
79 SYM_FUNC_END(ftrace_graph_caller) !! 194 #ifdef CONFIG_32BIT
>> 195 addiu sp, sp, 8
>> 196 #endif
>> 197 #endif
>> 198 RETURN_BACK
>> 199 END(ftrace_graph_caller)
80 200
81 SYM_FUNC_START(return_to_handler) !! 201 .align 2
82 PTR_ADDI sp, sp, -FGRET_REGS_SI !! 202 .globl return_to_handler
83 PTR_S a0, sp, FGRET_REGS_A0 !! 203 return_to_handler:
84 PTR_S a1, sp, FGRET_REGS_A1 !! 204 PTR_SUBU sp, PT_SIZE
85 PTR_S zero, sp, FGRET_REGS_F !! 205 PTR_S v0, PT_R2(sp)
86 !! 206
87 move a0, sp !! 207 jal ftrace_return_to_handler
88 bl ftrace_return_to_handl !! 208 PTR_S v1, PT_R3(sp)
89 !! 209
90 /* Restore the real parent address: a0 !! 210 /* restore the real parent address: v0 -> ra */
91 move ra, a0 !! 211 move ra, v0
92 !! 212
93 PTR_L a0, sp, FGRET_REGS_A0 !! 213 PTR_L v0, PT_R2(sp)
94 PTR_L a1, sp, FGRET_REGS_A1 !! 214 PTR_L v1, PT_R3(sp)
95 PTR_ADDI sp, sp, FGRET_REGS_SIZ !! 215 jr ra
96 jr ra !! 216 PTR_ADDIU sp, PT_SIZE
97 SYM_FUNC_END(return_to_handler) <<
98 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */ 217 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
>> 218
>> 219 .set at
>> 220 .set reorder
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.