1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_X86_FTRACE_H
3 #define _ASM_X86_FTRACE_H
4
5 #ifdef CONFIG_FUNCTION_TRACER
6 #ifndef CC_USING_FENTRY
7 # error Compiler does not support fentry?
8 #endif
9 # define MCOUNT_ADDR ((unsigned long)(__fentry__))
10 #define MCOUNT_INSN_SIZE 5 /* sizeof mcount call */
11
12 /* Ignore unused weak functions which will have non zero offsets */
13 #ifdef CONFIG_HAVE_FENTRY
14 # include <asm/ibt.h>
15 /* Add offset for endbr64 if IBT enabled */
16 # define FTRACE_MCOUNT_MAX_OFFSET ENDBR_INSN_SIZE
17 #endif
18
19 #ifdef CONFIG_DYNAMIC_FTRACE
20 #define ARCH_SUPPORTS_FTRACE_OPS 1
21 #endif
22
23 #ifndef __ASSEMBLY__
24 extern void __fentry__(void);
25
26 static inline unsigned long ftrace_call_adjust(unsigned long addr)
27 {
28 /*
29 * addr is the address of the mcount call instruction.
30 * recordmcount does the necessary offset calculation.
31 */
32 return addr;
33 }
34
35 #ifdef CONFIG_HAVE_DYNAMIC_FTRACE_WITH_ARGS
36 struct ftrace_regs {
37 struct pt_regs regs;
38 };
39
40 static __always_inline struct pt_regs *
41 arch_ftrace_get_regs(struct ftrace_regs *fregs)
42 {
43 /* Only when FL_SAVE_REGS is set, cs will be non zero */
44 if (!fregs->regs.cs)
45 return NULL;
46 return &fregs->regs;
47 }
48
49 #define ftrace_regs_set_instruction_pointer(fregs, _ip) \
50 do { (fregs)->regs.ip = (_ip); } while (0)
51
52 #define ftrace_regs_get_instruction_pointer(fregs) \
53 ((fregs)->regs.ip)
54
55 #define ftrace_regs_get_argument(fregs, n) \
56 regs_get_kernel_argument(&(fregs)->regs, n)
57 #define ftrace_regs_get_stack_pointer(fregs) \
58 kernel_stack_pointer(&(fregs)->regs)
59 #define ftrace_regs_return_value(fregs) \
60 regs_return_value(&(fregs)->regs)
61 #define ftrace_regs_set_return_value(fregs, ret) \
62 regs_set_return_value(&(fregs)->regs, ret)
63 #define ftrace_override_function_with_return(fregs) \
64 override_function_with_return(&(fregs)->regs)
65 #define ftrace_regs_query_register_offset(name) \
66 regs_query_register_offset(name)
67
68 struct ftrace_ops;
69 #define ftrace_graph_func ftrace_graph_func
70 void ftrace_graph_func(unsigned long ip, unsigned long parent_ip,
71 struct ftrace_ops *op, struct ftrace_regs *fregs);
72 #else
73 #define FTRACE_GRAPH_TRAMP_ADDR FTRACE_GRAPH_ADDR
74 #endif
75
76 #ifdef CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS
77 /*
78 * When a ftrace registered caller is tracing a function that is
79 * also set by a register_ftrace_direct() call, it needs to be
80 * differentiated in the ftrace_caller trampoline. To do this, we
81 * place the direct caller in the ORIG_AX part of pt_regs. This
82 * tells the ftrace_caller that there's a direct caller.
83 */
84 static inline void
85 __arch_ftrace_set_direct_caller(struct pt_regs *regs, unsigned long addr)
86 {
87 /* Emulate a call */
88 regs->orig_ax = addr;
89 }
90 #define arch_ftrace_set_direct_caller(fregs, addr) \
91 __arch_ftrace_set_direct_caller(&(fregs)->regs, addr)
92 #endif /* CONFIG_DYNAMIC_FTRACE_WITH_DIRECT_CALLS */
93
94 #ifdef CONFIG_DYNAMIC_FTRACE
95
96 struct dyn_arch_ftrace {
97 /* No extra data needed for x86 */
98 };
99
100 #endif /* CONFIG_DYNAMIC_FTRACE */
101 #endif /* __ASSEMBLY__ */
102 #endif /* CONFIG_FUNCTION_TRACER */
103
104
105 #ifndef __ASSEMBLY__
106
107 void prepare_ftrace_return(unsigned long ip, unsigned long *parent,
108 unsigned long frame_pointer);
109
110 #if defined(CONFIG_FUNCTION_TRACER) && defined(CONFIG_DYNAMIC_FTRACE)
111 extern void set_ftrace_ops_ro(void);
112 #else
113 static inline void set_ftrace_ops_ro(void) { }
114 #endif
115
116 #define ARCH_HAS_SYSCALL_MATCH_SYM_NAME
117 static inline bool arch_syscall_match_sym_name(const char *sym, const char *name)
118 {
119 /*
120 * Compare the symbol name with the system call name. Skip the
121 * "__x64_sys", "__ia32_sys", "__do_sys" or simple "sys" prefix.
122 */
123 return !strcmp(sym + 3, name + 3) ||
124 (!strncmp(sym, "__x64_", 6) && !strcmp(sym + 9, name + 3)) ||
125 (!strncmp(sym, "__ia32_", 7) && !strcmp(sym + 10, name + 3)) ||
126 (!strncmp(sym, "__do_sys", 8) && !strcmp(sym + 8, name + 3));
127 }
128
129 #ifndef COMPILE_OFFSETS
130
131 #if defined(CONFIG_FTRACE_SYSCALLS) && defined(CONFIG_IA32_EMULATION)
132 #include <linux/compat.h>
133
134 /*
135 * Because ia32 syscalls do not map to x86_64 syscall numbers
136 * this screws up the trace output when tracing a ia32 task.
137 * Instead of reporting bogus syscalls, just do not trace them.
138 *
139 * If the user really wants these, then they should use the
140 * raw syscall tracepoints with filtering.
141 */
142 #define ARCH_TRACE_IGNORE_COMPAT_SYSCALLS 1
143 static inline bool arch_trace_is_compat_syscall(struct pt_regs *regs)
144 {
145 return in_32bit_syscall();
146 }
147 #endif /* CONFIG_FTRACE_SYSCALLS && CONFIG_IA32_EMULATION */
148 #endif /* !COMPILE_OFFSETS */
149 #endif /* !__ASSEMBLY__ */
150
151 #ifndef __ASSEMBLY__
152 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
153 struct fgraph_ret_regs {
154 unsigned long ax;
155 unsigned long dx;
156 unsigned long bp;
157 };
158
159 static inline unsigned long fgraph_ret_regs_return_value(struct fgraph_ret_regs *ret_regs)
160 {
161 return ret_regs->ax;
162 }
163
164 static inline unsigned long fgraph_ret_regs_frame_pointer(struct fgraph_ret_regs *ret_regs)
165 {
166 return ret_regs->bp;
167 }
168 #endif /* ifdef CONFIG_FUNCTION_GRAPH_TRACER */
169 #endif
170
171 #endif /* _ASM_X86_FTRACE_H */
172
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.