1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Clang Control Flow Integrity (CFI) support.
4 *
5 * Copyright (C) 2023 Google LLC
6 */
7 #include <linux/cfi.h>
8 #include <asm/insn.h>
9
10 /*
11 * Returns the target address and the expected type when regs->epc points
12 * to a compiler-generated CFI trap.
13 */
14 static bool decode_cfi_insn(struct pt_regs *regs, unsigned long *target,
15 u32 *type)
16 {
17 unsigned long *regs_ptr = (unsigned long *)regs;
18 int rs1_num;
19 u32 insn;
20
21 *target = *type = 0;
22
23 /*
24 * The compiler generates the following instruction sequence
25 * for indirect call checks:
26 *
27 * lw t1, -4(<reg>)
28 * lui t2, <hi20>
29 * addiw t2, t2, <lo12>
30 * beq t1, t2, .Ltmp1
31 * ebreak ; <- regs->epc
32 * .Ltmp1:
33 * jalr <reg>
34 *
35 * We can read the expected type and the target address from the
36 * registers passed to the beq/jalr instructions.
37 */
38 if (get_kernel_nofault(insn, (void *)regs->epc - 4))
39 return false;
40 if (!riscv_insn_is_beq(insn))
41 return false;
42
43 *type = (u32)regs_ptr[RV_EXTRACT_RS1_REG(insn)];
44
45 if (get_kernel_nofault(insn, (void *)regs->epc) ||
46 get_kernel_nofault(insn, (void *)regs->epc + GET_INSN_LENGTH(insn)))
47 return false;
48
49 if (riscv_insn_is_jalr(insn))
50 rs1_num = RV_EXTRACT_RS1_REG(insn);
51 else if (riscv_insn_is_c_jalr(insn))
52 rs1_num = RVC_EXTRACT_C2_RS1_REG(insn);
53 else
54 return false;
55
56 *target = regs_ptr[rs1_num];
57
58 return true;
59 }
60
61 /*
62 * Checks if the ebreak trap is because of a CFI failure, and handles the trap
63 * if needed. Returns a bug_trap_type value similarly to report_bug.
64 */
65 enum bug_trap_type handle_cfi_failure(struct pt_regs *regs)
66 {
67 unsigned long target;
68 u32 type;
69
70 if (!is_cfi_trap(regs->epc))
71 return BUG_TRAP_TYPE_NONE;
72
73 if (!decode_cfi_insn(regs, &target, &type))
74 return report_cfi_failure_noaddr(regs, regs->epc);
75
76 return report_cfi_failure(regs, regs->epc, &target, type);
77 }
78
79 #ifdef CONFIG_CFI_CLANG
80 struct bpf_insn;
81
82 /* Must match bpf_func_t / DEFINE_BPF_PROG_RUN() */
83 extern unsigned int __bpf_prog_runX(const void *ctx,
84 const struct bpf_insn *insn);
85
86 /*
87 * Force a reference to the external symbol so the compiler generates
88 * __kcfi_typid.
89 */
90 __ADDRESSABLE(__bpf_prog_runX);
91
92 /* u32 __ro_after_init cfi_bpf_hash = __kcfi_typeid___bpf_prog_runX; */
93 asm (
94 " .pushsection .data..ro_after_init,\"aw\",@progbits \n"
95 " .type cfi_bpf_hash,@object \n"
96 " .globl cfi_bpf_hash \n"
97 " .p2align 2, 0x0 \n"
98 "cfi_bpf_hash: \n"
99 " .word __kcfi_typeid___bpf_prog_runX \n"
100 " .size cfi_bpf_hash, 4 \n"
101 " .popsection \n"
102 );
103
104 /* Must match bpf_callback_t */
105 extern u64 __bpf_callback_fn(u64, u64, u64, u64, u64);
106
107 __ADDRESSABLE(__bpf_callback_fn);
108
109 /* u32 __ro_after_init cfi_bpf_subprog_hash = __kcfi_typeid___bpf_callback_fn; */
110 asm (
111 " .pushsection .data..ro_after_init,\"aw\",@progbits \n"
112 " .type cfi_bpf_subprog_hash,@object \n"
113 " .globl cfi_bpf_subprog_hash \n"
114 " .p2align 2, 0x0 \n"
115 "cfi_bpf_subprog_hash: \n"
116 " .word __kcfi_typeid___bpf_callback_fn \n"
117 " .size cfi_bpf_subprog_hash, 4 \n"
118 " .popsection \n"
119 );
120
121 u32 cfi_get_func_hash(void *func)
122 {
123 u32 hash;
124
125 if (get_kernel_nofault(hash, func - cfi_get_offset()))
126 return 0;
127
128 return hash;
129 }
130 #endif
131
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.