1 // SPDX-License-Identifier: GPL-2.0 1
2
3 #include <linux/cpu.h>
4 #include <linux/cpumask.h>
5 #include <linux/kernel.h>
6 #include <linux/nmi.h>
7 #include <linux/percpu-defs.h>
8
9 static cpumask_t __read_mostly watchdog_cpus;
10
11 static unsigned int watchdog_next_cpu(unsigned
12 {
13 unsigned int next_cpu;
14
15 next_cpu = cpumask_next(cpu, &watchdog
16 if (next_cpu >= nr_cpu_ids)
17 next_cpu = cpumask_first(&watc
18
19 if (next_cpu == cpu)
20 return nr_cpu_ids;
21
22 return next_cpu;
23 }
24
25 int __init watchdog_hardlockup_probe(void)
26 {
27 return 0;
28 }
29
30 void watchdog_hardlockup_enable(unsigned int c
31 {
32 unsigned int next_cpu;
33
34 /*
35 * The new CPU will be marked online b
36 * gets a chance to run on it. If anot
37 * hardlockup on the new CPU before it
38 * interrupt, it will get a false posi
39 * the new CPU to delay the check for
40 * to guarantee one hrtimer has run on
41 */
42 watchdog_hardlockup_touch_cpu(cpu);
43
44 /*
45 * We are going to check the next CPU.
46 * need not be zero if the CPU has alr
47 * Touch the watchdog on the next CPU
48 * if we try to check it in less then
49 */
50 next_cpu = watchdog_next_cpu(cpu);
51 if (next_cpu < nr_cpu_ids)
52 watchdog_hardlockup_touch_cpu(
53
54 /*
55 * Makes sure that watchdog is touched
56 * other CPUs could see it in watchdog
57 * part is in watchdog_buddy_check_har
58 */
59 smp_wmb();
60
61 cpumask_set_cpu(cpu, &watchdog_cpus);
62 }
63
64 void watchdog_hardlockup_disable(unsigned int
65 {
66 unsigned int next_cpu = watchdog_next_
67
68 /*
69 * Offlining this CPU will cause the C
70 * checking the one after this one. If
71 * the next CPU and updating hrtimer_i
72 * previous CPU checks it within one s
73 * false positive. Touch the watchdog
74 */
75 if (next_cpu < nr_cpu_ids)
76 watchdog_hardlockup_touch_cpu(
77
78 /*
79 * Makes sure that watchdog is touched
80 * this CPU disappear in watchdog_cpus
81 * watchdog_buddy_check_hardlockup().
82 */
83 smp_wmb();
84
85 cpumask_clear_cpu(cpu, &watchdog_cpus)
86 }
87
88 void watchdog_buddy_check_hardlockup(int hrtim
89 {
90 unsigned int next_cpu;
91
92 /*
93 * Test for hardlockups every 3 sample
94 * watchdog_thresh * 2 / 5, so 3 samp
95 * watchdog_thresh (over by 20%).
96 */
97 if (hrtimer_interrupts % 3 != 0)
98 return;
99
100 /* check for a hardlockup on the next
101 next_cpu = watchdog_next_cpu(smp_proce
102 if (next_cpu >= nr_cpu_ids)
103 return;
104
105 /*
106 * Make sure that the watchdog was tou
107 * watchdog_next_cpu() returned anothe
108 * a change in watchdog_hardlockup_ena
109 */
110 smp_rmb();
111
112 watchdog_hardlockup_check(next_cpu, NU
113 }
114
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.