1 /* SPDX-License-Identifier: GPL-2.0 */ 1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _LINUX_KTHREAD_H 2 #ifndef _LINUX_KTHREAD_H
3 #define _LINUX_KTHREAD_H 3 #define _LINUX_KTHREAD_H
4 /* Simple interface for creating and stopping 4 /* Simple interface for creating and stopping kernel threads without mess. */
5 #include <linux/err.h> 5 #include <linux/err.h>
6 #include <linux/sched.h> 6 #include <linux/sched.h>
7 7
8 struct mm_struct; 8 struct mm_struct;
9 9
10 __printf(4, 5) 10 __printf(4, 5)
11 struct task_struct *kthread_create_on_node(int 11 struct task_struct *kthread_create_on_node(int (*threadfn)(void *data),
12 voi 12 void *data,
13 int 13 int node,
14 con 14 const char namefmt[], ...);
15 15
16 /** 16 /**
17 * kthread_create - create a kthread on the cu 17 * kthread_create - create a kthread on the current node
18 * @threadfn: the function to run in the threa 18 * @threadfn: the function to run in the thread
19 * @data: data pointer for @threadfn() 19 * @data: data pointer for @threadfn()
20 * @namefmt: printf-style format string for th 20 * @namefmt: printf-style format string for the thread name
21 * @arg: arguments for @namefmt. 21 * @arg: arguments for @namefmt.
22 * 22 *
23 * This macro will create a kthread on the cur 23 * This macro will create a kthread on the current node, leaving it in
24 * the stopped state. This is just a helper f 24 * the stopped state. This is just a helper for kthread_create_on_node();
25 * see the documentation there for more detail 25 * see the documentation there for more details.
26 */ 26 */
27 #define kthread_create(threadfn, data, namefmt 27 #define kthread_create(threadfn, data, namefmt, arg...) \
28 kthread_create_on_node(threadfn, data, 28 kthread_create_on_node(threadfn, data, NUMA_NO_NODE, namefmt, ##arg)
29 29
30 30
31 struct task_struct *kthread_create_on_cpu(int 31 struct task_struct *kthread_create_on_cpu(int (*threadfn)(void *data),
32 void 32 void *data,
33 unsi 33 unsigned int cpu,
34 cons 34 const char *namefmt);
35 35
36 void get_kthread_comm(char *buf, size_t buf_si 36 void get_kthread_comm(char *buf, size_t buf_size, struct task_struct *tsk);
37 bool set_kthread_struct(struct task_struct *p) 37 bool set_kthread_struct(struct task_struct *p);
38 38
39 void kthread_set_per_cpu(struct task_struct *k 39 void kthread_set_per_cpu(struct task_struct *k, int cpu);
40 bool kthread_is_per_cpu(struct task_struct *k) 40 bool kthread_is_per_cpu(struct task_struct *k);
41 41
42 /** 42 /**
43 * kthread_run - create and wake a thread. 43 * kthread_run - create and wake a thread.
44 * @threadfn: the function to run until signal 44 * @threadfn: the function to run until signal_pending(current).
45 * @data: data ptr for @threadfn. 45 * @data: data ptr for @threadfn.
46 * @namefmt: printf-style name for the thread. 46 * @namefmt: printf-style name for the thread.
47 * 47 *
48 * Description: Convenient wrapper for kthread 48 * Description: Convenient wrapper for kthread_create() followed by
49 * wake_up_process(). Returns the kthread or 49 * wake_up_process(). Returns the kthread or ERR_PTR(-ENOMEM).
50 */ 50 */
51 #define kthread_run(threadfn, data, namefmt, . 51 #define kthread_run(threadfn, data, namefmt, ...) \
52 ({ 52 ({ \
53 struct task_struct *__k 53 struct task_struct *__k \
54 = kthread_create(threadfn, dat 54 = kthread_create(threadfn, data, namefmt, ## __VA_ARGS__); \
55 if (!IS_ERR(__k)) 55 if (!IS_ERR(__k)) \
56 wake_up_process(__k); 56 wake_up_process(__k); \
57 __k; 57 __k; \
58 }) 58 })
59 59
60 /** 60 /**
61 * kthread_run_on_cpu - create and wake a cpu 61 * kthread_run_on_cpu - create and wake a cpu bound thread.
62 * @threadfn: the function to run until signal 62 * @threadfn: the function to run until signal_pending(current).
63 * @data: data ptr for @threadfn. 63 * @data: data ptr for @threadfn.
64 * @cpu: The cpu on which the thread should be 64 * @cpu: The cpu on which the thread should be bound,
65 * @namefmt: printf-style name for the thread. 65 * @namefmt: printf-style name for the thread. Format is restricted
66 * to "name.*%u". Code fills in cpu 66 * to "name.*%u". Code fills in cpu number.
67 * 67 *
68 * Description: Convenient wrapper for kthread 68 * Description: Convenient wrapper for kthread_create_on_cpu()
69 * followed by wake_up_process(). Returns the 69 * followed by wake_up_process(). Returns the kthread or
70 * ERR_PTR(-ENOMEM). 70 * ERR_PTR(-ENOMEM).
71 */ 71 */
72 static inline struct task_struct * 72 static inline struct task_struct *
73 kthread_run_on_cpu(int (*threadfn)(void *data) 73 kthread_run_on_cpu(int (*threadfn)(void *data), void *data,
74 unsigned int cpu, cons 74 unsigned int cpu, const char *namefmt)
75 { 75 {
76 struct task_struct *p; 76 struct task_struct *p;
77 77
78 p = kthread_create_on_cpu(threadfn, da 78 p = kthread_create_on_cpu(threadfn, data, cpu, namefmt);
79 if (!IS_ERR(p)) 79 if (!IS_ERR(p))
80 wake_up_process(p); 80 wake_up_process(p);
81 81
82 return p; 82 return p;
83 } 83 }
84 84
85 void free_kthread_struct(struct task_struct *k 85 void free_kthread_struct(struct task_struct *k);
86 void kthread_bind(struct task_struct *k, unsig 86 void kthread_bind(struct task_struct *k, unsigned int cpu);
87 void kthread_bind_mask(struct task_struct *k, 87 void kthread_bind_mask(struct task_struct *k, const struct cpumask *mask);
88 int kthread_stop(struct task_struct *k); 88 int kthread_stop(struct task_struct *k);
89 int kthread_stop_put(struct task_struct *k); 89 int kthread_stop_put(struct task_struct *k);
90 bool kthread_should_stop(void); 90 bool kthread_should_stop(void);
91 bool kthread_should_park(void); 91 bool kthread_should_park(void);
92 bool kthread_should_stop_or_park(void); 92 bool kthread_should_stop_or_park(void);
93 bool kthread_freezable_should_stop(bool *was_f 93 bool kthread_freezable_should_stop(bool *was_frozen);
94 void *kthread_func(struct task_struct *k); 94 void *kthread_func(struct task_struct *k);
95 void *kthread_data(struct task_struct *k); 95 void *kthread_data(struct task_struct *k);
96 void *kthread_probe_data(struct task_struct *k 96 void *kthread_probe_data(struct task_struct *k);
97 int kthread_park(struct task_struct *k); 97 int kthread_park(struct task_struct *k);
98 void kthread_unpark(struct task_struct *k); 98 void kthread_unpark(struct task_struct *k);
99 void kthread_parkme(void); 99 void kthread_parkme(void);
100 void kthread_exit(long result) __noreturn; 100 void kthread_exit(long result) __noreturn;
101 void kthread_complete_and_exit(struct completi 101 void kthread_complete_and_exit(struct completion *, long) __noreturn;
102 102
103 int kthreadd(void *unused); 103 int kthreadd(void *unused);
104 extern struct task_struct *kthreadd_task; 104 extern struct task_struct *kthreadd_task;
105 extern int tsk_fork_get_node(struct task_struc 105 extern int tsk_fork_get_node(struct task_struct *tsk);
106 106
107 /* 107 /*
108 * Simple work processor based on kthread. 108 * Simple work processor based on kthread.
109 * 109 *
110 * This provides easier way to make use of kth 110 * This provides easier way to make use of kthreads. A kthread_work
111 * can be queued and flushed using queue/kthre 111 * can be queued and flushed using queue/kthread_flush_work()
112 * respectively. Queued kthread_works are pro 112 * respectively. Queued kthread_works are processed by a kthread
113 * running kthread_worker_fn(). 113 * running kthread_worker_fn().
114 */ 114 */
115 struct kthread_work; 115 struct kthread_work;
116 typedef void (*kthread_work_func_t)(struct kth 116 typedef void (*kthread_work_func_t)(struct kthread_work *work);
117 void kthread_delayed_work_timer_fn(struct time 117 void kthread_delayed_work_timer_fn(struct timer_list *t);
118 118
119 enum { 119 enum {
120 KTW_FREEZABLE = 1 << 0, 120 KTW_FREEZABLE = 1 << 0, /* freeze during suspend */
121 }; 121 };
122 122
123 struct kthread_worker { 123 struct kthread_worker {
124 unsigned int flags; 124 unsigned int flags;
125 raw_spinlock_t lock; 125 raw_spinlock_t lock;
126 struct list_head work_list; 126 struct list_head work_list;
127 struct list_head delayed_work_l 127 struct list_head delayed_work_list;
128 struct task_struct *task; 128 struct task_struct *task;
129 struct kthread_work *current_work; 129 struct kthread_work *current_work;
130 }; 130 };
131 131
132 struct kthread_work { 132 struct kthread_work {
133 struct list_head node; 133 struct list_head node;
134 kthread_work_func_t func; 134 kthread_work_func_t func;
135 struct kthread_worker *worker; 135 struct kthread_worker *worker;
136 /* Number of canceling calls that are 136 /* Number of canceling calls that are running at the moment. */
137 int canceling; 137 int canceling;
138 }; 138 };
139 139
140 struct kthread_delayed_work { 140 struct kthread_delayed_work {
141 struct kthread_work work; 141 struct kthread_work work;
142 struct timer_list timer; 142 struct timer_list timer;
143 }; 143 };
144 144
145 #define KTHREAD_WORK_INIT(work, fn) { 145 #define KTHREAD_WORK_INIT(work, fn) { \
146 .node = LIST_HEAD_INIT((work).node), 146 .node = LIST_HEAD_INIT((work).node), \
147 .func = (fn), 147 .func = (fn), \
148 } 148 }
149 149
150 #define KTHREAD_DELAYED_WORK_INIT(dwork, fn) { 150 #define KTHREAD_DELAYED_WORK_INIT(dwork, fn) { \
151 .work = KTHREAD_WORK_INIT((dwork).work 151 .work = KTHREAD_WORK_INIT((dwork).work, (fn)), \
152 .timer = __TIMER_INITIALIZER(kthread_d 152 .timer = __TIMER_INITIALIZER(kthread_delayed_work_timer_fn,\
153 TIMER_IRQ 153 TIMER_IRQSAFE), \
154 } 154 }
155 155
156 #define DEFINE_KTHREAD_WORK(work, fn) 156 #define DEFINE_KTHREAD_WORK(work, fn) \
157 struct kthread_work work = KTHREAD_WOR 157 struct kthread_work work = KTHREAD_WORK_INIT(work, fn)
158 158
159 #define DEFINE_KTHREAD_DELAYED_WORK(dwork, fn) 159 #define DEFINE_KTHREAD_DELAYED_WORK(dwork, fn) \
160 struct kthread_delayed_work dwork = 160 struct kthread_delayed_work dwork = \
161 KTHREAD_DELAYED_WORK_INIT(dwor 161 KTHREAD_DELAYED_WORK_INIT(dwork, fn)
162 162
163 extern void __kthread_init_worker(struct kthre 163 extern void __kthread_init_worker(struct kthread_worker *worker,
164 const char *name, stru 164 const char *name, struct lock_class_key *key);
165 165
166 #define kthread_init_worker(worker) 166 #define kthread_init_worker(worker) \
167 do { 167 do { \
168 static struct lock_class_key _ 168 static struct lock_class_key __key; \
169 __kthread_init_worker((worker) 169 __kthread_init_worker((worker), "("#worker")->lock", &__key); \
170 } while (0) 170 } while (0)
171 171
172 #define kthread_init_work(work, fn) 172 #define kthread_init_work(work, fn) \
173 do { 173 do { \
174 memset((work), 0, sizeof(struc 174 memset((work), 0, sizeof(struct kthread_work)); \
175 INIT_LIST_HEAD(&(work)->node); 175 INIT_LIST_HEAD(&(work)->node); \
176 (work)->func = (fn); 176 (work)->func = (fn); \
177 } while (0) 177 } while (0)
178 178
179 #define kthread_init_delayed_work(dwork, fn) 179 #define kthread_init_delayed_work(dwork, fn) \
180 do { 180 do { \
181 kthread_init_work(&(dwork)->wo 181 kthread_init_work(&(dwork)->work, (fn)); \
182 timer_setup(&(dwork)->timer, 182 timer_setup(&(dwork)->timer, \
183 kthread_delayed_w 183 kthread_delayed_work_timer_fn, \
184 TIMER_IRQSAFE); 184 TIMER_IRQSAFE); \
185 } while (0) 185 } while (0)
186 186
187 int kthread_worker_fn(void *worker_ptr); 187 int kthread_worker_fn(void *worker_ptr);
188 188
189 __printf(2, 3) 189 __printf(2, 3)
190 struct kthread_worker * 190 struct kthread_worker *
191 kthread_create_worker(unsigned int flags, cons 191 kthread_create_worker(unsigned int flags, const char namefmt[], ...);
192 192
193 __printf(3, 4) struct kthread_worker * 193 __printf(3, 4) struct kthread_worker *
194 kthread_create_worker_on_cpu(int cpu, unsigned 194 kthread_create_worker_on_cpu(int cpu, unsigned int flags,
195 const char namefm 195 const char namefmt[], ...);
196 196
197 bool kthread_queue_work(struct kthread_worker 197 bool kthread_queue_work(struct kthread_worker *worker,
198 struct kthread_work *w 198 struct kthread_work *work);
199 199
200 bool kthread_queue_delayed_work(struct kthread 200 bool kthread_queue_delayed_work(struct kthread_worker *worker,
201 struct kthread 201 struct kthread_delayed_work *dwork,
202 unsigned long 202 unsigned long delay);
203 203
204 bool kthread_mod_delayed_work(struct kthread_w 204 bool kthread_mod_delayed_work(struct kthread_worker *worker,
205 struct kthread_d 205 struct kthread_delayed_work *dwork,
206 unsigned long de 206 unsigned long delay);
207 207
208 void kthread_flush_work(struct kthread_work *w 208 void kthread_flush_work(struct kthread_work *work);
209 void kthread_flush_worker(struct kthread_worke 209 void kthread_flush_worker(struct kthread_worker *worker);
210 210
211 bool kthread_cancel_work_sync(struct kthread_w 211 bool kthread_cancel_work_sync(struct kthread_work *work);
212 bool kthread_cancel_delayed_work_sync(struct k 212 bool kthread_cancel_delayed_work_sync(struct kthread_delayed_work *work);
213 213
214 void kthread_destroy_worker(struct kthread_wor 214 void kthread_destroy_worker(struct kthread_worker *worker);
215 215
216 void kthread_use_mm(struct mm_struct *mm); 216 void kthread_use_mm(struct mm_struct *mm);
217 void kthread_unuse_mm(struct mm_struct *mm); 217 void kthread_unuse_mm(struct mm_struct *mm);
218 218
219 struct cgroup_subsys_state; 219 struct cgroup_subsys_state;
220 220
221 #ifdef CONFIG_BLK_CGROUP 221 #ifdef CONFIG_BLK_CGROUP
222 void kthread_associate_blkcg(struct cgroup_sub 222 void kthread_associate_blkcg(struct cgroup_subsys_state *css);
223 struct cgroup_subsys_state *kthread_blkcg(void 223 struct cgroup_subsys_state *kthread_blkcg(void);
224 #else 224 #else
225 static inline void kthread_associate_blkcg(str 225 static inline void kthread_associate_blkcg(struct cgroup_subsys_state *css) { }
226 #endif 226 #endif
227 #endif /* _LINUX_KTHREAD_H */ 227 #endif /* _LINUX_KTHREAD_H */
228 228
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.