blob: a404f7ee73959a154fddca8b59c5bb79db1773be [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* Kernel thread helper functions.
2 * Copyright (C) 2004 IBM Corporation, Rusty Russell.
3 *
Eric W. Biederman73c27992007-05-09 02:34:32 -07004 * Creation is done via kthreadd, so that we get a clean environment
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * even if we're invoked from userspace (think modprobe, hotplug cpu,
6 * etc.).
7 */
8#include <linux/sched.h>
9#include <linux/kthread.h>
10#include <linux/completion.h>
11#include <linux/err.h>
12#include <linux/unistd.h>
13#include <linux/file.h>
14#include <linux/module.h>
Arjan van de Ven97d1f152006-03-23 03:00:24 -080015#include <linux/mutex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <asm/semaphore.h>
17
Eric W. Biederman73c27992007-05-09 02:34:32 -070018static DEFINE_SPINLOCK(kthread_create_lock);
19static LIST_HEAD(kthread_create_list);
20struct task_struct *kthreadd_task;
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
22struct kthread_create_info
23{
Eric W. Biederman73c27992007-05-09 02:34:32 -070024 /* Information passed to kthread() from kthreadd. */
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 int (*threadfn)(void *data);
26 void *data;
27 struct completion started;
28
Eric W. Biederman73c27992007-05-09 02:34:32 -070029 /* Result passed back to kthread_create() from kthreadd. */
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 struct task_struct *result;
31 struct completion done;
David Howells65f27f32006-11-22 14:55:48 +000032
Eric W. Biederman73c27992007-05-09 02:34:32 -070033 struct list_head list;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034};
35
36struct kthread_stop_info
37{
38 struct task_struct *k;
39 int err;
40 struct completion done;
41};
42
43/* Thread stopping is done by setthing this var: lock serializes
44 * multiple kthread_stop calls. */
Arjan van de Ven97d1f152006-03-23 03:00:24 -080045static DEFINE_MUTEX(kthread_stop_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070046static struct kthread_stop_info kthread_stop_info;
47
Randy Dunlap9e37bd32006-06-25 05:49:19 -070048/**
49 * kthread_should_stop - should this kthread return now?
50 *
Robert P. J. Day72fd4a32007-02-10 01:45:59 -080051 * When someone calls kthread_stop() on your kthread, it will be woken
Randy Dunlap9e37bd32006-06-25 05:49:19 -070052 * and this will return true. You should then return, and your return
53 * value will be passed through to kthread_stop().
54 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070055int kthread_should_stop(void)
56{
57 return (kthread_stop_info.k == current);
58}
59EXPORT_SYMBOL(kthread_should_stop);
60
Linus Torvalds1da177e2005-04-16 15:20:36 -070061static int kthread(void *_create)
62{
63 struct kthread_create_info *create = _create;
64 int (*threadfn)(void *data);
65 void *data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 int ret = -EINTR;
67
Eric W. Biederman73c27992007-05-09 02:34:32 -070068 /* Copy data: it's on kthread's stack */
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 threadfn = create->threadfn;
70 data = create->data;
71
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 /* OK, tell user we're spawned, wait for stop or wakeup */
Oleg Nesterova076e4b2007-05-23 13:57:27 -070073 __set_current_state(TASK_UNINTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 complete(&create->started);
75 schedule();
76
77 if (!kthread_should_stop())
78 ret = threadfn(data);
79
80 /* It might have exited on its own, w/o kthread_stop. Check. */
81 if (kthread_should_stop()) {
82 kthread_stop_info.err = ret;
83 complete(&kthread_stop_info.done);
84 }
85 return 0;
86}
87
Eric W. Biederman73c27992007-05-09 02:34:32 -070088static void create_kthread(struct kthread_create_info *create)
Linus Torvalds1da177e2005-04-16 15:20:36 -070089{
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 int pid;
91
92 /* We want our own signal handler (we take no signals by default). */
93 pid = kernel_thread(kthread, create, CLONE_FS | CLONE_FILES | SIGCHLD);
94 if (pid < 0) {
95 create->result = ERR_PTR(pid);
96 } else {
97 wait_for_completion(&create->started);
Andrew Morton05eeae22006-03-25 03:07:48 -080098 read_lock(&tasklist_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 create->result = find_task_by_pid(pid);
Andrew Morton05eeae22006-03-25 03:07:48 -0800100 read_unlock(&tasklist_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 }
102 complete(&create->done);
103}
104
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700105/**
106 * kthread_create - create a kthread.
107 * @threadfn: the function to run until signal_pending(current).
108 * @data: data ptr for @threadfn.
109 * @namefmt: printf-style name for the thread.
110 *
111 * Description: This helper function creates and names a kernel
112 * thread. The thread will be stopped: use wake_up_process() to start
113 * it. See also kthread_run(), kthread_create_on_cpu().
114 *
115 * When woken, the thread will run @threadfn() with @data as its
Robert P. J. Day72fd4a32007-02-10 01:45:59 -0800116 * argument. @threadfn() can either call do_exit() directly if it is a
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700117 * standalone thread for which noone will call kthread_stop(), or
118 * return when 'kthread_should_stop()' is true (which means
119 * kthread_stop() has been called). The return value should be zero
120 * or a negative error number; it will be passed to kthread_stop().
121 *
122 * Returns a task_struct or ERR_PTR(-ENOMEM).
123 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124struct task_struct *kthread_create(int (*threadfn)(void *data),
125 void *data,
126 const char namefmt[],
127 ...)
128{
129 struct kthread_create_info create;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
131 create.threadfn = threadfn;
132 create.data = data;
133 init_completion(&create.started);
134 init_completion(&create.done);
135
Eric W. Biederman73c27992007-05-09 02:34:32 -0700136 spin_lock(&kthread_create_lock);
137 list_add_tail(&create.list, &kthread_create_list);
138 wake_up_process(kthreadd_task);
139 spin_unlock(&kthread_create_lock);
140
141 wait_for_completion(&create.done);
142
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 if (!IS_ERR(create.result)) {
144 va_list args;
145 va_start(args, namefmt);
146 vsnprintf(create.result->comm, sizeof(create.result->comm),
147 namefmt, args);
148 va_end(args);
149 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 return create.result;
151}
152EXPORT_SYMBOL(kthread_create);
153
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700154/**
155 * kthread_bind - bind a just-created kthread to a cpu.
156 * @k: thread created by kthread_create().
157 * @cpu: cpu (might not be online, must be possible) for @k to run on.
158 *
159 * Description: This function is equivalent to set_cpus_allowed(),
160 * except that @cpu doesn't need to be online, and the thread must be
Robert P. J. Day72fd4a32007-02-10 01:45:59 -0800161 * stopped (i.e., just returned from kthread_create()).
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700162 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163void kthread_bind(struct task_struct *k, unsigned int cpu)
164{
Oleg Nesterova076e4b2007-05-23 13:57:27 -0700165 if (k->state != TASK_UNINTERRUPTIBLE) {
166 WARN_ON(1);
167 return;
168 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 /* Must have done schedule() in kthread() before we set_task_cpu */
170 wait_task_inactive(k);
171 set_task_cpu(k, cpu);
172 k->cpus_allowed = cpumask_of_cpu(cpu);
173}
174EXPORT_SYMBOL(kthread_bind);
175
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700176/**
177 * kthread_stop - stop a thread created by kthread_create().
178 * @k: thread created by kthread_create().
179 *
180 * Sets kthread_should_stop() for @k to return true, wakes it, and
181 * waits for it to exit. Your threadfn() must not call do_exit()
182 * itself if you use this function! This can also be called after
183 * kthread_create() instead of calling wake_up_process(): the thread
184 * will exit without calling threadfn().
185 *
186 * Returns the result of threadfn(), or %-EINTR if wake_up_process()
187 * was never called.
188 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189int kthread_stop(struct task_struct *k)
190{
191 int ret;
192
Arjan van de Ven97d1f152006-03-23 03:00:24 -0800193 mutex_lock(&kthread_stop_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194
195 /* It could exit after stop_info.k set, but before wake_up_process. */
196 get_task_struct(k);
197
198 /* Must init completion *before* thread sees kthread_stop_info.k */
199 init_completion(&kthread_stop_info.done);
akpm@osdl.orgd59dd462005-05-01 08:58:47 -0700200 smp_wmb();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201
202 /* Now set kthread_should_stop() to true, and wake it up. */
203 kthread_stop_info.k = k;
Adrian Bunk52e92e52006-07-14 00:24:05 -0700204 wake_up_process(k);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 put_task_struct(k);
206
207 /* Once it dies, reset stop ptr, gather result and we're done. */
208 wait_for_completion(&kthread_stop_info.done);
209 kthread_stop_info.k = NULL;
210 ret = kthread_stop_info.err;
Arjan van de Ven97d1f152006-03-23 03:00:24 -0800211 mutex_unlock(&kthread_stop_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212
213 return ret;
214}
Adrian Bunk52e92e52006-07-14 00:24:05 -0700215EXPORT_SYMBOL(kthread_stop);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216
Eric W. Biederman73c27992007-05-09 02:34:32 -0700217
Jan Beulich98011f52007-07-15 23:38:17 -0700218static noinline __init_refok void kthreadd_setup(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219{
Eric W. Biederman73c27992007-05-09 02:34:32 -0700220 struct task_struct *tsk = current;
Eric W. Biederman73c27992007-05-09 02:34:32 -0700221
222 set_task_comm(tsk, "kthreadd");
223
Oleg Nesterov10ab8252007-05-09 02:34:37 -0700224 ignore_signals(tsk);
Eric W. Biederman73c27992007-05-09 02:34:32 -0700225
Oleg Nesterov10ab8252007-05-09 02:34:37 -0700226 set_user_nice(tsk, -5);
227 set_cpus_allowed(tsk, CPU_MASK_ALL);
Eric W. Biederman73c27992007-05-09 02:34:32 -0700228}
229
230int kthreadd(void *unused)
231{
232 /* Setup a clean context for our children to inherit. */
233 kthreadd_setup();
234
235 current->flags |= PF_NOFREEZE;
236
237 for (;;) {
238 set_current_state(TASK_INTERRUPTIBLE);
239 if (list_empty(&kthread_create_list))
240 schedule();
241 __set_current_state(TASK_RUNNING);
242
243 spin_lock(&kthread_create_lock);
244 while (!list_empty(&kthread_create_list)) {
245 struct kthread_create_info *create;
246
247 create = list_entry(kthread_create_list.next,
248 struct kthread_create_info, list);
249 list_del_init(&create->list);
250 spin_unlock(&kthread_create_lock);
251
252 create_kthread(create);
253
254 spin_lock(&kthread_create_lock);
255 }
256 spin_unlock(&kthread_create_lock);
257 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258
259 return 0;
260}