blob: 67f95aada4b95637b75432278b9d7391401a62d6 [file] [log] [blame]
Ingo Molnar43ae34c2007-07-09 18:52:00 +02001/*
2 * kernel/time/sched_debug.c
3 *
4 * Print the CFS rbtree
5 *
6 * Copyright(C) 2007, Red Hat, Inc., Ingo Molnar
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 */
12
13#include <linux/proc_fs.h>
14#include <linux/sched.h>
15#include <linux/seq_file.h>
16#include <linux/kallsyms.h>
17#include <linux/utsname.h>
18
19/*
20 * This allows printing both to /proc/sched_debug and
21 * to the console
22 */
23#define SEQ_printf(m, x...) \
24 do { \
25 if (m) \
26 seq_printf(m, x); \
27 else \
28 printk(x); \
29 } while (0)
30
Ingo Molnaref83a572007-10-15 17:00:08 +020031/*
32 * Ease the printing of nsec fields:
33 */
Ingo Molnar90b26282007-12-30 17:24:35 +010034static long long nsec_high(unsigned long long nsec)
Ingo Molnaref83a572007-10-15 17:00:08 +020035{
Ingo Molnar90b26282007-12-30 17:24:35 +010036 if ((long long)nsec < 0) {
Ingo Molnaref83a572007-10-15 17:00:08 +020037 nsec = -nsec;
38 do_div(nsec, 1000000);
39 return -nsec;
40 }
41 do_div(nsec, 1000000);
42
43 return nsec;
44}
45
Ingo Molnar90b26282007-12-30 17:24:35 +010046static unsigned long nsec_low(unsigned long long nsec)
Ingo Molnaref83a572007-10-15 17:00:08 +020047{
Ingo Molnar90b26282007-12-30 17:24:35 +010048 if ((long long)nsec < 0)
Ingo Molnaref83a572007-10-15 17:00:08 +020049 nsec = -nsec;
50
51 return do_div(nsec, 1000000);
52}
53
54#define SPLIT_NS(x) nsec_high(x), nsec_low(x)
55
Bharata B Raoff9b48c2008-11-10 21:34:09 +053056#ifdef CONFIG_FAIR_GROUP_SCHED
57static void print_cfs_group_stats(struct seq_file *m, int cpu,
58 struct task_group *tg)
59{
60 struct sched_entity *se = tg->se[cpu];
61 if (!se)
62 return;
63
64#define P(F) \
65 SEQ_printf(m, " .%-30s: %lld\n", #F, (long long)F)
66#define PN(F) \
67 SEQ_printf(m, " .%-30s: %lld.%06ld\n", #F, SPLIT_NS((long long)F))
68
69 PN(se->exec_start);
70 PN(se->vruntime);
71 PN(se->sum_exec_runtime);
72#ifdef CONFIG_SCHEDSTATS
73 PN(se->wait_start);
74 PN(se->sleep_start);
75 PN(se->block_start);
76 PN(se->sleep_max);
77 PN(se->block_max);
78 PN(se->exec_max);
79 PN(se->slice_max);
80 PN(se->wait_max);
81 PN(se->wait_sum);
82 P(se->wait_count);
83#endif
84 P(se->load.weight);
85#undef PN
86#undef P
87}
88#endif
89
Ingo Molnar43ae34c2007-07-09 18:52:00 +020090static void
Ingo Molnara48da482007-08-09 11:16:51 +020091print_task(struct seq_file *m, struct rq *rq, struct task_struct *p)
Ingo Molnar43ae34c2007-07-09 18:52:00 +020092{
93 if (rq->curr == p)
94 SEQ_printf(m, "R");
95 else
96 SEQ_printf(m, " ");
97
Ingo Molnaref83a572007-10-15 17:00:08 +020098 SEQ_printf(m, "%15s %5d %9Ld.%06ld %9Ld %5d ",
Ingo Molnar43ae34c2007-07-09 18:52:00 +020099 p->comm, p->pid,
Ingo Molnaref83a572007-10-15 17:00:08 +0200100 SPLIT_NS(p->se.vruntime),
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200101 (long long)(p->nvcsw + p->nivcsw),
Al Viro6f605d82007-08-06 04:26:59 +0100102 p->prio);
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200103#ifdef CONFIG_SCHEDSTATS
Peter Zijlstrad19ca302008-04-19 19:45:00 +0200104 SEQ_printf(m, "%9Ld.%06ld %9Ld.%06ld %9Ld.%06ld",
Ingo Molnaref83a572007-10-15 17:00:08 +0200105 SPLIT_NS(p->se.vruntime),
106 SPLIT_NS(p->se.sum_exec_runtime),
107 SPLIT_NS(p->se.sum_sleep_runtime));
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200108#else
Peter Zijlstrad19ca302008-04-19 19:45:00 +0200109 SEQ_printf(m, "%15Ld %15Ld %15Ld.%06ld %15Ld.%06ld %15Ld.%06ld",
Ingo Molnaref83a572007-10-15 17:00:08 +0200110 0LL, 0LL, 0LL, 0L, 0LL, 0L, 0LL, 0L);
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200111#endif
Peter Zijlstrad19ca302008-04-19 19:45:00 +0200112
113#ifdef CONFIG_CGROUP_SCHED
114 {
115 char path[64];
116
117 cgroup_path(task_group(p)->css.cgroup, path, sizeof(path));
118 SEQ_printf(m, " %s", path);
119 }
120#endif
121 SEQ_printf(m, "\n");
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200122}
123
Ingo Molnara48da482007-08-09 11:16:51 +0200124static void print_rq(struct seq_file *m, struct rq *rq, int rq_cpu)
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200125{
126 struct task_struct *g, *p;
Peter Zijlstraab63a632007-10-25 14:02:45 +0200127 unsigned long flags;
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200128
129 SEQ_printf(m,
130 "\nrunnable tasks:\n"
Mike Galbraithc86da3a2007-10-15 17:00:08 +0200131 " task PID tree-key switches prio"
132 " exec-runtime sum-exec sum-sleep\n"
Ingo Molnar1a75b942007-10-15 17:00:08 +0200133 "------------------------------------------------------"
Mike Galbraithc86da3a2007-10-15 17:00:08 +0200134 "----------------------------------------------------\n");
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200135
Peter Zijlstraab63a632007-10-25 14:02:45 +0200136 read_lock_irqsave(&tasklist_lock, flags);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200137
138 do_each_thread(g, p) {
139 if (!p->se.on_rq || task_cpu(p) != rq_cpu)
140 continue;
141
Ingo Molnara48da482007-08-09 11:16:51 +0200142 print_task(m, rq, p);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200143 } while_each_thread(g, p);
144
Peter Zijlstraab63a632007-10-25 14:02:45 +0200145 read_unlock_irqrestore(&tasklist_lock, flags);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200146}
147
Li Zefan805194c2009-01-10 15:43:15 +0800148#if defined(CONFIG_CGROUP_SCHED) && \
149 (defined(CONFIG_FAIR_GROUP_SCHED) || defined(CONFIG_RT_GROUP_SCHED))
150static void task_group_path(struct task_group *tg, char *buf, int buflen)
151{
152 /* may be NULL if the underlying cgroup isn't fully-created yet */
153 if (!tg->css.cgroup) {
154 buf[0] = '\0';
155 return;
156 }
157 cgroup_path(tg->css.cgroup, buf, buflen);
158}
159#endif
160
Ingo Molnar5cef9ec2007-08-09 11:16:47 +0200161void print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq)
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200162{
Ingo Molnar86d95602007-10-15 17:00:06 +0200163 s64 MIN_vruntime = -1, min_vruntime, max_vruntime = -1,
164 spread, rq0_min_vruntime, spread0;
Hitoshi Mitake348ec612009-06-17 22:20:55 +0900165 struct rq *rq = cpu_rq(cpu);
Ingo Molnar67e12ea2007-10-15 17:00:05 +0200166 struct sched_entity *last;
167 unsigned long flags;
168
Peter Zijlstraada18de2008-06-19 14:22:24 +0200169#if defined(CONFIG_CGROUP_SCHED) && defined(CONFIG_FAIR_GROUP_SCHED)
Li Zefan805194c2009-01-10 15:43:15 +0800170 char path[128];
Peter Zijlstrad19ca302008-04-19 19:45:00 +0200171 struct task_group *tg = cfs_rq->tg;
172
Li Zefan805194c2009-01-10 15:43:15 +0800173 task_group_path(tg, path, sizeof(path));
Peter Zijlstrad19ca302008-04-19 19:45:00 +0200174
175 SEQ_printf(m, "\ncfs_rq[%d]:%s\n", cpu, path);
Arun R Bharadwaj6c415b92008-12-01 20:49:05 +0530176#elif defined(CONFIG_USER_SCHED) && defined(CONFIG_FAIR_GROUP_SCHED)
177 {
178 uid_t uid = cfs_rq->tg->uid;
179 SEQ_printf(m, "\ncfs_rq[%d] for UID: %u\n", cpu, uid);
180 }
Peter Zijlstraada18de2008-06-19 14:22:24 +0200181#else
182 SEQ_printf(m, "\ncfs_rq[%d]:\n", cpu);
Peter Zijlstrad19ca302008-04-19 19:45:00 +0200183#endif
Ingo Molnaref83a572007-10-15 17:00:08 +0200184 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", "exec_clock",
185 SPLIT_NS(cfs_rq->exec_clock));
Ingo Molnar67e12ea2007-10-15 17:00:05 +0200186
Thomas Gleixner05fa7852009-11-17 14:28:38 +0100187 raw_spin_lock_irqsave(&rq->lock, flags);
Ingo Molnar67e12ea2007-10-15 17:00:05 +0200188 if (cfs_rq->rb_leftmost)
189 MIN_vruntime = (__pick_next_entity(cfs_rq))->vruntime;
190 last = __pick_last_entity(cfs_rq);
191 if (last)
192 max_vruntime = last->vruntime;
Peter Zijlstra5ac5c4d2008-11-10 10:46:32 +0100193 min_vruntime = cfs_rq->min_vruntime;
Hitoshi Mitake348ec612009-06-17 22:20:55 +0900194 rq0_min_vruntime = cpu_rq(0)->cfs.min_vruntime;
Thomas Gleixner05fa7852009-11-17 14:28:38 +0100195 raw_spin_unlock_irqrestore(&rq->lock, flags);
Ingo Molnaref83a572007-10-15 17:00:08 +0200196 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", "MIN_vruntime",
197 SPLIT_NS(MIN_vruntime));
198 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", "min_vruntime",
199 SPLIT_NS(min_vruntime));
200 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", "max_vruntime",
201 SPLIT_NS(max_vruntime));
Ingo Molnar67e12ea2007-10-15 17:00:05 +0200202 spread = max_vruntime - MIN_vruntime;
Ingo Molnaref83a572007-10-15 17:00:08 +0200203 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", "spread",
204 SPLIT_NS(spread));
Ingo Molnar86d95602007-10-15 17:00:06 +0200205 spread0 = min_vruntime - rq0_min_vruntime;
Ingo Molnaref83a572007-10-15 17:00:08 +0200206 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", "spread0",
207 SPLIT_NS(spread0));
Srivatsa Vaddagiri545f3b12007-10-15 17:00:09 +0200208 SEQ_printf(m, " .%-30s: %ld\n", "nr_running", cfs_rq->nr_running);
209 SEQ_printf(m, " .%-30s: %ld\n", "load", cfs_rq->load.weight);
Peter Zijlstra32df2ee2008-06-27 13:41:17 +0200210
Peter Zijlstra5ac5c4d2008-11-10 10:46:32 +0100211 SEQ_printf(m, " .%-30s: %d\n", "nr_spread_over",
Peter Zijlstraddc97292007-10-15 17:00:10 +0200212 cfs_rq->nr_spread_over);
Peter Zijlstrac09595f2008-06-27 13:41:14 +0200213#ifdef CONFIG_FAIR_GROUP_SCHED
214#ifdef CONFIG_SMP
215 SEQ_printf(m, " .%-30s: %lu\n", "shares", cfs_rq->shares);
216#endif
Bharata B Raoff9b48c2008-11-10 21:34:09 +0530217 print_cfs_group_stats(m, cpu, cfs_rq->tg);
Peter Zijlstrac09595f2008-06-27 13:41:14 +0200218#endif
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200219}
220
Peter Zijlstraada18de2008-06-19 14:22:24 +0200221void print_rt_rq(struct seq_file *m, int cpu, struct rt_rq *rt_rq)
222{
223#if defined(CONFIG_CGROUP_SCHED) && defined(CONFIG_RT_GROUP_SCHED)
Li Zefan805194c2009-01-10 15:43:15 +0800224 char path[128];
Peter Zijlstraada18de2008-06-19 14:22:24 +0200225 struct task_group *tg = rt_rq->tg;
226
Li Zefan805194c2009-01-10 15:43:15 +0800227 task_group_path(tg, path, sizeof(path));
Peter Zijlstraada18de2008-06-19 14:22:24 +0200228
229 SEQ_printf(m, "\nrt_rq[%d]:%s\n", cpu, path);
230#else
231 SEQ_printf(m, "\nrt_rq[%d]:\n", cpu);
232#endif
233
234
235#define P(x) \
236 SEQ_printf(m, " .%-30s: %Ld\n", #x, (long long)(rt_rq->x))
237#define PN(x) \
238 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", #x, SPLIT_NS(rt_rq->x))
239
240 P(rt_nr_running);
241 P(rt_throttled);
242 PN(rt_time);
243 PN(rt_runtime);
244
245#undef PN
246#undef P
247}
248
Ingo Molnara48da482007-08-09 11:16:51 +0200249static void print_cpu(struct seq_file *m, int cpu)
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200250{
Hitoshi Mitake348ec612009-06-17 22:20:55 +0900251 struct rq *rq = cpu_rq(cpu);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200252
253#ifdef CONFIG_X86
254 {
255 unsigned int freq = cpu_khz ? : 1;
256
257 SEQ_printf(m, "\ncpu#%d, %u.%03u MHz\n",
258 cpu, freq / 1000, (freq % 1000));
259 }
260#else
261 SEQ_printf(m, "\ncpu#%d\n", cpu);
262#endif
263
264#define P(x) \
265 SEQ_printf(m, " .%-30s: %Ld\n", #x, (long long)(rq->x))
Ingo Molnaref83a572007-10-15 17:00:08 +0200266#define PN(x) \
267 SEQ_printf(m, " .%-30s: %Ld.%06ld\n", #x, SPLIT_NS(rq->x))
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200268
269 P(nr_running);
270 SEQ_printf(m, " .%-30s: %lu\n", "load",
Dmitry Adamushko495eca42007-10-15 17:00:06 +0200271 rq->load.weight);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200272 P(nr_switches);
273 P(nr_load_updates);
274 P(nr_uninterruptible);
Ingo Molnaref83a572007-10-15 17:00:08 +0200275 PN(next_balance);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200276 P(curr->pid);
Ingo Molnaref83a572007-10-15 17:00:08 +0200277 PN(clock);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200278 P(cpu_load[0]);
279 P(cpu_load[1]);
280 P(cpu_load[2]);
281 P(cpu_load[3]);
282 P(cpu_load[4]);
283#undef P
Ingo Molnaref83a572007-10-15 17:00:08 +0200284#undef PN
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200285
Peter Zijlstra5ac5c4d2008-11-10 10:46:32 +0100286#ifdef CONFIG_SCHEDSTATS
287#define P(n) SEQ_printf(m, " .%-30s: %d\n", #n, rq->n);
Mike Galbraith1b9508f2009-11-04 17:53:50 +0100288#define P64(n) SEQ_printf(m, " .%-30s: %Ld\n", #n, rq->n);
Peter Zijlstra5ac5c4d2008-11-10 10:46:32 +0100289
Peter Zijlstra5ac5c4d2008-11-10 10:46:32 +0100290 P(yld_count);
291
292 P(sched_switch);
293 P(sched_count);
294 P(sched_goidle);
Mike Galbraith1b9508f2009-11-04 17:53:50 +0100295#ifdef CONFIG_SMP
296 P64(avg_idle);
297#endif
Peter Zijlstra5ac5c4d2008-11-10 10:46:32 +0100298
299 P(ttwu_count);
300 P(ttwu_local);
301
302 P(bkl_count);
303
304#undef P
305#endif
Ingo Molnar5cef9ec2007-08-09 11:16:47 +0200306 print_cfs_stats(m, cpu);
Peter Zijlstraada18de2008-06-19 14:22:24 +0200307 print_rt_stats(m, cpu);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200308
Ingo Molnara48da482007-08-09 11:16:51 +0200309 print_rq(m, rq, cpu);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200310}
311
Christian Ehrhardt1983a922009-11-30 12:16:47 +0100312static const char *sched_tunable_scaling_names[] = {
313 "none",
314 "logaritmic",
315 "linear"
316};
317
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200318static int sched_debug_show(struct seq_file *m, void *v)
319{
320 u64 now = ktime_to_ns(ktime_get());
321 int cpu;
322
Luis Henriques67aa0f72009-03-24 22:10:02 +0000323 SEQ_printf(m, "Sched Debug Version: v0.09, %s %.*s\n",
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200324 init_utsname()->release,
325 (int)strcspn(init_utsname()->version, " "),
326 init_utsname()->version);
327
Ingo Molnaref83a572007-10-15 17:00:08 +0200328 SEQ_printf(m, "now at %Lu.%06ld msecs\n", SPLIT_NS(now));
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200329
Ingo Molnar1aa47312007-10-15 17:00:10 +0200330#define P(x) \
Ingo Molnard822cec2007-10-15 17:00:10 +0200331 SEQ_printf(m, " .%-40s: %Ld\n", #x, (long long)(x))
Ingo Molnar1aa47312007-10-15 17:00:10 +0200332#define PN(x) \
Ingo Molnard822cec2007-10-15 17:00:10 +0200333 SEQ_printf(m, " .%-40s: %Ld.%06ld\n", #x, SPLIT_NS(x))
Luis Henriquesaf66df52009-03-18 00:04:25 +0000334 P(jiffies);
Ingo Molnar1aa47312007-10-15 17:00:10 +0200335 PN(sysctl_sched_latency);
Peter Zijlstrab2be5e92007-11-09 22:39:37 +0100336 PN(sysctl_sched_min_granularity);
Ingo Molnar1aa47312007-10-15 17:00:10 +0200337 PN(sysctl_sched_wakeup_granularity);
Ingo Molnar1aa47312007-10-15 17:00:10 +0200338 PN(sysctl_sched_child_runs_first);
339 P(sysctl_sched_features);
340#undef PN
341#undef P
342
Christian Ehrhardt1983a922009-11-30 12:16:47 +0100343 SEQ_printf(m, " .%-40s: %d (%s)\n", "sysctl_sched_tunable_scaling",
344 sysctl_sched_tunable_scaling,
345 sched_tunable_scaling_names[sysctl_sched_tunable_scaling]);
346
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200347 for_each_online_cpu(cpu)
Ingo Molnara48da482007-08-09 11:16:51 +0200348 print_cpu(m, cpu);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200349
350 SEQ_printf(m, "\n");
351
352 return 0;
353}
354
Josh Triplettf33734612007-07-26 13:40:43 +0200355static void sysrq_sched_debug_show(void)
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200356{
357 sched_debug_show(NULL, NULL);
358}
359
360static int sched_debug_open(struct inode *inode, struct file *filp)
361{
362 return single_open(filp, sched_debug_show, NULL);
363}
364
Arjan van de Ven0dbee3a2007-10-15 17:00:19 +0200365static const struct file_operations sched_debug_fops = {
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200366 .open = sched_debug_open,
367 .read = seq_read,
368 .llseek = seq_lseek,
Alexey Dobriyan5ea473a2007-07-31 00:38:50 -0700369 .release = single_release,
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200370};
371
372static int __init init_sched_debug_procfs(void)
373{
374 struct proc_dir_entry *pe;
375
Li Zefana9cf4dd2008-10-30 15:23:34 +0800376 pe = proc_create("sched_debug", 0444, NULL, &sched_debug_fops);
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200377 if (!pe)
378 return -ENOMEM;
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200379 return 0;
380}
381
382__initcall(init_sched_debug_procfs);
383
384void proc_sched_show_task(struct task_struct *p, struct seq_file *m)
385{
Ingo Molnarcc367732007-10-15 17:00:18 +0200386 unsigned long nr_switches;
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200387 unsigned long flags;
388 int num_threads = 1;
389
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200390 if (lock_task_sighand(p, &flags)) {
391 num_threads = atomic_read(&p->signal->count);
392 unlock_task_sighand(p, &flags);
393 }
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200394
395 SEQ_printf(m, "%s (%d, #threads: %d)\n", p->comm, p->pid, num_threads);
Ingo Molnar2d92f222007-10-15 17:00:18 +0200396 SEQ_printf(m,
397 "---------------------------------------------------------\n");
Ingo Molnarcc367732007-10-15 17:00:18 +0200398#define __P(F) \
399 SEQ_printf(m, "%-35s:%21Ld\n", #F, (long long)F)
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200400#define P(F) \
Ingo Molnar2d92f222007-10-15 17:00:18 +0200401 SEQ_printf(m, "%-35s:%21Ld\n", #F, (long long)p->F)
Ingo Molnarcc367732007-10-15 17:00:18 +0200402#define __PN(F) \
403 SEQ_printf(m, "%-35s:%14Ld.%06ld\n", #F, SPLIT_NS((long long)F))
Ingo Molnaref83a572007-10-15 17:00:08 +0200404#define PN(F) \
Ingo Molnar2d92f222007-10-15 17:00:18 +0200405 SEQ_printf(m, "%-35s:%14Ld.%06ld\n", #F, SPLIT_NS((long long)p->F))
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200406
Ingo Molnaref83a572007-10-15 17:00:08 +0200407 PN(se.exec_start);
408 PN(se.vruntime);
409 PN(se.sum_exec_runtime);
Ingo Molnar4ae7d5c2008-03-19 01:42:00 +0100410 PN(se.avg_overlap);
Peter Zijlstra831451a2009-01-14 12:39:18 +0100411 PN(se.avg_wakeup);
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200412
Ingo Molnarcc367732007-10-15 17:00:18 +0200413 nr_switches = p->nvcsw + p->nivcsw;
414
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200415#ifdef CONFIG_SCHEDSTATS
Ingo Molnaref83a572007-10-15 17:00:08 +0200416 PN(se.wait_start);
417 PN(se.sleep_start);
418 PN(se.block_start);
419 PN(se.sleep_max);
420 PN(se.block_max);
421 PN(se.exec_max);
422 PN(se.slice_max);
423 PN(se.wait_max);
Arjan van de Ven6d082592008-01-25 21:08:35 +0100424 PN(se.wait_sum);
425 P(se.wait_count);
Arjan van de Ven8f0dfc32009-07-20 11:26:58 -0700426 PN(se.iowait_sum);
427 P(se.iowait_count);
Ingo Molnar2d723762007-10-15 17:00:12 +0200428 P(sched_info.bkl_count);
Ingo Molnarcc367732007-10-15 17:00:18 +0200429 P(se.nr_migrations);
430 P(se.nr_migrations_cold);
431 P(se.nr_failed_migrations_affine);
432 P(se.nr_failed_migrations_running);
433 P(se.nr_failed_migrations_hot);
434 P(se.nr_forced_migrations);
Ingo Molnarcc367732007-10-15 17:00:18 +0200435 P(se.nr_wakeups);
436 P(se.nr_wakeups_sync);
437 P(se.nr_wakeups_migrate);
438 P(se.nr_wakeups_local);
439 P(se.nr_wakeups_remote);
440 P(se.nr_wakeups_affine);
441 P(se.nr_wakeups_affine_attempts);
442 P(se.nr_wakeups_passive);
443 P(se.nr_wakeups_idle);
444
445 {
446 u64 avg_atom, avg_per_cpu;
447
448 avg_atom = p->se.sum_exec_runtime;
449 if (nr_switches)
450 do_div(avg_atom, nr_switches);
451 else
452 avg_atom = -1LL;
453
454 avg_per_cpu = p->se.sum_exec_runtime;
Ingo Molnarc1a89742007-11-28 15:52:56 +0100455 if (p->se.nr_migrations) {
Roman Zippel6f6d6a12008-05-01 04:34:28 -0700456 avg_per_cpu = div64_u64(avg_per_cpu,
457 p->se.nr_migrations);
Ingo Molnarc1a89742007-11-28 15:52:56 +0100458 } else {
Ingo Molnarcc367732007-10-15 17:00:18 +0200459 avg_per_cpu = -1LL;
Ingo Molnarc1a89742007-11-28 15:52:56 +0100460 }
Ingo Molnarcc367732007-10-15 17:00:18 +0200461
462 __PN(avg_atom);
463 __PN(avg_per_cpu);
464 }
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200465#endif
Ingo Molnarcc367732007-10-15 17:00:18 +0200466 __P(nr_switches);
Ingo Molnar2d92f222007-10-15 17:00:18 +0200467 SEQ_printf(m, "%-35s:%21Ld\n",
Ingo Molnarcc367732007-10-15 17:00:18 +0200468 "nr_voluntary_switches", (long long)p->nvcsw);
469 SEQ_printf(m, "%-35s:%21Ld\n",
470 "nr_involuntary_switches", (long long)p->nivcsw);
471
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200472 P(se.load.weight);
473 P(policy);
474 P(prio);
Ingo Molnaref83a572007-10-15 17:00:08 +0200475#undef PN
Ingo Molnarcc367732007-10-15 17:00:18 +0200476#undef __PN
477#undef P
478#undef __P
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200479
480 {
Ingo Molnar29d7b902008-11-16 08:07:15 +0100481 unsigned int this_cpu = raw_smp_processor_id();
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200482 u64 t0, t1;
483
Ingo Molnar29d7b902008-11-16 08:07:15 +0100484 t0 = cpu_clock(this_cpu);
485 t1 = cpu_clock(this_cpu);
Ingo Molnar2d92f222007-10-15 17:00:18 +0200486 SEQ_printf(m, "%-35s:%21Ld\n",
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200487 "clock-delta", (long long)(t1-t0));
488 }
489}
490
491void proc_sched_set_task(struct task_struct *p)
492{
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200493#ifdef CONFIG_SCHEDSTATS
Ingo Molnarcc367732007-10-15 17:00:18 +0200494 p->se.wait_max = 0;
Arjan van de Ven6d082592008-01-25 21:08:35 +0100495 p->se.wait_sum = 0;
496 p->se.wait_count = 0;
Arjan van de Ven8f0dfc32009-07-20 11:26:58 -0700497 p->se.iowait_sum = 0;
498 p->se.iowait_count = 0;
Ingo Molnarcc367732007-10-15 17:00:18 +0200499 p->se.sleep_max = 0;
500 p->se.sum_sleep_runtime = 0;
501 p->se.block_max = 0;
502 p->se.exec_max = 0;
503 p->se.slice_max = 0;
504 p->se.nr_migrations = 0;
505 p->se.nr_migrations_cold = 0;
506 p->se.nr_failed_migrations_affine = 0;
507 p->se.nr_failed_migrations_running = 0;
508 p->se.nr_failed_migrations_hot = 0;
509 p->se.nr_forced_migrations = 0;
Ingo Molnarcc367732007-10-15 17:00:18 +0200510 p->se.nr_wakeups = 0;
511 p->se.nr_wakeups_sync = 0;
512 p->se.nr_wakeups_migrate = 0;
513 p->se.nr_wakeups_local = 0;
514 p->se.nr_wakeups_remote = 0;
515 p->se.nr_wakeups_affine = 0;
516 p->se.nr_wakeups_affine_attempts = 0;
517 p->se.nr_wakeups_passive = 0;
518 p->se.nr_wakeups_idle = 0;
519 p->sched_info.bkl_count = 0;
Ingo Molnar6cfb0d52007-08-02 17:41:40 +0200520#endif
Ingo Molnarcc367732007-10-15 17:00:18 +0200521 p->se.sum_exec_runtime = 0;
522 p->se.prev_sum_exec_runtime = 0;
523 p->nvcsw = 0;
524 p->nivcsw = 0;
Ingo Molnar43ae34c2007-07-09 18:52:00 +0200525}