blob: f4f0240d2302a4b38f86edf97c24655b77ff338c [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Ingo Molnar16f762a2009-05-27 09:10:38 +02008#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +02009
10#include "perf.h"
11
Thomas Gleixner6eda5832009-05-01 18:29:57 +020012#include "util/util.h"
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020013#include "util/parse-options.h"
Ingo Molnar8ad8db32009-05-26 11:10:09 +020014#include "util/parse-events.h"
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -030015#include "util/string.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020016
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020017#include "util/header.h"
18
Peter Zijlstra97124d52009-06-02 15:52:24 +020019#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020020#include <sched.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020021
Ingo Molnar0e9b20b2009-05-26 09:17:18 +020022#define ALIGN(x, a) __ALIGN_MASK(x, (typeof(x))(a)-1)
23#define __ALIGN_MASK(x, mask) (((x)+(mask))&~(mask))
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -030024
Peter Zijlstrade9ac072009-04-08 15:01:31 +020025static int fd[MAX_NR_CPUS][MAX_COUNTERS];
Ingo Molnara21ca2c2009-06-06 09:58:57 +020026
27static long default_interval = 100000;
28
Ingo Molnar3cf165f2009-06-02 23:02:59 +020029static int nr_cpus = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020030static unsigned int page_size;
Ingo Molnar3cf165f2009-06-02 23:02:59 +020031static unsigned int mmap_pages = 128;
Ingo Molnarcf1f4572009-06-05 13:27:02 +020032static int freq = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020033static int output;
Ingo Molnar23ac9cb2009-05-27 09:33:18 +020034static const char *output_name = "perf.data";
Peter Zijlstrade9ac072009-04-08 15:01:31 +020035static int group = 0;
Peter Zijlstra16c8a102009-05-05 17:50:27 +020036static unsigned int realtime_prio = 0;
37static int system_wide = 0;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -030038static pid_t target_pid = -1;
Peter Zijlstra16c8a102009-05-05 17:50:27 +020039static int inherit = 1;
Peter Zijlstra97124d52009-06-02 15:52:24 +020040static int force = 0;
Ingo Molnarabaff322009-06-02 22:59:57 +020041static int append_file = 0;
Ingo Molnar3efa1cc92009-06-14 15:04:15 +020042static int call_graph = 0;
Ingo Molnar3da297a2009-06-07 17:39:02 +020043static int verbose = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020044
Ingo Molnara21ca2c2009-06-06 09:58:57 +020045static long samples;
46static struct timeval last_read;
47static struct timeval this_read;
48
Paul Mackerras9cffa8d2009-06-19 22:21:42 +100049static u64 bytes_written;
Ingo Molnara21ca2c2009-06-06 09:58:57 +020050
51static struct pollfd event_array[MAX_NR_CPUS * MAX_COUNTERS];
52
53static int nr_poll;
54static int nr_cpu;
55
Peter Zijlstraf5970552009-06-18 23:22:55 +020056static int file_new = 1;
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020057
58struct perf_header *header;
Peter Zijlstraf5970552009-06-18 23:22:55 +020059
Ingo Molnara21ca2c2009-06-06 09:58:57 +020060struct mmap_event {
61 struct perf_event_header header;
Paul Mackerras9cffa8d2009-06-19 22:21:42 +100062 u32 pid;
63 u32 tid;
64 u64 start;
65 u64 len;
66 u64 pgoff;
Ingo Molnara21ca2c2009-06-06 09:58:57 +020067 char filename[PATH_MAX];
Peter Zijlstrade9ac072009-04-08 15:01:31 +020068};
69
Ingo Molnara21ca2c2009-06-06 09:58:57 +020070struct comm_event {
71 struct perf_event_header header;
Paul Mackerras9cffa8d2009-06-19 22:21:42 +100072 u32 pid;
73 u32 tid;
Ingo Molnara21ca2c2009-06-06 09:58:57 +020074 char comm[16];
Peter Zijlstrade9ac072009-04-08 15:01:31 +020075};
76
Ingo Molnara21ca2c2009-06-06 09:58:57 +020077
78struct mmap_data {
79 int counter;
80 void *base;
81 unsigned int mask;
82 unsigned int prev;
83};
84
85static struct mmap_data mmap_array[MAX_NR_CPUS][MAX_COUNTERS];
86
Peter Zijlstra9d91a6f2009-06-18 11:40:28 +020087static unsigned long mmap_read_head(struct mmap_data *md)
Peter Zijlstrade9ac072009-04-08 15:01:31 +020088{
89 struct perf_counter_mmap_page *pc = md->base;
Peter Zijlstra9d91a6f2009-06-18 11:40:28 +020090 long head;
Peter Zijlstrade9ac072009-04-08 15:01:31 +020091
92 head = pc->data_head;
93 rmb();
94
95 return head;
96}
97
Peter Zijlstra9d91a6f2009-06-18 11:40:28 +020098static void mmap_write_tail(struct mmap_data *md, unsigned long tail)
99{
100 struct perf_counter_mmap_page *pc = md->base;
101
102 /*
103 * ensure all reads are done before we write the tail out.
104 */
105 /* mb(); */
106 pc->data_tail = tail;
107}
108
Peter Zijlstraf5970552009-06-18 23:22:55 +0200109static void write_output(void *buf, size_t size)
110{
111 while (size) {
112 int ret = write(output, buf, size);
113
114 if (ret < 0)
115 die("failed to write");
116
117 size -= ret;
118 buf += ret;
119
120 bytes_written += ret;
121 }
122}
123
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200124static void mmap_read(struct mmap_data *md)
125{
126 unsigned int head = mmap_read_head(md);
127 unsigned int old = md->prev;
128 unsigned char *data = md->base + page_size;
129 unsigned long size;
130 void *buf;
131 int diff;
132
133 gettimeofday(&this_read, NULL);
134
135 /*
136 * If we're further behind than half the buffer, there's a chance
Ingo Molnar2debbc82009-06-05 14:29:10 +0200137 * the writer will bite our tail and mess up the samples under us.
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200138 *
139 * If we somehow ended up ahead of the head, we got messed up.
140 *
141 * In either case, truncate and restart at head.
142 */
143 diff = head - old;
Peter Zijlstra9d91a6f2009-06-18 11:40:28 +0200144 if (diff < 0) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200145 struct timeval iv;
146 unsigned long msecs;
147
148 timersub(&this_read, &last_read, &iv);
149 msecs = iv.tv_sec*1000 + iv.tv_usec/1000;
150
151 fprintf(stderr, "WARNING: failed to keep up with mmap data."
152 " Last read %lu msecs ago.\n", msecs);
153
154 /*
155 * head points to a known good entry, start there.
156 */
157 old = head;
158 }
159
160 last_read = this_read;
161
162 if (old != head)
Ingo Molnar2debbc82009-06-05 14:29:10 +0200163 samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200164
165 size = head - old;
166
167 if ((old & md->mask) + size != (head & md->mask)) {
168 buf = &data[old & md->mask];
169 size = md->mask + 1 - (old & md->mask);
170 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200171
Peter Zijlstraf5970552009-06-18 23:22:55 +0200172 write_output(buf, size);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200173 }
174
175 buf = &data[old & md->mask];
176 size = head - old;
177 old += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200178
Peter Zijlstraf5970552009-06-18 23:22:55 +0200179 write_output(buf, size);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200180
181 md->prev = old;
Peter Zijlstra9d91a6f2009-06-18 11:40:28 +0200182 mmap_write_tail(md, old);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200183}
184
185static volatile int done = 0;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200186static volatile int signr = -1;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200187
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200188static void sig_handler(int sig)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200189{
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200190 done = 1;
Peter Zijlstraf7b7c262009-06-10 15:55:59 +0200191 signr = sig;
192}
193
194static void sig_atexit(void)
195{
196 if (signr == -1)
197 return;
198
199 signal(signr, SIG_DFL);
200 kill(getpid(), signr);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200201}
202
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200203static void pid_synthesize_comm_event(pid_t pid, int full)
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300204{
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300205 struct comm_event comm_ev;
Ingo Molnar16f762a2009-05-27 09:10:38 +0200206 char filename[PATH_MAX];
Ingo Molnar16f762a2009-05-27 09:10:38 +0200207 char bf[BUFSIZ];
Peter Zijlstraf5970552009-06-18 23:22:55 +0200208 int fd;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300209 size_t size;
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -0300210 char *field, *sep;
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200211 DIR *tasks;
212 struct dirent dirent, *next;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300213
214 snprintf(filename, sizeof(filename), "/proc/%d/stat", pid);
215
216 fd = open(filename, O_RDONLY);
217 if (fd < 0) {
Ingo Molnar613d8602009-06-15 08:17:12 +0200218 /*
219 * We raced with a task exiting - just return:
220 */
221 if (verbose)
222 fprintf(stderr, "couldn't open %s\n", filename);
223 return;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300224 }
225 if (read(fd, bf, sizeof(bf)) < 0) {
226 fprintf(stderr, "couldn't read %s\n", filename);
227 exit(EXIT_FAILURE);
228 }
229 close(fd);
230
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -0300231 /* 9027 (cat) R 6747 9027 6747 34816 9027 ... */
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300232 memset(&comm_ev, 0, sizeof(comm_ev));
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -0300233 field = strchr(bf, '(');
234 if (field == NULL)
235 goto out_failure;
236 sep = strchr(++field, ')');
237 if (sep == NULL)
238 goto out_failure;
239 size = sep - field;
240 memcpy(comm_ev.comm, field, size++);
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200241
242 comm_ev.pid = pid;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300243 comm_ev.header.type = PERF_EVENT_COMM;
Paul Mackerras9cffa8d2009-06-19 22:21:42 +1000244 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300245 comm_ev.header.size = sizeof(comm_ev) - (sizeof(comm_ev.comm) - size);
Ingo Molnar16f762a2009-05-27 09:10:38 +0200246
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200247 if (!full) {
248 comm_ev.tid = pid;
249
Peter Zijlstraf5970552009-06-18 23:22:55 +0200250 write_output(&comm_ev, comm_ev.header.size);
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200251 return;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300252 }
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200253
254 snprintf(filename, sizeof(filename), "/proc/%d/task", pid);
255
256 tasks = opendir(filename);
257 while (!readdir_r(tasks, &dirent, &next) && next) {
258 char *end;
259 pid = strtol(dirent.d_name, &end, 10);
260 if (*end)
261 continue;
262
263 comm_ev.tid = pid;
264
Peter Zijlstraf5970552009-06-18 23:22:55 +0200265 write_output(&comm_ev, comm_ev.header.size);
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200266 }
267 closedir(tasks);
268 return;
269
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -0300270out_failure:
271 fprintf(stderr, "couldn't get COMM and pgid, malformed %s\n",
272 filename);
273 exit(EXIT_FAILURE);
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300274}
275
Ingo Molnar2debbc82009-06-05 14:29:10 +0200276static void pid_synthesize_mmap_samples(pid_t pid)
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300277{
278 char filename[PATH_MAX];
279 FILE *fp;
280
281 snprintf(filename, sizeof(filename), "/proc/%d/maps", pid);
282
283 fp = fopen(filename, "r");
284 if (fp == NULL) {
Ingo Molnar613d8602009-06-15 08:17:12 +0200285 /*
286 * We raced with a task exiting - just return:
287 */
288 if (verbose)
289 fprintf(stderr, "couldn't open %s\n", filename);
290 return;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300291 }
292 while (1) {
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -0300293 char bf[BUFSIZ], *pbf = bf;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300294 struct mmap_event mmap_ev = {
295 .header.type = PERF_EVENT_MMAP,
296 };
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -0300297 int n;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300298 size_t size;
299 if (fgets(bf, sizeof(bf), fp) == NULL)
300 break;
301
302 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
Arnaldo Carvalho de Meloa0055ae2009-06-01 17:50:19 -0300303 n = hex2u64(pbf, &mmap_ev.start);
304 if (n < 0)
305 continue;
306 pbf += n + 1;
307 n = hex2u64(pbf, &mmap_ev.len);
308 if (n < 0)
309 continue;
310 pbf += n + 3;
311 if (*pbf == 'x') { /* vm_exec */
Johannes Weiner76c64c52009-06-24 21:08:36 +0200312 char *execname = strchr(bf, '/');
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300313
Johannes Weiner76c64c52009-06-24 21:08:36 +0200314 if (execname == NULL)
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300315 continue;
316
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300317 size = strlen(execname);
318 execname[size - 1] = '\0'; /* Remove \n */
319 memcpy(mmap_ev.filename, execname, size);
Paul Mackerras9cffa8d2009-06-19 22:21:42 +1000320 size = ALIGN(size, sizeof(u64));
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300321 mmap_ev.len -= mmap_ev.start;
322 mmap_ev.header.size = (sizeof(mmap_ev) -
323 (sizeof(mmap_ev.filename) - size));
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200324 mmap_ev.pid = pid;
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300325 mmap_ev.tid = pid;
326
Peter Zijlstraf5970552009-06-18 23:22:55 +0200327 write_output(&mmap_ev, mmap_ev.header.size);
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300328 }
329 }
330
331 fclose(fp);
332}
333
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200334static void synthesize_all(void)
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200335{
336 DIR *proc;
337 struct dirent dirent, *next;
338
339 proc = opendir("/proc");
340
341 while (!readdir_r(proc, &dirent, &next) && next) {
342 char *end;
343 pid_t pid;
344
345 pid = strtol(dirent.d_name, &end, 10);
346 if (*end) /* only interested in proper numerical dirents */
347 continue;
348
349 pid_synthesize_comm_event(pid, 1);
Ingo Molnar2debbc82009-06-05 14:29:10 +0200350 pid_synthesize_mmap_samples(pid);
Peter Zijlstraf70e87d2009-06-02 14:13:24 +0200351 }
352
353 closedir(proc);
354}
355
Ingo Molnarf250c0302009-06-05 13:18:41 +0200356static int group_fd;
357
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200358static struct perf_header_attr *get_header_attr(struct perf_counter_attr *a, int nr)
359{
360 struct perf_header_attr *h_attr;
361
362 if (nr < header->attrs) {
363 h_attr = header->attr[nr];
364 } else {
365 h_attr = perf_header_attr__new(a);
366 perf_header__add_attr(header, h_attr);
367 }
368
369 return h_attr;
370}
371
Ingo Molnarf250c0302009-06-05 13:18:41 +0200372static void create_counter(int counter, int cpu, pid_t pid)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200373{
Ingo Molnara21ca2c2009-06-06 09:58:57 +0200374 struct perf_counter_attr *attr = attrs + counter;
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200375 struct perf_header_attr *h_attr;
376 int track = !counter; /* only the first counter needs these */
377 struct {
378 u64 count;
379 u64 time_enabled;
380 u64 time_running;
381 u64 id;
382 } read_data;
383
384 attr->read_format = PERF_FORMAT_TOTAL_TIME_ENABLED |
385 PERF_FORMAT_TOTAL_TIME_RUNNING |
386 PERF_FORMAT_ID;
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200387
Peter Zijlstraea1900e2009-06-10 21:45:22 +0200388 attr->sample_type = PERF_SAMPLE_IP | PERF_SAMPLE_TID;
Ingo Molnar3efa1cc92009-06-14 15:04:15 +0200389
Ingo Molnar1dba15e2009-06-05 18:37:22 +0200390 if (freq) {
Peter Zijlstraea1900e2009-06-10 21:45:22 +0200391 attr->sample_type |= PERF_SAMPLE_PERIOD;
Ingo Molnara21ca2c2009-06-06 09:58:57 +0200392 attr->freq = 1;
393 attr->sample_freq = freq;
Ingo Molnar1dba15e2009-06-05 18:37:22 +0200394 }
Ingo Molnar3efa1cc92009-06-14 15:04:15 +0200395
396 if (call_graph)
397 attr->sample_type |= PERF_SAMPLE_CALLCHAIN;
398
Ingo Molnara21ca2c2009-06-06 09:58:57 +0200399 attr->mmap = track;
400 attr->comm = track;
401 attr->inherit = (cpu < 0) && inherit;
Peter Zijlstra4502d772009-06-10 15:03:06 +0200402 attr->disabled = 1;
Ingo Molnarf250c0302009-06-05 13:18:41 +0200403
Ingo Molnar3da297a2009-06-07 17:39:02 +0200404try_again:
Ingo Molnara21ca2c2009-06-06 09:58:57 +0200405 fd[nr_cpu][counter] = sys_perf_counter_open(attr, pid, cpu, group_fd, 0);
Ingo Molnarf250c0302009-06-05 13:18:41 +0200406
407 if (fd[nr_cpu][counter] < 0) {
408 int err = errno;
409
Ingo Molnarf250c0302009-06-05 13:18:41 +0200410 if (err == EPERM)
Ingo Molnar3da297a2009-06-07 17:39:02 +0200411 die("Permission error - are you root?\n");
412
413 /*
414 * If it's cycles then fall back to hrtimer
415 * based cpu-clock-tick sw counter, which
416 * is always available even if no PMU support:
417 */
418 if (attr->type == PERF_TYPE_HARDWARE
Peter Zijlstraf4dbfa82009-06-11 14:06:28 +0200419 && attr->config == PERF_COUNT_HW_CPU_CYCLES) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200420
421 if (verbose)
422 warning(" ... trying to fall back to cpu-clock-ticks\n");
423 attr->type = PERF_TYPE_SOFTWARE;
Peter Zijlstraf4dbfa82009-06-11 14:06:28 +0200424 attr->config = PERF_COUNT_SW_CPU_CLOCK;
Ingo Molnar3da297a2009-06-07 17:39:02 +0200425 goto try_again;
426 }
Ingo Molnar30c806a2009-06-07 17:46:24 +0200427 printf("\n");
428 error("perfcounter syscall returned with %d (%s)\n",
429 fd[nr_cpu][counter], strerror(err));
430 die("No CONFIG_PERF_COUNTERS=y kernel support configured?\n");
Ingo Molnarf250c0302009-06-05 13:18:41 +0200431 exit(-1);
432 }
Ingo Molnar3da297a2009-06-07 17:39:02 +0200433
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200434 h_attr = get_header_attr(attr, counter);
435
436 if (!file_new) {
437 if (memcmp(&h_attr->attr, attr, sizeof(*attr))) {
438 fprintf(stderr, "incompatible append\n");
439 exit(-1);
440 }
441 }
442
443 read(fd[nr_cpu][counter], &read_data, sizeof(read_data));
444
445 perf_header_attr__add_id(h_attr, read_data.id);
446
Ingo Molnarf250c0302009-06-05 13:18:41 +0200447 assert(fd[nr_cpu][counter] >= 0);
448 fcntl(fd[nr_cpu][counter], F_SETFL, O_NONBLOCK);
449
450 /*
451 * First counter acts as the group leader:
452 */
453 if (group && group_fd == -1)
454 group_fd = fd[nr_cpu][counter];
455
456 event_array[nr_poll].fd = fd[nr_cpu][counter];
457 event_array[nr_poll].events = POLLIN;
458 nr_poll++;
459
460 mmap_array[nr_cpu][counter].counter = counter;
461 mmap_array[nr_cpu][counter].prev = 0;
462 mmap_array[nr_cpu][counter].mask = mmap_pages*page_size - 1;
463 mmap_array[nr_cpu][counter].base = mmap(NULL, (mmap_pages+1)*page_size,
Peter Zijlstra9d91a6f2009-06-18 11:40:28 +0200464 PROT_READ|PROT_WRITE, MAP_SHARED, fd[nr_cpu][counter], 0);
Ingo Molnarf250c0302009-06-05 13:18:41 +0200465 if (mmap_array[nr_cpu][counter].base == MAP_FAILED) {
466 error("failed to mmap with %d (%s)\n", errno, strerror(errno));
467 exit(-1);
468 }
Peter Zijlstra4502d772009-06-10 15:03:06 +0200469
470 ioctl(fd[nr_cpu][counter], PERF_COUNTER_IOC_ENABLE);
Ingo Molnarf250c0302009-06-05 13:18:41 +0200471}
472
473static void open_counters(int cpu, pid_t pid)
474{
475 int counter;
476
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200477 group_fd = -1;
Ingo Molnarf250c0302009-06-05 13:18:41 +0200478 for (counter = 0; counter < nr_counters; counter++)
479 create_counter(counter, cpu, pid);
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200480
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200481 nr_cpu++;
482}
483
Peter Zijlstraf5970552009-06-18 23:22:55 +0200484static void atexit_header(void)
485{
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200486 header->data_size += bytes_written;
Peter Zijlstraf5970552009-06-18 23:22:55 +0200487
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200488 perf_header__write(header, output);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200489}
490
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200491static int __cmd_record(int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200492{
493 int i, counter;
Peter Zijlstra97124d52009-06-02 15:52:24 +0200494 struct stat st;
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200495 pid_t pid = 0;
Ingo Molnarabaff322009-06-02 22:59:57 +0200496 int flags;
497 int ret;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200498
499 page_size = sysconf(_SC_PAGE_SIZE);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200500 nr_cpus = sysconf(_SC_NPROCESSORS_ONLN);
501 assert(nr_cpus <= MAX_NR_CPUS);
502 assert(nr_cpus >= 0);
503
Peter Zijlstraf5970552009-06-18 23:22:55 +0200504 atexit(sig_atexit);
505 signal(SIGCHLD, sig_handler);
506 signal(SIGINT, sig_handler);
507
Ingo Molnarabaff322009-06-02 22:59:57 +0200508 if (!stat(output_name, &st) && !force && !append_file) {
509 fprintf(stderr, "Error, output file %s exists, use -A to append or -f to overwrite.\n",
Peter Zijlstra97124d52009-06-02 15:52:24 +0200510 output_name);
511 exit(-1);
512 }
513
Ingo Molnarabaff322009-06-02 22:59:57 +0200514 flags = O_CREAT|O_RDWR;
515 if (append_file)
Peter Zijlstraf5970552009-06-18 23:22:55 +0200516 file_new = 0;
Ingo Molnarabaff322009-06-02 22:59:57 +0200517 else
518 flags |= O_TRUNC;
519
520 output = open(output_name, flags, S_IRUSR|S_IWUSR);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200521 if (output < 0) {
522 perror("failed to create output file");
523 exit(-1);
524 }
525
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200526 if (!file_new)
527 header = perf_header__read(output);
528 else
529 header = perf_header__new();
Peter Zijlstraf5970552009-06-18 23:22:55 +0200530
531 atexit(atexit_header);
532
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300533 if (!system_wide) {
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200534 pid = target_pid;
535 if (pid == -1)
536 pid = getpid();
537
538 open_counters(-1, pid);
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300539 } else for (i = 0; i < nr_cpus; i++)
540 open_counters(i, target_pid);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200541
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200542 if (file_new)
543 perf_header__write(header, output);
544
545 if (!system_wide) {
546 pid_synthesize_comm_event(pid, 0);
547 pid_synthesize_mmap_samples(pid);
548 } else
549 synthesize_all();
550
Mike Galbraithef65b2a2009-05-27 10:10:51 +0200551 if (target_pid == -1 && argc) {
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300552 pid = fork();
553 if (pid < 0)
554 perror("failed to fork");
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200555
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300556 if (!pid) {
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200557 if (execvp(argv[0], (char **)argv)) {
Arnaldo Carvalho de Melo1a853e32009-05-14 22:50:46 -0300558 perror(argv[0]);
559 exit(-1);
560 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200561 }
562 }
563
564 if (realtime_prio) {
565 struct sched_param param;
566
567 param.sched_priority = realtime_prio;
568 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
569 printf("Could not set realtime priority.\n");
570 exit(-1);
571 }
572 }
573
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200574 while (!done) {
Ingo Molnar2debbc82009-06-05 14:29:10 +0200575 int hits = samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200576
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200577 for (i = 0; i < nr_cpu; i++) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200578 for (counter = 0; counter < nr_counters; counter++)
579 mmap_read(&mmap_array[i][counter]);
580 }
581
Ingo Molnar2debbc82009-06-05 14:29:10 +0200582 if (hits == samples)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200583 ret = poll(event_array, nr_poll, 100);
584 }
585
Ingo Molnar021e9f42009-06-03 19:27:19 +0200586 /*
587 * Approximate RIP event size: 24 bytes.
588 */
589 fprintf(stderr,
Ingo Molnar2debbc82009-06-05 14:29:10 +0200590 "[ perf record: Captured and wrote %.3f MB %s (~%lld samples) ]\n",
Ingo Molnar021e9f42009-06-03 19:27:19 +0200591 (double)bytes_written / 1024.0 / 1024.0,
592 output_name,
593 bytes_written / 24);
Ingo Molnaraddc2782009-06-02 23:43:11 +0200594
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200595 return 0;
596}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200597
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200598static const char * const record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +0200599 "perf record [<options>] [<command>]",
600 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200601 NULL
602};
603
Ingo Molnar52425192009-05-26 09:17:18 +0200604static const struct option options[] = {
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200605 OPT_CALLBACK('e', "event", NULL, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +0200606 "event selector. use 'perf list' to list available events",
607 parse_events),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200608 OPT_INTEGER('p', "pid", &target_pid,
609 "record events on existing pid"),
610 OPT_INTEGER('r', "realtime", &realtime_prio,
611 "collect data with this RT SCHED_FIFO priority"),
612 OPT_BOOLEAN('a', "all-cpus", &system_wide,
613 "system-wide collection from all CPUs"),
Ingo Molnarabaff322009-06-02 22:59:57 +0200614 OPT_BOOLEAN('A', "append", &append_file,
615 "append to the output file to do incremental profiling"),
Peter Zijlstra97124d52009-06-02 15:52:24 +0200616 OPT_BOOLEAN('f', "force", &force,
617 "overwrite existing data file"),
Peter Zijlstrae61078a2009-06-03 11:24:33 +0200618 OPT_LONG('c', "count", &default_interval,
Ingo Molnarabaff322009-06-02 22:59:57 +0200619 "event period to sample"),
620 OPT_STRING('o', "output", &output_name, "file",
621 "output file name"),
622 OPT_BOOLEAN('i', "inherit", &inherit,
623 "child tasks inherit counters"),
Ingo Molnarcf1f4572009-06-05 13:27:02 +0200624 OPT_INTEGER('F', "freq", &freq,
625 "profile at this frequency"),
Ingo Molnarabaff322009-06-02 22:59:57 +0200626 OPT_INTEGER('m', "mmap-pages", &mmap_pages,
627 "number of mmap data pages"),
Ingo Molnar3efa1cc92009-06-14 15:04:15 +0200628 OPT_BOOLEAN('g', "call-graph", &call_graph,
629 "do call-graph (stack chain/backtrace) recording"),
Ingo Molnar3da297a2009-06-07 17:39:02 +0200630 OPT_BOOLEAN('v', "verbose", &verbose,
631 "be more verbose (show counter open errors, etc)"),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200632 OPT_END()
633};
634
635int cmd_record(int argc, const char **argv, const char *prefix)
636{
637 int counter;
638
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200639 argc = parse_options(argc, argv, options, record_usage, 0);
Mike Galbraithef65b2a2009-05-27 10:10:51 +0200640 if (!argc && target_pid == -1 && !system_wide)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200641 usage_with_options(record_usage, options);
642
Peter Zijlstrabbd36e52009-06-11 23:11:50 +0200643 if (!nr_counters) {
644 nr_counters = 1;
645 attrs[0].type = PERF_TYPE_HARDWARE;
646 attrs[0].config = PERF_COUNT_HW_CPU_CYCLES;
647 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200648
649 for (counter = 0; counter < nr_counters; counter++) {
Ingo Molnara21ca2c2009-06-06 09:58:57 +0200650 if (attrs[counter].sample_period)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200651 continue;
652
Ingo Molnara21ca2c2009-06-06 09:58:57 +0200653 attrs[counter].sample_period = default_interval;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +0200654 }
655
656 return __cmd_record(argc, argv);
657}