blob: 18e9abc90759a316f41a582c1569d80f2a19fd56 [file] [log] [blame]
Ingo Molnarabaff322009-06-02 22:59:57 +02001/*
Ingo Molnarbf9e1872009-06-02 23:37:05 +02002 * builtin-record.c
3 *
4 * Builtin record command: Record the profile of a workload
5 * (or a CPU, or a PID) into the perf.data output file - for
6 * later analysis via perf report.
Ingo Molnarabaff322009-06-02 22:59:57 +02007 */
Ingo Molnar16f762a2009-05-27 09:10:38 +02008#include "builtin.h"
Ingo Molnarbf9e1872009-06-02 23:37:05 +02009
10#include "perf.h"
11
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -020012#include "util/build-id.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020013#include "util/util.h"
Josh Poimboeuf4b6ab942015-12-15 09:39:39 -060014#include <subcmd/parse-options.h>
Ingo Molnar8ad8db32009-05-26 11:10:09 +020015#include "util/parse-events.h"
Taeung Song41840d22016-06-23 17:55:17 +090016#include "util/config.h"
Thomas Gleixner6eda5832009-05-01 18:29:57 +020017
Arnaldo Carvalho de Melo8f651ea2014-10-09 16:12:24 -030018#include "util/callchain.h"
Arnaldo Carvalho de Melof14d5702014-10-17 12:17:40 -030019#include "util/cgroup.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020020#include "util/header.h"
Frederic Weisbecker66e274f2009-08-12 11:07:25 +020021#include "util/event.h"
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -020022#include "util/evlist.h"
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -020023#include "util/evsel.h"
Frederic Weisbecker8f288272009-08-16 22:05:48 +020024#include "util/debug.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -020025#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020026#include "util/tool.h"
Arnaldo Carvalho de Melo8d063672009-11-04 18:50:43 -020027#include "util/symbol.h"
Paul Mackerrasa12b51c2010-03-10 20:36:09 +110028#include "util/cpumap.h"
Arnaldo Carvalho de Melofd782602011-01-18 15:15:24 -020029#include "util/thread_map.h"
Jiri Olsaf5fc14122013-10-15 16:27:32 +020030#include "util/data.h"
Stephane Eranianbcc84ec2015-08-31 18:41:12 +020031#include "util/perf_regs.h"
Adrian Hunteref149c22015-04-09 18:53:45 +030032#include "util/auxtrace.h"
Adrian Hunter46bc29b2016-03-08 10:38:44 +020033#include "util/tsc.h"
Andi Kleenf00898f2015-05-27 10:51:51 -070034#include "util/parse-branch-options.h"
Stephane Eranianbcc84ec2015-08-31 18:41:12 +020035#include "util/parse-regs-options.h"
Wang Nan71dc23262015-10-14 12:41:19 +000036#include "util/llvm-utils.h"
Wang Nan8690a2a2016-02-22 09:10:32 +000037#include "util/bpf-loader.h"
Wang Nan5f9cf592016-04-20 18:59:49 +000038#include "util/trigger.h"
Wang Nand8871ea2016-02-26 09:32:06 +000039#include "asm/bug.h"
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +020040
Peter Zijlstra97124d5e2009-06-02 15:52:24 +020041#include <unistd.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020042#include <sched.h>
Arnaldo Carvalho de Meloa41794c2010-05-18 18:29:23 -030043#include <sys/mman.h>
Wang Nan2d11c652016-05-23 07:13:39 +000044#include <asm/bug.h>
Peter Zijlstrade9ac072009-04-08 15:01:31 +020045
Bernhard Rosenkraenzer78da39f2012-10-08 09:43:26 +030046
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030047struct record {
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020048 struct perf_tool tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -030049 struct record_opts opts;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020050 u64 bytes_written;
Jiri Olsaf5fc14122013-10-15 16:27:32 +020051 struct perf_data_file file;
Adrian Hunteref149c22015-04-09 18:53:45 +030052 struct auxtrace_record *itr;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020053 struct perf_evlist *evlist;
54 struct perf_session *session;
55 const char *progname;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020056 int realtime_prio;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020057 bool no_buildid;
Wang Nand2db9a92016-01-25 09:56:19 +000058 bool no_buildid_set;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020059 bool no_buildid_cache;
Wang Nand2db9a92016-01-25 09:56:19 +000060 bool no_buildid_cache_set;
Namhyung Kim61566812016-01-11 22:37:09 +090061 bool buildid_all;
Wang Nanecfd7a92016-04-13 08:21:07 +000062 bool timestamp_filename;
Wang Nan3c1cb7e2016-04-20 18:59:50 +000063 bool switch_output;
Yang Shi9f065192015-09-29 14:49:43 -070064 unsigned long long samples;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -020065};
Ingo Molnara21ca2c2009-06-06 09:58:57 +020066
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030067static int record__write(struct record *rec, void *bf, size_t size)
Peter Zijlstraf5970552009-06-18 23:22:55 +020068{
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030069 if (perf_data_file__write(rec->session->file, bf, size) < 0) {
Jiri Olsa50a9b862013-11-22 13:11:24 +010070 pr_err("failed to write perf data, error: %m\n");
71 return -1;
Peter Zijlstraf5970552009-06-18 23:22:55 +020072 }
David Ahern8d3eca22012-08-26 12:24:47 -060073
Arnaldo Carvalho de Melocf8b2e62013-12-19 14:26:26 -030074 rec->bytes_written += size;
David Ahern8d3eca22012-08-26 12:24:47 -060075 return 0;
Peter Zijlstraf5970552009-06-18 23:22:55 +020076}
77
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020078static int process_synthesized_event(struct perf_tool *tool,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -020079 union perf_event *event,
Irina Tirdea1d037ca2012-09-11 01:15:03 +030080 struct perf_sample *sample __maybe_unused,
81 struct machine *machine __maybe_unused)
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020082{
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -030083 struct record *rec = container_of(tool, struct record, tool);
84 return record__write(rec, event, event->header.size);
Arnaldo Carvalho de Melo234fbbf2009-10-26 19:23:18 -020085}
86
Wang Nan3a62a7b2016-05-23 07:13:41 +000087static int
88backward_rb_find_range(void *buf, int mask, u64 head, u64 *start, u64 *end)
89{
90 struct perf_event_header *pheader;
91 u64 evt_head = head;
92 int size = mask + 1;
93
94 pr_debug2("backward_rb_find_range: buf=%p, head=%"PRIx64"\n", buf, head);
95 pheader = (struct perf_event_header *)(buf + (head & mask));
96 *start = head;
97 while (true) {
98 if (evt_head - head >= (unsigned int)size) {
99 pr_debug("Finshed reading backward ring buffer: rewind\n");
100 if (evt_head - head > (unsigned int)size)
101 evt_head -= pheader->size;
102 *end = evt_head;
103 return 0;
104 }
105
106 pheader = (struct perf_event_header *)(buf + (evt_head & mask));
107
108 if (pheader->size == 0) {
109 pr_debug("Finshed reading backward ring buffer: get start\n");
110 *end = evt_head;
111 return 0;
112 }
113
114 evt_head += pheader->size;
115 pr_debug3("move evt_head: %"PRIx64"\n", evt_head);
116 }
117 WARN_ONCE(1, "Shouldn't get here\n");
118 return -1;
119}
120
121static int
122rb_find_range(struct perf_evlist *evlist,
123 void *data, int mask, u64 head, u64 old,
124 u64 *start, u64 *end)
125{
126 if (!evlist->backward) {
127 *start = old;
128 *end = head;
129 return 0;
130 }
131
132 return backward_rb_find_range(data, mask, head, start, end);
133}
134
Wang Nancb216862016-06-27 10:24:04 +0000135static int record__mmap_read(struct record *rec, struct perf_evlist *evlist, int idx)
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200136{
Wang Nancb216862016-06-27 10:24:04 +0000137 struct perf_mmap *md = &evlist->mmap[idx];
David Ahern7b8283b52015-04-07 09:20:37 -0600138 u64 head = perf_mmap__read_head(md);
139 u64 old = md->prev;
Wang Nan09fa4f42016-05-23 07:13:40 +0000140 u64 end = head, start = old;
Jiri Olsa918512b2013-09-12 18:39:35 +0200141 unsigned char *data = md->base + page_size;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200142 unsigned long size;
143 void *buf;
David Ahern8d3eca22012-08-26 12:24:47 -0600144 int rc = 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200145
Wang Nancb216862016-06-27 10:24:04 +0000146 if (rb_find_range(evlist, data, md->mask, head,
Wang Nan3a62a7b2016-05-23 07:13:41 +0000147 old, &start, &end))
148 return -1;
149
Wang Nan09fa4f42016-05-23 07:13:40 +0000150 if (start == end)
David Ahern8d3eca22012-08-26 12:24:47 -0600151 return 0;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200152
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200153 rec->samples++;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200154
Wang Nan09fa4f42016-05-23 07:13:40 +0000155 size = end - start;
Wang Nan2d11c652016-05-23 07:13:39 +0000156 if (size > (unsigned long)(md->mask) + 1) {
157 WARN_ONCE(1, "failed to keep up with mmap data. (warn only once)\n");
158
159 md->prev = head;
Wang Nancb216862016-06-27 10:24:04 +0000160 perf_evlist__mmap_consume(evlist, idx);
Wang Nan2d11c652016-05-23 07:13:39 +0000161 return 0;
162 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200163
Wang Nan09fa4f42016-05-23 07:13:40 +0000164 if ((start & md->mask) + size != (end & md->mask)) {
165 buf = &data[start & md->mask];
166 size = md->mask + 1 - (start & md->mask);
167 start += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200168
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300169 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600170 rc = -1;
171 goto out;
172 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200173 }
174
Wang Nan09fa4f42016-05-23 07:13:40 +0000175 buf = &data[start & md->mask];
176 size = end - start;
177 start += size;
Ingo Molnar021e9f42009-06-03 19:27:19 +0200178
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300179 if (record__write(rec, buf, size) < 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600180 rc = -1;
181 goto out;
182 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200183
Wang Nan09fa4f42016-05-23 07:13:40 +0000184 md->prev = head;
Wang Nancb216862016-06-27 10:24:04 +0000185 perf_evlist__mmap_consume(evlist, idx);
David Ahern8d3eca22012-08-26 12:24:47 -0600186out:
187 return rc;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200188}
189
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300190static volatile int done;
191static volatile int signr = -1;
192static volatile int child_finished;
Wang Nanc0bdc1c2016-04-13 08:21:06 +0000193
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300194static volatile int auxtrace_record__snapshot_started;
Wang Nan5f9cf592016-04-20 18:59:49 +0000195static DEFINE_TRIGGER(auxtrace_snapshot_trigger);
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000196static DEFINE_TRIGGER(switch_output_trigger);
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300197
198static void sig_handler(int sig)
199{
200 if (sig == SIGCHLD)
201 child_finished = 1;
202 else
203 signr = sig;
204
205 done = 1;
206}
207
208static void record__sig_exit(void)
209{
210 if (signr == -1)
211 return;
212
213 signal(signr, SIG_DFL);
214 raise(signr);
215}
216
Adrian Huntere31f0d02015-04-30 17:37:27 +0300217#ifdef HAVE_AUXTRACE_SUPPORT
218
Adrian Hunteref149c22015-04-09 18:53:45 +0300219static int record__process_auxtrace(struct perf_tool *tool,
220 union perf_event *event, void *data1,
221 size_t len1, void *data2, size_t len2)
222{
223 struct record *rec = container_of(tool, struct record, tool);
Adrian Hunter99fa2982015-04-30 17:37:25 +0300224 struct perf_data_file *file = &rec->file;
Adrian Hunteref149c22015-04-09 18:53:45 +0300225 size_t padding;
226 u8 pad[8] = {0};
227
Adrian Hunter99fa2982015-04-30 17:37:25 +0300228 if (!perf_data_file__is_pipe(file)) {
229 off_t file_offset;
230 int fd = perf_data_file__fd(file);
231 int err;
232
233 file_offset = lseek(fd, 0, SEEK_CUR);
234 if (file_offset == -1)
235 return -1;
236 err = auxtrace_index__auxtrace_event(&rec->session->auxtrace_index,
237 event, file_offset);
238 if (err)
239 return err;
240 }
241
Adrian Hunteref149c22015-04-09 18:53:45 +0300242 /* event.auxtrace.size includes padding, see __auxtrace_mmap__read() */
243 padding = (len1 + len2) & 7;
244 if (padding)
245 padding = 8 - padding;
246
247 record__write(rec, event, event->header.size);
248 record__write(rec, data1, len1);
249 if (len2)
250 record__write(rec, data2, len2);
251 record__write(rec, &pad, padding);
252
253 return 0;
254}
255
256static int record__auxtrace_mmap_read(struct record *rec,
257 struct auxtrace_mmap *mm)
258{
259 int ret;
260
261 ret = auxtrace_mmap__read(mm, rec->itr, &rec->tool,
262 record__process_auxtrace);
263 if (ret < 0)
264 return ret;
265
266 if (ret)
267 rec->samples++;
268
269 return 0;
270}
271
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300272static int record__auxtrace_mmap_read_snapshot(struct record *rec,
273 struct auxtrace_mmap *mm)
274{
275 int ret;
276
277 ret = auxtrace_mmap__read_snapshot(mm, rec->itr, &rec->tool,
278 record__process_auxtrace,
279 rec->opts.auxtrace_snapshot_size);
280 if (ret < 0)
281 return ret;
282
283 if (ret)
284 rec->samples++;
285
286 return 0;
287}
288
289static int record__auxtrace_read_snapshot_all(struct record *rec)
290{
291 int i;
292 int rc = 0;
293
294 for (i = 0; i < rec->evlist->nr_mmaps; i++) {
295 struct auxtrace_mmap *mm =
296 &rec->evlist->mmap[i].auxtrace_mmap;
297
298 if (!mm->base)
299 continue;
300
301 if (record__auxtrace_mmap_read_snapshot(rec, mm) != 0) {
302 rc = -1;
303 goto out;
304 }
305 }
306out:
307 return rc;
308}
309
310static void record__read_auxtrace_snapshot(struct record *rec)
311{
312 pr_debug("Recording AUX area tracing snapshot\n");
313 if (record__auxtrace_read_snapshot_all(rec) < 0) {
Wang Nan5f9cf592016-04-20 18:59:49 +0000314 trigger_error(&auxtrace_snapshot_trigger);
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300315 } else {
Wang Nan5f9cf592016-04-20 18:59:49 +0000316 if (auxtrace_record__snapshot_finish(rec->itr))
317 trigger_error(&auxtrace_snapshot_trigger);
318 else
319 trigger_ready(&auxtrace_snapshot_trigger);
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300320 }
321}
322
Adrian Huntere31f0d02015-04-30 17:37:27 +0300323#else
324
325static inline
326int record__auxtrace_mmap_read(struct record *rec __maybe_unused,
327 struct auxtrace_mmap *mm __maybe_unused)
328{
329 return 0;
330}
331
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300332static inline
333void record__read_auxtrace_snapshot(struct record *rec __maybe_unused)
334{
335}
336
337static inline
338int auxtrace_record__snapshot_start(struct auxtrace_record *itr __maybe_unused)
339{
340 return 0;
341}
342
Adrian Huntere31f0d02015-04-30 17:37:27 +0300343#endif
344
Wang Nancda57a82016-06-27 10:24:03 +0000345static int record__mmap_evlist(struct record *rec,
346 struct perf_evlist *evlist)
347{
348 struct record_opts *opts = &rec->opts;
349 char msg[512];
350
351 if (perf_evlist__mmap_ex(evlist, opts->mmap_pages, false,
352 opts->auxtrace_mmap_pages,
353 opts->auxtrace_snapshot_mode) < 0) {
354 if (errno == EPERM) {
355 pr_err("Permission error mapping pages.\n"
356 "Consider increasing "
357 "/proc/sys/kernel/perf_event_mlock_kb,\n"
358 "or try again with a smaller value of -m/--mmap_pages.\n"
359 "(current value: %u,%u)\n",
360 opts->mmap_pages, opts->auxtrace_mmap_pages);
361 return -errno;
362 } else {
363 pr_err("failed to mmap with %d (%s)\n", errno,
364 strerror_r(errno, msg, sizeof(msg)));
365 if (errno)
366 return -errno;
367 else
368 return -EINVAL;
369 }
370 }
371 return 0;
372}
373
374static int record__mmap(struct record *rec)
375{
376 return record__mmap_evlist(rec, rec->evlist);
377}
378
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300379static int record__open(struct record *rec)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200380{
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300381 char msg[512];
Jiri Olsa6a4bb042012-08-08 12:22:36 +0200382 struct perf_evsel *pos;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200383 struct perf_evlist *evlist = rec->evlist;
384 struct perf_session *session = rec->session;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300385 struct record_opts *opts = &rec->opts;
David Ahern8d3eca22012-08-26 12:24:47 -0600386 int rc = 0;
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -0200387
Arnaldo Carvalho de Meloe68ae9c2016-04-11 18:15:29 -0300388 perf_evlist__config(evlist, opts, &callchain_param);
Jiri Olsacac21422012-11-12 18:34:00 +0100389
Arnaldo Carvalho de Meloe5cadb92016-06-23 11:26:15 -0300390 evlist__for_each_entry(evlist, pos) {
Ingo Molnar3da297a2009-06-07 17:39:02 +0200391try_again:
Kan Liangd988d5e2015-08-21 02:23:14 -0400392 if (perf_evsel__open(pos, pos->cpus, pos->threads) < 0) {
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300393 if (perf_evsel__fallback(pos, errno, msg, sizeof(msg))) {
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300394 if (verbose)
Arnaldo Carvalho de Meloc0a54342012-12-13 14:16:30 -0300395 ui__warning("%s\n", msg);
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300396 goto try_again;
397 }
David Ahernca6a4252011-03-25 13:11:11 -0600398
Arnaldo Carvalho de Melo56e52e82012-12-13 15:10:58 -0300399 rc = -errno;
400 perf_evsel__open_strerror(pos, &opts->target,
401 errno, msg, sizeof(msg));
402 ui__error("%s\n", msg);
David Ahern8d3eca22012-08-26 12:24:47 -0600403 goto out;
Zhang, Yanmind6d901c2010-03-18 11:36:05 -0300404 }
Li Zefanc171b552009-10-15 11:22:07 +0800405 }
Arnaldo Carvalho de Meloa43d3f02010-12-25 12:12:25 -0200406
Arnaldo Carvalho de Melo23d4aad2015-03-24 19:23:47 -0300407 if (perf_evlist__apply_filters(evlist, &pos)) {
408 error("failed to set filter \"%s\" on event %s with %d (%s)\n",
409 pos->filter, perf_evsel__name(pos), errno,
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000410 strerror_r(errno, msg, sizeof(msg)));
David Ahern8d3eca22012-08-26 12:24:47 -0600411 rc = -1;
412 goto out;
Frederic Weisbecker0a102472011-02-26 04:51:54 +0100413 }
414
Wang Nancda57a82016-06-27 10:24:03 +0000415 rc = record__mmap(rec);
416 if (rc)
David Ahern8d3eca22012-08-26 12:24:47 -0600417 goto out;
Arnaldo Carvalho de Melo0a27d7f2011-01-14 15:50:51 -0200418
Jiri Olsa563aecb2013-06-05 13:35:06 +0200419 session->evlist = evlist;
Arnaldo Carvalho de Melo7b56cce2012-08-01 19:31:00 -0300420 perf_session__set_id_hdr_size(session);
David Ahern8d3eca22012-08-26 12:24:47 -0600421out:
422 return rc;
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200423}
424
Namhyung Kime3d59112015-01-29 17:06:44 +0900425static int process_sample_event(struct perf_tool *tool,
426 union perf_event *event,
427 struct perf_sample *sample,
428 struct perf_evsel *evsel,
429 struct machine *machine)
430{
431 struct record *rec = container_of(tool, struct record, tool);
432
433 rec->samples++;
434
435 return build_id__mark_dso_hit(tool, event, sample, evsel, machine);
436}
437
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300438static int process_buildids(struct record *rec)
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200439{
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200440 struct perf_data_file *file = &rec->file;
441 struct perf_session *session = rec->session;
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200442
He Kuang457ae942015-05-28 13:17:30 +0000443 if (file->size == 0)
Arnaldo Carvalho de Melo9f591fd2010-03-11 15:53:11 -0300444 return 0;
445
Namhyung Kim00dc8652014-11-04 10:14:32 +0900446 /*
447 * During this process, it'll load kernel map and replace the
448 * dso->long_name to a real pathname it found. In this case
449 * we prefer the vmlinux path like
450 * /lib/modules/3.16.4/build/vmlinux
451 *
452 * rather than build-id path (in debug directory).
453 * $HOME/.debug/.build-id/f0/6e17aa50adf4d00b88925e03775de107611551
454 */
455 symbol_conf.ignore_vmlinux_buildid = true;
456
Namhyung Kim61566812016-01-11 22:37:09 +0900457 /*
458 * If --buildid-all is given, it marks all DSO regardless of hits,
459 * so no need to process samples.
460 */
461 if (rec->buildid_all)
462 rec->tool.sample = NULL;
463
Arnaldo Carvalho de Melob7b61cb2015-03-03 11:58:45 -0300464 return perf_session__process_events(session);
Arnaldo Carvalho de Melo6122e4e2010-02-03 16:52:05 -0200465}
466
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200467static void perf_event__synthesize_guest_os(struct machine *machine, void *data)
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800468{
469 int err;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200470 struct perf_tool *tool = data;
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800471 /*
472 *As for guest kernel when processing subcommand record&report,
473 *we arrange module mmap prior to guest kernel mmap and trigger
474 *a preload dso because default guest module symbols are loaded
475 *from guest kallsyms instead of /lib/modules/XXX/XXX. This
476 *method is used to avoid symbol missing when the first addr is
477 *in module instead of in guest kernel.
478 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200479 err = perf_event__synthesize_modules(tool, process_synthesized_event,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200480 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800481 if (err < 0)
482 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300483 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800484
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800485 /*
486 * We use _stext for guest kernel because guest kernel's /proc/kallsyms
487 * have no _text sometimes.
488 */
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200489 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
Adrian Hunter0ae617b2014-01-29 16:14:40 +0200490 machine);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800491 if (err < 0)
492 pr_err("Couldn't record guest kernel [%d]'s reference"
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300493 " relocation symbol.\n", machine->pid);
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800494}
495
Frederic Weisbecker98402802010-05-02 22:05:29 +0200496static struct perf_event_header finished_round_event = {
497 .size = sizeof(struct perf_event_header),
498 .type = PERF_RECORD_FINISHED_ROUND,
499};
500
Wang Nancb216862016-06-27 10:24:04 +0000501static int record__mmap_read_evlist(struct record *rec, struct perf_evlist *evlist)
Frederic Weisbecker98402802010-05-02 22:05:29 +0200502{
Jiri Olsadcabb502014-07-25 16:56:16 +0200503 u64 bytes_written = rec->bytes_written;
Peter Zijlstra0e2e63d2010-05-20 14:45:26 +0200504 int i;
David Ahern8d3eca22012-08-26 12:24:47 -0600505 int rc = 0;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200506
Wang Nancb216862016-06-27 10:24:04 +0000507 if (!evlist)
508 return 0;
Adrian Hunteref149c22015-04-09 18:53:45 +0300509
Wang Nancb216862016-06-27 10:24:04 +0000510 for (i = 0; i < evlist->nr_mmaps; i++) {
511 struct auxtrace_mmap *mm = &evlist->mmap[i].auxtrace_mmap;
512
513 if (evlist->mmap[i].base) {
514 if (record__mmap_read(rec, evlist, i) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600515 rc = -1;
516 goto out;
517 }
518 }
Adrian Hunteref149c22015-04-09 18:53:45 +0300519
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300520 if (mm->base && !rec->opts.auxtrace_snapshot_mode &&
Adrian Hunteref149c22015-04-09 18:53:45 +0300521 record__auxtrace_mmap_read(rec, mm) != 0) {
522 rc = -1;
523 goto out;
524 }
Frederic Weisbecker98402802010-05-02 22:05:29 +0200525 }
526
Jiri Olsadcabb502014-07-25 16:56:16 +0200527 /*
528 * Mark the round finished in case we wrote
529 * at least one event.
530 */
531 if (bytes_written != rec->bytes_written)
532 rc = record__write(rec, &finished_round_event, sizeof(finished_round_event));
David Ahern8d3eca22012-08-26 12:24:47 -0600533
534out:
535 return rc;
Frederic Weisbecker98402802010-05-02 22:05:29 +0200536}
537
Wang Nancb216862016-06-27 10:24:04 +0000538static int record__mmap_read_all(struct record *rec)
539{
540 int err;
541
542 err = record__mmap_read_evlist(rec, rec->evlist);
543 if (err)
544 return err;
545
546 return err;
547}
548
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300549static void record__init_features(struct record *rec)
David Ahern57706ab2013-11-06 11:41:34 -0700550{
David Ahern57706ab2013-11-06 11:41:34 -0700551 struct perf_session *session = rec->session;
552 int feat;
553
554 for (feat = HEADER_FIRST_FEATURE; feat < HEADER_LAST_FEATURE; feat++)
555 perf_header__set_feat(&session->header, feat);
556
557 if (rec->no_buildid)
558 perf_header__clear_feat(&session->header, HEADER_BUILD_ID);
559
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300560 if (!have_tracepoints(&rec->evlist->entries))
David Ahern57706ab2013-11-06 11:41:34 -0700561 perf_header__clear_feat(&session->header, HEADER_TRACING_DATA);
562
563 if (!rec->opts.branch_stack)
564 perf_header__clear_feat(&session->header, HEADER_BRANCH_STACK);
Adrian Hunteref149c22015-04-09 18:53:45 +0300565
566 if (!rec->opts.full_auxtrace)
567 perf_header__clear_feat(&session->header, HEADER_AUXTRACE);
Jiri Olsaffa517a2015-10-25 15:51:43 +0100568
569 perf_header__clear_feat(&session->header, HEADER_STAT);
David Ahern57706ab2013-11-06 11:41:34 -0700570}
571
Wang Nane1ab48b2016-02-26 09:32:10 +0000572static void
573record__finish_output(struct record *rec)
574{
575 struct perf_data_file *file = &rec->file;
576 int fd = perf_data_file__fd(file);
577
578 if (file->is_pipe)
579 return;
580
581 rec->session->header.data_size += rec->bytes_written;
582 file->size = lseek(perf_data_file__fd(file), 0, SEEK_CUR);
583
584 if (!rec->no_buildid) {
585 process_buildids(rec);
586
587 if (rec->buildid_all)
588 dsos__hit_all(rec->session);
589 }
590 perf_session__write_header(rec->session, rec->evlist, fd, true);
591
592 return;
593}
594
Wang Nanbe7b0c92016-04-20 18:59:54 +0000595static int record__synthesize_workload(struct record *rec)
596{
597 struct {
598 struct thread_map map;
599 struct thread_map_data map_data;
600 } thread_map;
601
602 thread_map.map.nr = 1;
603 thread_map.map.map[0].pid = rec->evlist->workload.pid;
604 thread_map.map.map[0].comm = NULL;
605 return perf_event__synthesize_thread_map(&rec->tool, &thread_map.map,
606 process_synthesized_event,
607 &rec->session->machines.host,
608 rec->opts.sample_address,
609 rec->opts.proc_map_timeout);
610}
611
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000612static int record__synthesize(struct record *rec);
613
Wang Nanecfd7a92016-04-13 08:21:07 +0000614static int
615record__switch_output(struct record *rec, bool at_exit)
616{
617 struct perf_data_file *file = &rec->file;
618 int fd, err;
619
620 /* Same Size: "2015122520103046"*/
621 char timestamp[] = "InvalidTimestamp";
622
623 rec->samples = 0;
624 record__finish_output(rec);
625 err = fetch_current_timestamp(timestamp, sizeof(timestamp));
626 if (err) {
627 pr_err("Failed to get current timestamp\n");
628 return -EINVAL;
629 }
630
631 fd = perf_data_file__switch(file, timestamp,
632 rec->session->header.data_offset,
633 at_exit);
634 if (fd >= 0 && !at_exit) {
635 rec->bytes_written = 0;
636 rec->session->header.data_size = 0;
637 }
638
639 if (!quiet)
640 fprintf(stderr, "[ perf record: Dump %s.%s ]\n",
641 file->path, timestamp);
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000642
643 /* Output tracking events */
Wang Nanbe7b0c92016-04-20 18:59:54 +0000644 if (!at_exit) {
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000645 record__synthesize(rec);
646
Wang Nanbe7b0c92016-04-20 18:59:54 +0000647 /*
648 * In 'perf record --switch-output' without -a,
649 * record__synthesize() in record__switch_output() won't
650 * generate tracking events because there's no thread_map
651 * in evlist. Which causes newly created perf.data doesn't
652 * contain map and comm information.
653 * Create a fake thread_map and directly call
654 * perf_event__synthesize_thread_map() for those events.
655 */
656 if (target__none(&rec->opts.target))
657 record__synthesize_workload(rec);
658 }
Wang Nanecfd7a92016-04-13 08:21:07 +0000659 return fd;
660}
661
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300662static volatile int workload_exec_errno;
663
664/*
665 * perf_evlist__prepare_workload will send a SIGUSR1
666 * if the fork fails, since we asked by setting its
667 * want_signal to true.
668 */
Namhyung Kim45604712014-05-12 09:47:24 +0900669static void workload_exec_failed_signal(int signo __maybe_unused,
670 siginfo_t *info,
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300671 void *ucontext __maybe_unused)
672{
673 workload_exec_errno = info->si_value.sival_int;
674 done = 1;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300675 child_finished = 1;
676}
677
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300678static void snapshot_sig_handler(int sig);
679
Adrian Hunter46bc29b2016-03-08 10:38:44 +0200680int __weak
681perf_event__synth_time_conv(const struct perf_event_mmap_page *pc __maybe_unused,
682 struct perf_tool *tool __maybe_unused,
683 perf_event__handler_t process __maybe_unused,
684 struct machine *machine __maybe_unused)
685{
686 return 0;
687}
688
Wang Nanc45628b2016-05-24 02:28:59 +0000689static const struct perf_event_mmap_page *record__pick_pc(struct record *rec)
690{
691 if (rec->evlist && rec->evlist->mmap && rec->evlist->mmap[0].base)
692 return rec->evlist->mmap[0].base;
693 return NULL;
694}
695
Wang Nanc45c86e2016-02-26 09:32:07 +0000696static int record__synthesize(struct record *rec)
697{
698 struct perf_session *session = rec->session;
699 struct machine *machine = &session->machines.host;
700 struct perf_data_file *file = &rec->file;
701 struct record_opts *opts = &rec->opts;
702 struct perf_tool *tool = &rec->tool;
703 int fd = perf_data_file__fd(file);
704 int err = 0;
705
706 if (file->is_pipe) {
707 err = perf_event__synthesize_attrs(tool, session,
708 process_synthesized_event);
709 if (err < 0) {
710 pr_err("Couldn't synthesize attrs.\n");
711 goto out;
712 }
713
714 if (have_tracepoints(&rec->evlist->entries)) {
715 /*
716 * FIXME err <= 0 here actually means that
717 * there were no tracepoints so its not really
718 * an error, just that we don't need to
719 * synthesize anything. We really have to
720 * return this more properly and also
721 * propagate errors that now are calling die()
722 */
723 err = perf_event__synthesize_tracing_data(tool, fd, rec->evlist,
724 process_synthesized_event);
725 if (err <= 0) {
726 pr_err("Couldn't record tracing data.\n");
727 goto out;
728 }
729 rec->bytes_written += err;
730 }
731 }
732
Wang Nanc45628b2016-05-24 02:28:59 +0000733 err = perf_event__synth_time_conv(record__pick_pc(rec), tool,
Adrian Hunter46bc29b2016-03-08 10:38:44 +0200734 process_synthesized_event, machine);
735 if (err)
736 goto out;
737
Wang Nanc45c86e2016-02-26 09:32:07 +0000738 if (rec->opts.full_auxtrace) {
739 err = perf_event__synthesize_auxtrace_info(rec->itr, tool,
740 session, process_synthesized_event);
741 if (err)
742 goto out;
743 }
744
745 err = perf_event__synthesize_kernel_mmap(tool, process_synthesized_event,
746 machine);
747 WARN_ONCE(err < 0, "Couldn't record kernel reference relocation symbol\n"
748 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
749 "Check /proc/kallsyms permission or run as root.\n");
750
751 err = perf_event__synthesize_modules(tool, process_synthesized_event,
752 machine);
753 WARN_ONCE(err < 0, "Couldn't record kernel module information.\n"
754 "Symbol resolution may be skewed if relocation was used (e.g. kexec).\n"
755 "Check /proc/modules permission or run as root.\n");
756
757 if (perf_guest) {
758 machines__process_guests(&session->machines,
759 perf_event__synthesize_guest_os, tool);
760 }
761
762 err = __machine__synthesize_threads(machine, tool, &opts->target, rec->evlist->threads,
763 process_synthesized_event, opts->sample_address,
764 opts->proc_map_timeout);
765out:
766 return err;
767}
768
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300769static int __cmd_record(struct record *rec, int argc, const char **argv)
Peter Zijlstra16c8a102009-05-05 17:50:27 +0200770{
David Ahern57706ab2013-11-06 11:41:34 -0700771 int err;
Namhyung Kim45604712014-05-12 09:47:24 +0900772 int status = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200773 unsigned long waking = 0;
Zhang, Yanmin46be6042010-03-18 11:36:04 -0300774 const bool forks = argc > 0;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300775 struct machine *machine;
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200776 struct perf_tool *tool = &rec->tool;
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300777 struct record_opts *opts = &rec->opts;
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200778 struct perf_data_file *file = &rec->file;
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200779 struct perf_session *session;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300780 bool disabled = false, draining = false;
Namhyung Kim42aa2762015-01-29 17:06:48 +0900781 int fd;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200782
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200783 rec->progname = argv[0];
Andi Kleen33e49ea2011-09-15 14:31:40 -0700784
Namhyung Kim45604712014-05-12 09:47:24 +0900785 atexit(record__sig_exit);
Peter Zijlstraf5970552009-06-18 23:22:55 +0200786 signal(SIGCHLD, sig_handler);
787 signal(SIGINT, sig_handler);
David Ahern804f7ac2013-05-06 12:24:23 -0600788 signal(SIGTERM, sig_handler);
Wang Nanc0bdc1c2016-04-13 08:21:06 +0000789
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000790 if (rec->opts.auxtrace_snapshot_mode || rec->switch_output) {
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300791 signal(SIGUSR2, snapshot_sig_handler);
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000792 if (rec->opts.auxtrace_snapshot_mode)
793 trigger_on(&auxtrace_snapshot_trigger);
794 if (rec->switch_output)
795 trigger_on(&switch_output_trigger);
Wang Nanc0bdc1c2016-04-13 08:21:06 +0000796 } else {
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300797 signal(SIGUSR2, SIG_IGN);
Wang Nanc0bdc1c2016-04-13 08:21:06 +0000798 }
Peter Zijlstraf5970552009-06-18 23:22:55 +0200799
Arnaldo Carvalho de Melob7b61cb2015-03-03 11:58:45 -0300800 session = perf_session__new(file, false, tool);
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -0200801 if (session == NULL) {
Adrien BAKffa91882014-04-18 11:00:43 +0900802 pr_err("Perf session creation failed.\n");
Arnaldo Carvalho de Meloa9a70bb2009-11-17 01:18:11 -0200803 return -1;
804 }
805
Namhyung Kim42aa2762015-01-29 17:06:48 +0900806 fd = perf_data_file__fd(file);
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200807 rec->session = session;
808
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300809 record__init_features(rec);
Stephane Eranian330aa672012-03-08 23:47:46 +0100810
Arnaldo Carvalho de Melod4db3f12009-12-27 21:36:57 -0200811 if (forks) {
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300812 err = perf_evlist__prepare_workload(rec->evlist, &opts->target,
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200813 argv, file->is_pipe,
Arnaldo Carvalho de Melo735f7e02014-01-03 14:56:49 -0300814 workload_exec_failed_signal);
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200815 if (err < 0) {
816 pr_err("Couldn't run the workload!\n");
Namhyung Kim45604712014-05-12 09:47:24 +0900817 status = err;
Arnaldo Carvalho de Melo35b9d882011-11-09 08:47:15 -0200818 goto out_delete_session;
Jens Axboe0a5ac842009-08-12 11:18:01 +0200819 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100820 }
821
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300822 if (record__open(rec) != 0) {
David Ahern8d3eca22012-08-26 12:24:47 -0600823 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900824 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600825 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200826
Wang Nan8690a2a2016-02-22 09:10:32 +0000827 err = bpf__apply_obj_config();
828 if (err) {
829 char errbuf[BUFSIZ];
830
831 bpf__strerror_apply_obj_config(err, errbuf, sizeof(errbuf));
832 pr_err("ERROR: Apply config to BPF failed: %s\n",
833 errbuf);
834 goto out_child;
835 }
836
Adrian Huntercca84822015-08-19 17:29:21 +0300837 /*
838 * Normally perf_session__new would do this, but it doesn't have the
839 * evlist.
840 */
841 if (rec->tool.ordered_events && !perf_evlist__sample_id_all(rec->evlist)) {
842 pr_warning("WARNING: No sample_id_all support, falling back to unordered processing\n");
843 rec->tool.ordered_events = false;
844 }
845
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300846 if (!rec->evlist->nr_groups)
Namhyung Kima8bb5592013-01-22 18:09:31 +0900847 perf_header__clear_feat(&session->header, HEADER_GROUP_DESC);
848
Jiri Olsaf5fc14122013-10-15 16:27:32 +0200849 if (file->is_pipe) {
Namhyung Kim42aa2762015-01-29 17:06:48 +0900850 err = perf_header__write_pipe(fd);
Tom Zanussi529870e2010-04-01 23:59:16 -0500851 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900852 goto out_child;
Jiri Olsa563aecb2013-06-05 13:35:06 +0200853 } else {
Namhyung Kim42aa2762015-01-29 17:06:48 +0900854 err = perf_session__write_header(session, rec->evlist, fd, false);
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200855 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900856 goto out_child;
Arnaldo Carvalho de Melod5eed902009-11-19 14:55:56 -0200857 }
Peter Zijlstra7c6a1c62009-06-25 17:05:54 +0200858
David Ahernd3665492012-02-06 15:27:52 -0700859 if (!rec->no_buildid
Robert Richtere20960c2011-12-07 10:02:55 +0100860 && !perf_header__has_feat(&session->header, HEADER_BUILD_ID)) {
David Ahernd3665492012-02-06 15:27:52 -0700861 pr_err("Couldn't generate buildids. "
Robert Richtere20960c2011-12-07 10:02:55 +0100862 "Use --no-buildid to profile anyway.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600863 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900864 goto out_child;
Robert Richtere20960c2011-12-07 10:02:55 +0100865 }
866
Arnaldo Carvalho de Melo34ba5122012-12-19 09:04:24 -0300867 machine = &session->machines.host;
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200868
Wang Nanc45c86e2016-02-26 09:32:07 +0000869 err = record__synthesize(rec);
870 if (err < 0)
Namhyung Kim45604712014-05-12 09:47:24 +0900871 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600872
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200873 if (rec->realtime_prio) {
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200874 struct sched_param param;
875
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200876 param.sched_priority = rec->realtime_prio;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200877 if (sched_setscheduler(0, SCHED_FIFO, &param)) {
Arnaldo Carvalho de Melo6beba7a2009-10-21 17:34:06 -0200878 pr_err("Could not set realtime priority.\n");
David Ahern8d3eca22012-08-26 12:24:47 -0600879 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900880 goto out_child;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200881 }
882 }
883
Jiri Olsa774cb492012-11-12 18:34:01 +0100884 /*
885 * When perf is starting the traced process, all the events
886 * (apart from group members) have enable_on_exec=1 set,
887 * so don't spoil it by prematurely enabling them.
888 */
Andi Kleen6619a532014-01-11 13:38:27 -0800889 if (!target__none(&opts->target) && !opts->initial_delay)
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300890 perf_evlist__enable(rec->evlist);
David Ahern764e16a32011-08-25 10:17:55 -0600891
Peter Zijlstra856e9662009-12-16 17:55:55 +0100892 /*
893 * Let the child rip
894 */
Namhyung Kime803cf92015-09-22 09:24:55 +0900895 if (forks) {
Namhyung Kime5bed562015-09-30 10:45:24 +0900896 union perf_event *event;
897
898 event = malloc(sizeof(event->comm) + machine->id_hdr_size);
899 if (event == NULL) {
900 err = -ENOMEM;
901 goto out_child;
902 }
903
Namhyung Kime803cf92015-09-22 09:24:55 +0900904 /*
905 * Some H/W events are generated before COMM event
906 * which is emitted during exec(), so perf script
907 * cannot see a correct process name for those events.
908 * Synthesize COMM event to prevent it.
909 */
Namhyung Kime5bed562015-09-30 10:45:24 +0900910 perf_event__synthesize_comm(tool, event,
Namhyung Kime803cf92015-09-22 09:24:55 +0900911 rec->evlist->workload.pid,
912 process_synthesized_event,
913 machine);
Namhyung Kime5bed562015-09-30 10:45:24 +0900914 free(event);
Namhyung Kime803cf92015-09-22 09:24:55 +0900915
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300916 perf_evlist__start_workload(rec->evlist);
Namhyung Kime803cf92015-09-22 09:24:55 +0900917 }
Peter Zijlstra856e9662009-12-16 17:55:55 +0100918
Andi Kleen6619a532014-01-11 13:38:27 -0800919 if (opts->initial_delay) {
920 usleep(opts->initial_delay * 1000);
921 perf_evlist__enable(rec->evlist);
922 }
923
Wang Nan5f9cf592016-04-20 18:59:49 +0000924 trigger_ready(&auxtrace_snapshot_trigger);
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000925 trigger_ready(&switch_output_trigger);
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200926 for (;;) {
Yang Shi9f065192015-09-29 14:49:43 -0700927 unsigned long long hits = rec->samples;
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200928
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -0300929 if (record__mmap_read_all(rec) < 0) {
Wang Nan5f9cf592016-04-20 18:59:49 +0000930 trigger_error(&auxtrace_snapshot_trigger);
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000931 trigger_error(&switch_output_trigger);
David Ahern8d3eca22012-08-26 12:24:47 -0600932 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900933 goto out_child;
David Ahern8d3eca22012-08-26 12:24:47 -0600934 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200935
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300936 if (auxtrace_record__snapshot_started) {
937 auxtrace_record__snapshot_started = 0;
Wang Nan5f9cf592016-04-20 18:59:49 +0000938 if (!trigger_is_error(&auxtrace_snapshot_trigger))
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300939 record__read_auxtrace_snapshot(rec);
Wang Nan5f9cf592016-04-20 18:59:49 +0000940 if (trigger_is_error(&auxtrace_snapshot_trigger)) {
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +0300941 pr_err("AUX area tracing snapshot failed\n");
942 err = -1;
943 goto out_child;
944 }
945 }
946
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000947 if (trigger_is_hit(&switch_output_trigger)) {
948 trigger_ready(&switch_output_trigger);
949
950 if (!quiet)
951 fprintf(stderr, "[ perf record: dump data: Woken up %ld times ]\n",
952 waking);
953 waking = 0;
954 fd = record__switch_output(rec, false);
955 if (fd < 0) {
956 pr_err("Failed to switch to new file\n");
957 trigger_error(&switch_output_trigger);
958 err = fd;
959 goto out_child;
960 }
961 }
962
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200963 if (hits == rec->samples) {
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300964 if (done || draining)
Peter Zijlstra649c48a2009-06-24 21:12:48 +0200965 break;
Arnaldo Carvalho de Melof66a8892014-08-18 17:25:59 -0300966 err = perf_evlist__poll(rec->evlist, -1);
Jiri Olsaa5151142014-06-02 13:44:23 -0400967 /*
968 * Propagate error, only if there's any. Ignore positive
969 * number of returned events and interrupt error.
970 */
971 if (err > 0 || (err < 0 && errno == EINTR))
Namhyung Kim45604712014-05-12 09:47:24 +0900972 err = 0;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200973 waking++;
Arnaldo Carvalho de Melo6dcf45ef2014-08-13 11:33:59 -0300974
975 if (perf_evlist__filter_pollfd(rec->evlist, POLLERR | POLLHUP) == 0)
976 draining = true;
Peter Zijlstra8b412662009-09-17 19:59:05 +0200977 }
978
Jiri Olsa774cb492012-11-12 18:34:01 +0100979 /*
980 * When perf is starting the traced process, at the end events
981 * die with the process and we wait for that. Thus no need to
982 * disable events in this case.
983 */
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300984 if (done && !disabled && !target__none(&opts->target)) {
Wang Nan5f9cf592016-04-20 18:59:49 +0000985 trigger_off(&auxtrace_snapshot_trigger);
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -0300986 perf_evlist__disable(rec->evlist);
Jiri Olsa27119262012-11-12 18:34:02 +0100987 disabled = true;
988 }
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200989 }
Wang Nan5f9cf592016-04-20 18:59:49 +0000990 trigger_off(&auxtrace_snapshot_trigger);
Wang Nan3c1cb7e2016-04-20 18:59:50 +0000991 trigger_off(&switch_output_trigger);
Peter Zijlstrade9ac072009-04-08 15:01:31 +0200992
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300993 if (forks && workload_exec_errno) {
Masami Hiramatsu35550da2014-08-14 02:22:43 +0000994 char msg[STRERR_BUFSIZE];
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300995 const char *emsg = strerror_r(workload_exec_errno, msg, sizeof(msg));
996 pr_err("Workload failed: %s\n", emsg);
997 err = -1;
Namhyung Kim45604712014-05-12 09:47:24 +0900998 goto out_child;
Arnaldo Carvalho de Melof33cbe72014-01-02 15:11:25 -0300999 }
1000
Namhyung Kime3d59112015-01-29 17:06:44 +09001001 if (!quiet)
Namhyung Kim45604712014-05-12 09:47:24 +09001002 fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n", waking);
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -02001003
Namhyung Kim45604712014-05-12 09:47:24 +09001004out_child:
1005 if (forks) {
1006 int exit_status;
Ingo Molnaraddc2782009-06-02 23:43:11 +02001007
Namhyung Kim45604712014-05-12 09:47:24 +09001008 if (!child_finished)
1009 kill(rec->evlist->workload.pid, SIGTERM);
1010
1011 wait(&exit_status);
1012
1013 if (err < 0)
1014 status = err;
1015 else if (WIFEXITED(exit_status))
1016 status = WEXITSTATUS(exit_status);
1017 else if (WIFSIGNALED(exit_status))
1018 signr = WTERMSIG(exit_status);
1019 } else
1020 status = err;
1021
Namhyung Kime3d59112015-01-29 17:06:44 +09001022 /* this will be recalculated during process_buildids() */
1023 rec->samples = 0;
1024
Wang Nanecfd7a92016-04-13 08:21:07 +00001025 if (!err) {
1026 if (!rec->timestamp_filename) {
1027 record__finish_output(rec);
1028 } else {
1029 fd = record__switch_output(rec, true);
1030 if (fd < 0) {
1031 status = fd;
1032 goto out_delete_session;
1033 }
1034 }
1035 }
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -03001036
Namhyung Kime3d59112015-01-29 17:06:44 +09001037 if (!err && !quiet) {
1038 char samples[128];
Wang Nanecfd7a92016-04-13 08:21:07 +00001039 const char *postfix = rec->timestamp_filename ?
1040 ".<timestamp>" : "";
Namhyung Kime3d59112015-01-29 17:06:44 +09001041
Adrian Hunteref149c22015-04-09 18:53:45 +03001042 if (rec->samples && !rec->opts.full_auxtrace)
Namhyung Kime3d59112015-01-29 17:06:44 +09001043 scnprintf(samples, sizeof(samples),
1044 " (%" PRIu64 " samples)", rec->samples);
1045 else
1046 samples[0] = '\0';
1047
Wang Nanecfd7a92016-04-13 08:21:07 +00001048 fprintf(stderr, "[ perf record: Captured and wrote %.3f MB %s%s%s ]\n",
Namhyung Kime3d59112015-01-29 17:06:44 +09001049 perf_data_file__size(file) / 1024.0 / 1024.0,
Wang Nanecfd7a92016-04-13 08:21:07 +00001050 file->path, postfix, samples);
Namhyung Kime3d59112015-01-29 17:06:44 +09001051 }
1052
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -03001053out_delete_session:
1054 perf_session__delete(session);
Namhyung Kim45604712014-05-12 09:47:24 +09001055 return status;
Peter Zijlstrade9ac072009-04-08 15:01:31 +02001056}
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001057
Arnaldo Carvalho de Melo0883e822016-04-15 16:37:17 -03001058static void callchain_debug(struct callchain_param *callchain)
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001059{
Kan Liangaad2b212015-01-05 13:23:04 -05001060 static const char *str[CALLCHAIN_MAX] = { "NONE", "FP", "DWARF", "LBR" };
Jiri Olsaa601fdf2014-02-03 12:44:43 +01001061
Arnaldo Carvalho de Melo0883e822016-04-15 16:37:17 -03001062 pr_debug("callchain: type %s\n", str[callchain->record_mode]);
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001063
Arnaldo Carvalho de Melo0883e822016-04-15 16:37:17 -03001064 if (callchain->record_mode == CALLCHAIN_DWARF)
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001065 pr_debug("callchain: stack dump size %d\n",
Arnaldo Carvalho de Melo0883e822016-04-15 16:37:17 -03001066 callchain->dump_size);
1067}
1068
1069int record_opts__parse_callchain(struct record_opts *record,
1070 struct callchain_param *callchain,
1071 const char *arg, bool unset)
1072{
1073 int ret;
Arnaldo Carvalho de Melo0883e822016-04-15 16:37:17 -03001074 callchain->enabled = !unset;
1075
1076 /* --no-call-graph */
1077 if (unset) {
1078 callchain->record_mode = CALLCHAIN_NONE;
1079 pr_debug("callchain: disabled\n");
1080 return 0;
1081 }
1082
1083 ret = parse_callchain_record_opt(arg, callchain);
1084 if (!ret) {
1085 /* Enable data address sampling for DWARF unwind. */
1086 if (callchain->record_mode == CALLCHAIN_DWARF)
1087 record->sample_address = true;
1088 callchain_debug(callchain);
1089 }
1090
1091 return ret;
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001092}
1093
Kan Liangc421e802015-07-29 05:42:12 -04001094int record_parse_callchain_opt(const struct option *opt,
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001095 const char *arg,
1096 int unset)
1097{
Arnaldo Carvalho de Melo0883e822016-04-15 16:37:17 -03001098 return record_opts__parse_callchain(opt->value, &callchain_param, arg, unset);
Jiri Olsa26d33022012-08-07 15:20:47 +02001099}
1100
Kan Liangc421e802015-07-29 05:42:12 -04001101int record_callchain_opt(const struct option *opt,
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001102 const char *arg __maybe_unused,
1103 int unset __maybe_unused)
1104{
Arnaldo Carvalho de Melo2ddd5c02016-04-18 12:09:08 -03001105 struct callchain_param *callchain = opt->value;
Kan Liangc421e802015-07-29 05:42:12 -04001106
Arnaldo Carvalho de Melo2ddd5c02016-04-18 12:09:08 -03001107 callchain->enabled = true;
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001108
Arnaldo Carvalho de Melo2ddd5c02016-04-18 12:09:08 -03001109 if (callchain->record_mode == CALLCHAIN_NONE)
1110 callchain->record_mode = CALLCHAIN_FP;
Jiri Olsaeb853e82014-02-03 12:44:42 +01001111
Arnaldo Carvalho de Melo2ddd5c02016-04-18 12:09:08 -03001112 callchain_debug(callchain);
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001113 return 0;
1114}
1115
Jiri Olsaeb853e82014-02-03 12:44:42 +01001116static int perf_record_config(const char *var, const char *value, void *cb)
1117{
Namhyung Kim7a29c082015-12-15 10:49:56 +09001118 struct record *rec = cb;
1119
1120 if (!strcmp(var, "record.build-id")) {
1121 if (!strcmp(value, "cache"))
1122 rec->no_buildid_cache = false;
1123 else if (!strcmp(value, "no-cache"))
1124 rec->no_buildid_cache = true;
1125 else if (!strcmp(value, "skip"))
1126 rec->no_buildid = true;
1127 else
1128 return -1;
1129 return 0;
1130 }
Jiri Olsaeb853e82014-02-03 12:44:42 +01001131 if (!strcmp(var, "record.call-graph"))
Namhyung Kim5a2e5e82014-09-23 10:01:44 +09001132 var = "call-graph.record-mode"; /* fall-through */
Jiri Olsaeb853e82014-02-03 12:44:42 +01001133
1134 return perf_default_config(var, value, cb);
1135}
1136
Peter Zijlstra814c8c32015-03-31 00:19:31 +02001137struct clockid_map {
1138 const char *name;
1139 int clockid;
1140};
1141
1142#define CLOCKID_MAP(n, c) \
1143 { .name = n, .clockid = (c), }
1144
1145#define CLOCKID_END { .name = NULL, }
1146
1147
1148/*
1149 * Add the missing ones, we need to build on many distros...
1150 */
1151#ifndef CLOCK_MONOTONIC_RAW
1152#define CLOCK_MONOTONIC_RAW 4
1153#endif
1154#ifndef CLOCK_BOOTTIME
1155#define CLOCK_BOOTTIME 7
1156#endif
1157#ifndef CLOCK_TAI
1158#define CLOCK_TAI 11
1159#endif
1160
1161static const struct clockid_map clockids[] = {
1162 /* available for all events, NMI safe */
1163 CLOCKID_MAP("monotonic", CLOCK_MONOTONIC),
1164 CLOCKID_MAP("monotonic_raw", CLOCK_MONOTONIC_RAW),
1165
1166 /* available for some events */
1167 CLOCKID_MAP("realtime", CLOCK_REALTIME),
1168 CLOCKID_MAP("boottime", CLOCK_BOOTTIME),
1169 CLOCKID_MAP("tai", CLOCK_TAI),
1170
1171 /* available for the lazy */
1172 CLOCKID_MAP("mono", CLOCK_MONOTONIC),
1173 CLOCKID_MAP("raw", CLOCK_MONOTONIC_RAW),
1174 CLOCKID_MAP("real", CLOCK_REALTIME),
1175 CLOCKID_MAP("boot", CLOCK_BOOTTIME),
1176
1177 CLOCKID_END,
1178};
1179
1180static int parse_clockid(const struct option *opt, const char *str, int unset)
1181{
1182 struct record_opts *opts = (struct record_opts *)opt->value;
1183 const struct clockid_map *cm;
1184 const char *ostr = str;
1185
1186 if (unset) {
1187 opts->use_clockid = 0;
1188 return 0;
1189 }
1190
1191 /* no arg passed */
1192 if (!str)
1193 return 0;
1194
1195 /* no setting it twice */
1196 if (opts->use_clockid)
1197 return -1;
1198
1199 opts->use_clockid = true;
1200
1201 /* if its a number, we're done */
1202 if (sscanf(str, "%d", &opts->clockid) == 1)
1203 return 0;
1204
1205 /* allow a "CLOCK_" prefix to the name */
1206 if (!strncasecmp(str, "CLOCK_", 6))
1207 str += 6;
1208
1209 for (cm = clockids; cm->name; cm++) {
1210 if (!strcasecmp(str, cm->name)) {
1211 opts->clockid = cm->clockid;
1212 return 0;
1213 }
1214 }
1215
1216 opts->use_clockid = false;
1217 ui__warning("unknown clockid %s, check man page\n", ostr);
1218 return -1;
1219}
1220
Adrian Huntere9db1312015-04-09 18:53:46 +03001221static int record__parse_mmap_pages(const struct option *opt,
1222 const char *str,
1223 int unset __maybe_unused)
1224{
1225 struct record_opts *opts = opt->value;
1226 char *s, *p;
1227 unsigned int mmap_pages;
1228 int ret;
1229
1230 if (!str)
1231 return -EINVAL;
1232
1233 s = strdup(str);
1234 if (!s)
1235 return -ENOMEM;
1236
1237 p = strchr(s, ',');
1238 if (p)
1239 *p = '\0';
1240
1241 if (*s) {
1242 ret = __perf_evlist__parse_mmap_pages(&mmap_pages, s);
1243 if (ret)
1244 goto out_free;
1245 opts->mmap_pages = mmap_pages;
1246 }
1247
1248 if (!p) {
1249 ret = 0;
1250 goto out_free;
1251 }
1252
1253 ret = __perf_evlist__parse_mmap_pages(&mmap_pages, p + 1);
1254 if (ret)
1255 goto out_free;
1256
1257 opts->auxtrace_mmap_pages = mmap_pages;
1258
1259out_free:
1260 free(s);
1261 return ret;
1262}
1263
Namhyung Kime5b2c202014-10-23 00:15:46 +09001264static const char * const __record_usage[] = {
Mike Galbraith9e0967532009-05-28 16:25:34 +02001265 "perf record [<options>] [<command>]",
1266 "perf record [<options>] -- <command> [<options>]",
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001267 NULL
1268};
Namhyung Kime5b2c202014-10-23 00:15:46 +09001269const char * const *record_usage = __record_usage;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001270
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001271/*
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -03001272 * XXX Ideally would be local to cmd_record() and passed to a record__new
1273 * because we need to have access to it in record__exit, that is called
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001274 * after cmd_record() exits, but since record_options need to be accessible to
1275 * builtin-script, leave it here.
1276 *
1277 * At least we don't ouch it in all the other functions here directly.
1278 *
1279 * Just say no to tons of global variables, sigh.
1280 */
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -03001281static struct record record = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001282 .opts = {
Andi Kleen8affc2b2014-07-31 14:45:04 +08001283 .sample_time = true,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001284 .mmap_pages = UINT_MAX,
1285 .user_freq = UINT_MAX,
1286 .user_interval = ULLONG_MAX,
Arnaldo Carvalho de Melo447a6012012-05-22 13:14:18 -03001287 .freq = 4000,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +09001288 .target = {
1289 .uses_mmap = true,
Adrian Hunter3aa59392013-11-15 15:52:29 +02001290 .default_per_cpu = true,
Namhyung Kimd1cb9fc2012-05-16 18:45:49 +09001291 },
Kan Liang9d9cad72015-06-17 09:51:11 -04001292 .proc_map_timeout = 500,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001293 },
Namhyung Kime3d59112015-01-29 17:06:44 +09001294 .tool = {
1295 .sample = process_sample_event,
1296 .fork = perf_event__process_fork,
Adrian Huntercca84822015-08-19 17:29:21 +03001297 .exit = perf_event__process_exit,
Namhyung Kime3d59112015-01-29 17:06:44 +09001298 .comm = perf_event__process_comm,
1299 .mmap = perf_event__process_mmap,
1300 .mmap2 = perf_event__process_mmap2,
Adrian Huntercca84822015-08-19 17:29:21 +03001301 .ordered_events = true,
Namhyung Kime3d59112015-01-29 17:06:44 +09001302 },
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001303};
Frederic Weisbecker7865e812010-04-14 19:42:07 +02001304
Namhyung Kim76a26542015-10-22 23:28:32 +09001305const char record_callchain_help[] = CALLCHAIN_RECORD_HELP
1306 "\n\t\t\t\tDefault: fp";
Arnaldo Carvalho de Melo61eaa3b2012-10-01 15:20:58 -03001307
Wang Nan0aab2132016-06-16 08:02:41 +00001308static bool dry_run;
1309
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001310/*
1311 * XXX Will stay a global variable till we fix builtin-script.c to stop messing
1312 * with it and switch to use the library functions in perf_evlist that came
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -03001313 * from builtin-record.c, i.e. use record_opts,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001314 * perf_evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
1315 * using pipes, etc.
1316 */
Namhyung Kime5b2c202014-10-23 00:15:46 +09001317struct option __record_options[] = {
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001318 OPT_CALLBACK('e', "event", &record.evlist, "event",
Thomas Gleixner86847b62009-06-06 12:24:17 +02001319 "event selector. use 'perf list' to list available events",
Jiri Olsaf120f9d2011-07-14 11:25:32 +02001320 parse_events_option),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001321 OPT_CALLBACK(0, "filter", &record.evlist, "filter",
Li Zefanc171b552009-10-15 11:22:07 +08001322 "event filter", parse_filter),
Wang Nan4ba1faa2015-07-10 07:36:10 +00001323 OPT_CALLBACK_NOOPT(0, "exclude-perf", &record.evlist,
1324 NULL, "don't record events from perf itself",
1325 exclude_perf),
Namhyung Kimbea03402012-04-26 14:15:15 +09001326 OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -03001327 "record events on existing process id"),
Namhyung Kimbea03402012-04-26 14:15:15 +09001328 OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
Zhang, Yanmind6d901c2010-03-18 11:36:05 -03001329 "record events on existing thread id"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001330 OPT_INTEGER('r', "realtime", &record.realtime_prio,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001331 "collect data with this RT SCHED_FIFO priority"),
Arnaldo Carvalho de Melo509051e2014-01-14 17:52:14 -03001332 OPT_BOOLEAN(0, "no-buffering", &record.opts.no_buffering,
Kirill Smelkovacac03f2011-01-12 17:59:36 +03001333 "collect data without buffering"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001334 OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
Frederic Weisbeckerdaac07b2009-08-13 10:27:19 +02001335 "collect raw sample records from all opened counters"),
Namhyung Kimbea03402012-04-26 14:15:15 +09001336 OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001337 "system-wide collection from all CPUs"),
Namhyung Kimbea03402012-04-26 14:15:15 +09001338 OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
Stephane Eranianc45c6ea2010-05-28 12:00:01 +02001339 "list of cpus to monitor"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001340 OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
Jiri Olsaf5fc14122013-10-15 16:27:32 +02001341 OPT_STRING('o', "output", &record.file.path, "file",
Ingo Molnarabaff322009-06-02 22:59:57 +02001342 "output file name"),
Adrian Hunter69e7e5b2013-11-18 11:55:57 +02001343 OPT_BOOLEAN_SET('i', "no-inherit", &record.opts.no_inherit,
1344 &record.opts.no_inherit_set,
1345 "child tasks do not inherit counters"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001346 OPT_UINTEGER('F', "freq", &record.opts.user_freq, "profile at this frequency"),
Adrian Huntere9db1312015-04-09 18:53:46 +03001347 OPT_CALLBACK('m', "mmap-pages", &record.opts, "pages[,pages]",
1348 "number of mmap data pages and AUX area tracing mmap pages",
1349 record__parse_mmap_pages),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001350 OPT_BOOLEAN(0, "group", &record.opts.group,
Lin Ming43bece72011-08-17 18:42:07 +08001351 "put the counters into a counter group"),
Arnaldo Carvalho de Melo2ddd5c02016-04-18 12:09:08 -03001352 OPT_CALLBACK_NOOPT('g', NULL, &callchain_param,
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001353 NULL, "enables call-graph recording" ,
1354 &record_callchain_opt),
1355 OPT_CALLBACK(0, "call-graph", &record.opts,
Namhyung Kim76a26542015-10-22 23:28:32 +09001356 "record_mode[,record_size]", record_callchain_help,
Jiri Olsa09b0fd42013-10-26 16:25:33 +02001357 &record_parse_callchain_opt),
Ian Munsiec0555642010-04-13 18:37:33 +10001358 OPT_INCR('v', "verbose", &verbose,
Ingo Molnar3da297a2009-06-07 17:39:02 +02001359 "be more verbose (show counter open errors, etc)"),
Arnaldo Carvalho de Melob44308f2010-10-26 15:20:09 -02001360 OPT_BOOLEAN('q', "quiet", &quiet, "don't print any message"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001361 OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
Peter Zijlstra649c48a2009-06-24 21:12:48 +02001362 "per thread counts"),
Peter Zijlstra56100322015-06-10 16:48:50 +02001363 OPT_BOOLEAN('d', "data", &record.opts.sample_address, "Record the sample addresses"),
Adrian Hunter3abebc52015-07-06 14:51:01 +03001364 OPT_BOOLEAN_SET('T', "timestamp", &record.opts.sample_time,
1365 &record.opts.sample_time_set,
1366 "Record the sample timestamps"),
Peter Zijlstra56100322015-06-10 16:48:50 +02001367 OPT_BOOLEAN('P', "period", &record.opts.period, "Record the sample period"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001368 OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
Peter Zijlstra649c48a2009-06-24 21:12:48 +02001369 "don't sample"),
Wang Nand2db9a92016-01-25 09:56:19 +00001370 OPT_BOOLEAN_SET('N', "no-buildid-cache", &record.no_buildid_cache,
1371 &record.no_buildid_cache_set,
1372 "do not update the buildid cache"),
1373 OPT_BOOLEAN_SET('B', "no-buildid", &record.no_buildid,
1374 &record.no_buildid_set,
1375 "do not collect buildids in perf.data"),
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001376 OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
Stephane Eranian023695d2011-02-14 11:20:01 +02001377 "monitor event in cgroup name only",
1378 parse_cgroups),
Arnaldo Carvalho de Meloa6205a32014-01-14 17:58:12 -03001379 OPT_UINTEGER('D', "delay", &record.opts.initial_delay,
Andi Kleen6619a532014-01-11 13:38:27 -08001380 "ms to wait before starting measurement after program start"),
Namhyung Kimbea03402012-04-26 14:15:15 +09001381 OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
1382 "user to profile"),
Stephane Eraniana5aabda2012-03-08 23:47:45 +01001383
1384 OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
1385 "branch any", "sample any taken branches",
1386 parse_branch_stack),
1387
1388 OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
1389 "branch filter mask", "branch stack filter modes",
Roberto Agostino Vitillobdfebd82012-02-09 23:21:02 +01001390 parse_branch_stack),
Andi Kleen05484292013-01-24 16:10:29 +01001391 OPT_BOOLEAN('W', "weight", &record.opts.sample_weight,
1392 "sample by weight (on special events only)"),
Andi Kleen475eeab2013-09-20 07:40:43 -07001393 OPT_BOOLEAN(0, "transaction", &record.opts.sample_transaction,
1394 "sample transaction flags (special events only)"),
Adrian Hunter3aa59392013-11-15 15:52:29 +02001395 OPT_BOOLEAN(0, "per-thread", &record.opts.target.per_thread,
1396 "use per-thread mmaps"),
Stephane Eranianbcc84ec2015-08-31 18:41:12 +02001397 OPT_CALLBACK_OPTARG('I', "intr-regs", &record.opts.sample_intr_regs, NULL, "any register",
1398 "sample selected machine registers on interrupt,"
1399 " use -I ? to list register names", parse_regs),
Andi Kleen85c273d2015-02-24 15:13:40 -08001400 OPT_BOOLEAN(0, "running-time", &record.opts.running_time,
1401 "Record running/enabled time of read (:S) events"),
Peter Zijlstra814c8c32015-03-31 00:19:31 +02001402 OPT_CALLBACK('k', "clockid", &record.opts,
1403 "clockid", "clockid to use for events, see clock_gettime()",
1404 parse_clockid),
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +03001405 OPT_STRING_OPTARG('S', "snapshot", &record.opts.auxtrace_snapshot_opts,
1406 "opts", "AUX area tracing Snapshot Mode", ""),
Kan Liang9d9cad72015-06-17 09:51:11 -04001407 OPT_UINTEGER(0, "proc-map-timeout", &record.opts.proc_map_timeout,
1408 "per thread proc mmap processing timeout in ms"),
Adrian Hunterb757bb02015-07-21 12:44:04 +03001409 OPT_BOOLEAN(0, "switch-events", &record.opts.record_switch_events,
1410 "Record context switch events"),
Jiri Olsa85723882016-02-15 09:34:31 +01001411 OPT_BOOLEAN_FLAG(0, "all-kernel", &record.opts.all_kernel,
1412 "Configure all used events to run in kernel space.",
1413 PARSE_OPT_EXCLUSIVE),
1414 OPT_BOOLEAN_FLAG(0, "all-user", &record.opts.all_user,
1415 "Configure all used events to run in user space.",
1416 PARSE_OPT_EXCLUSIVE),
Wang Nan71dc23262015-10-14 12:41:19 +00001417 OPT_STRING(0, "clang-path", &llvm_param.clang_path, "clang path",
1418 "clang binary to use for compiling BPF scriptlets"),
1419 OPT_STRING(0, "clang-opt", &llvm_param.clang_opt, "clang options",
1420 "options passed to clang when compiling BPF scriptlets"),
He Kuang7efe0e02015-12-14 10:39:23 +00001421 OPT_STRING(0, "vmlinux", &symbol_conf.vmlinux_name,
1422 "file", "vmlinux pathname"),
Namhyung Kim61566812016-01-11 22:37:09 +09001423 OPT_BOOLEAN(0, "buildid-all", &record.buildid_all,
1424 "Record build-id of all DSOs regardless of hits"),
Wang Nanecfd7a92016-04-13 08:21:07 +00001425 OPT_BOOLEAN(0, "timestamp-filename", &record.timestamp_filename,
1426 "append timestamp to output filename"),
Wang Nan3c1cb7e2016-04-20 18:59:50 +00001427 OPT_BOOLEAN(0, "switch-output", &record.switch_output,
1428 "Switch output when receive SIGUSR2"),
Wang Nan0aab2132016-06-16 08:02:41 +00001429 OPT_BOOLEAN(0, "dry-run", &dry_run,
1430 "Parse options then exit"),
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001431 OPT_END()
1432};
1433
Namhyung Kime5b2c202014-10-23 00:15:46 +09001434struct option *record_options = __record_options;
1435
Irina Tirdea1d037ca2012-09-11 01:15:03 +03001436int cmd_record(int argc, const char **argv, const char *prefix __maybe_unused)
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001437{
Adrian Hunteref149c22015-04-09 18:53:45 +03001438 int err;
Arnaldo Carvalho de Melo8c6f45a2013-12-19 14:38:03 -03001439 struct record *rec = &record;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001440 char errbuf[BUFSIZ];
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001441
Wang Nan48e1cab2015-12-14 10:39:22 +00001442#ifndef HAVE_LIBBPF_SUPPORT
1443# define set_nobuild(s, l, c) set_option_nobuild(record_options, s, l, "NO_LIBBPF=1", c)
1444 set_nobuild('\0', "clang-path", true);
1445 set_nobuild('\0', "clang-opt", true);
1446# undef set_nobuild
1447#endif
1448
He Kuang7efe0e02015-12-14 10:39:23 +00001449#ifndef HAVE_BPF_PROLOGUE
1450# if !defined (HAVE_DWARF_SUPPORT)
1451# define REASON "NO_DWARF=1"
1452# elif !defined (HAVE_LIBBPF_SUPPORT)
1453# define REASON "NO_LIBBPF=1"
1454# else
1455# define REASON "this architecture doesn't support BPF prologue"
1456# endif
1457# define set_nobuild(s, l, c) set_option_nobuild(record_options, s, l, REASON, c)
1458 set_nobuild('\0', "vmlinux", true);
1459# undef set_nobuild
1460# undef REASON
1461#endif
1462
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -03001463 rec->evlist = perf_evlist__new();
1464 if (rec->evlist == NULL)
Arnaldo Carvalho de Melo361c99a2011-01-11 20:56:53 -02001465 return -ENOMEM;
1466
Jiri Olsaeb853e82014-02-03 12:44:42 +01001467 perf_config(perf_record_config, rec);
1468
Tom Zanussibca647a2010-11-10 08:11:30 -06001469 argc = parse_options(argc, argv, record_options, record_usage,
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001470 PARSE_OPT_STOP_AT_NON_OPTION);
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -03001471 if (!argc && target__none(&rec->opts.target))
Tom Zanussibca647a2010-11-10 08:11:30 -06001472 usage_with_options(record_usage, record_options);
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001473
Namhyung Kimbea03402012-04-26 14:15:15 +09001474 if (nr_cgroups && !rec->opts.target.system_wide) {
Namhyung Kimc7118362015-10-25 00:49:27 +09001475 usage_with_options_msg(record_usage, record_options,
1476 "cgroup monitoring only available in system-wide mode");
1477
Stephane Eranian023695d2011-02-14 11:20:01 +02001478 }
Adrian Hunterb757bb02015-07-21 12:44:04 +03001479 if (rec->opts.record_switch_events &&
1480 !perf_can_record_switch_events()) {
Namhyung Kimc7118362015-10-25 00:49:27 +09001481 ui__error("kernel does not support recording context switch events\n");
1482 parse_options_usage(record_usage, record_options, "switch-events", 0);
1483 return -EINVAL;
Adrian Hunterb757bb02015-07-21 12:44:04 +03001484 }
Stephane Eranian023695d2011-02-14 11:20:01 +02001485
Wang Naneca857a2016-04-20 18:59:51 +00001486 if (rec->switch_output)
1487 rec->timestamp_filename = true;
1488
Adrian Hunteref149c22015-04-09 18:53:45 +03001489 if (!rec->itr) {
1490 rec->itr = auxtrace_record__init(rec->evlist, &err);
1491 if (err)
1492 return err;
1493 }
1494
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +03001495 err = auxtrace_parse_snapshot_options(rec->itr, &rec->opts,
1496 rec->opts.auxtrace_snapshot_opts);
1497 if (err)
1498 return err;
1499
Wang Nan0aab2132016-06-16 08:02:41 +00001500 if (dry_run)
1501 return 0;
1502
Wang Nand7888572016-04-08 15:07:24 +00001503 err = bpf__setup_stdout(rec->evlist);
1504 if (err) {
1505 bpf__strerror_setup_stdout(rec->evlist, err, errbuf, sizeof(errbuf));
1506 pr_err("ERROR: Setup BPF stdout failed: %s\n",
1507 errbuf);
1508 return err;
1509 }
1510
Adrian Hunteref149c22015-04-09 18:53:45 +03001511 err = -ENOMEM;
1512
Namhyung Kim0a7e6d12014-08-12 15:40:45 +09001513 symbol__init(NULL);
Arnaldo Carvalho de Melobaa2f6c2010-11-26 19:39:15 -02001514
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001515 if (symbol_conf.kptr_restrict)
Arnaldo Carvalho de Melo646aaea2011-05-27 11:00:41 -03001516 pr_warning(
1517"WARNING: Kernel address maps (/proc/{kallsyms,modules}) are restricted,\n"
1518"check /proc/sys/kernel/kptr_restrict.\n\n"
1519"Samples in kernel functions may not be resolved if a suitable vmlinux\n"
1520"file is not found in the buildid cache or in the vmlinux path.\n\n"
1521"Samples in kernel modules won't be resolved at all.\n\n"
1522"If some relocation was applied (e.g. kexec) symbols may be misresolved\n"
1523"even with a suitable vmlinux or kallsyms file.\n\n");
Arnaldo Carvalho de Meloec80fde2011-05-26 09:53:51 -03001524
Wang Nan0c1d46a2016-04-20 18:59:52 +00001525 if (rec->no_buildid_cache || rec->no_buildid) {
Stephane Eraniana1ac1d32010-06-17 11:39:01 +02001526 disable_buildid_cache();
Wang Nan0c1d46a2016-04-20 18:59:52 +00001527 } else if (rec->switch_output) {
1528 /*
1529 * In 'perf record --switch-output', disable buildid
1530 * generation by default to reduce data file switching
1531 * overhead. Still generate buildid if they are required
1532 * explicitly using
1533 *
1534 * perf record --signal-trigger --no-no-buildid \
1535 * --no-no-buildid-cache
1536 *
1537 * Following code equals to:
1538 *
1539 * if ((rec->no_buildid || !rec->no_buildid_set) &&
1540 * (rec->no_buildid_cache || !rec->no_buildid_cache_set))
1541 * disable_buildid_cache();
1542 */
1543 bool disable = true;
1544
1545 if (rec->no_buildid_set && !rec->no_buildid)
1546 disable = false;
1547 if (rec->no_buildid_cache_set && !rec->no_buildid_cache)
1548 disable = false;
1549 if (disable) {
1550 rec->no_buildid = true;
1551 rec->no_buildid_cache = true;
1552 disable_buildid_cache();
1553 }
1554 }
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -02001555
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -03001556 if (rec->evlist->nr_entries == 0 &&
1557 perf_evlist__add_default(rec->evlist) < 0) {
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -02001558 pr_err("Not enough memory for event selector list\n");
1559 goto out_symbol_exit;
Peter Zijlstrabbd36e52009-06-11 23:11:50 +02001560 }
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001561
Adrian Hunter69e7e5b2013-11-18 11:55:57 +02001562 if (rec->opts.target.tid && !rec->opts.no_inherit_set)
1563 rec->opts.no_inherit = true;
1564
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -03001565 err = target__validate(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001566 if (err) {
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -03001567 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001568 ui__warning("%s", errbuf);
1569 }
Namhyung Kim4bd0f2d2012-04-26 14:15:18 +09001570
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -03001571 err = target__parse_uid(&rec->opts.target);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001572 if (err) {
1573 int saved_errno = errno;
1574
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -03001575 target__strerror(&rec->opts.target, err, errbuf, BUFSIZ);
Namhyung Kim3780f482012-05-29 13:22:57 +09001576 ui__error("%s", errbuf);
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001577
1578 err = -saved_errno;
Namhyung Kim8fa60e12013-03-15 14:48:51 +09001579 goto out_symbol_exit;
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001580 }
Arnaldo Carvalho de Melo0d37aa32012-01-19 14:08:15 -02001581
Namhyung Kim16ad2ff2012-05-07 14:09:02 +09001582 err = -ENOMEM;
Arnaldo Carvalho de Melo3e2be2d2014-01-03 15:03:26 -03001583 if (perf_evlist__create_maps(rec->evlist, &rec->opts.target) < 0)
Arnaldo Carvalho de Melodd7927f2011-01-12 14:28:51 -02001584 usage_with_options(record_usage, record_options);
Arnaldo Carvalho de Melo69aad6f2011-01-03 16:39:04 -02001585
Adrian Hunteref149c22015-04-09 18:53:45 +03001586 err = auxtrace_record__options(rec->itr, rec->evlist, &rec->opts);
1587 if (err)
1588 goto out_symbol_exit;
1589
Namhyung Kim61566812016-01-11 22:37:09 +09001590 /*
1591 * We take all buildids when the file contains
1592 * AUX area tracing data because we do not decode the
1593 * trace because it would take too long.
1594 */
1595 if (rec->opts.full_auxtrace)
1596 rec->buildid_all = true;
1597
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -03001598 if (record_opts__config(&rec->opts)) {
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -03001599 err = -EINVAL;
Arnaldo Carvalho de Melo03ad9742014-01-03 15:56:06 -03001600 goto out_symbol_exit;
Mike Galbraith7e4ff9e2009-10-12 07:56:03 +02001601 }
1602
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -02001603 err = __cmd_record(&record, argc, argv);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03001604out_symbol_exit:
Namhyung Kim45604712014-05-12 09:47:24 +09001605 perf_evlist__delete(rec->evlist);
Arnaldo Carvalho de Melod65a4582010-07-30 18:31:28 -03001606 symbol__exit();
Adrian Hunteref149c22015-04-09 18:53:45 +03001607 auxtrace_record__free(rec->itr);
Arnaldo Carvalho de Melo39d17da2010-07-29 14:08:55 -03001608 return err;
Ingo Molnar0e9b20b2009-05-26 09:17:18 +02001609}
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +03001610
1611static void snapshot_sig_handler(int sig __maybe_unused)
1612{
Wang Nan5f9cf592016-04-20 18:59:49 +00001613 if (trigger_is_ready(&auxtrace_snapshot_trigger)) {
1614 trigger_hit(&auxtrace_snapshot_trigger);
1615 auxtrace_record__snapshot_started = 1;
1616 if (auxtrace_record__snapshot_start(record.itr))
1617 trigger_error(&auxtrace_snapshot_trigger);
1618 }
Wang Nan3c1cb7e2016-04-20 18:59:50 +00001619
1620 if (trigger_is_ready(&switch_output_trigger))
1621 trigger_hit(&switch_output_trigger);
Adrian Hunter2dd6d8a2015-04-30 17:37:32 +03001622}