Commit | Line | Data |
---|---|---|
454c407e TZ |
1 | /* |
2 | * builtin-inject.c | |
3 | * | |
4 | * Builtin inject command: Examine the live mode (stdin) event stream | |
5 | * and repipe it to stdout while optionally injecting additional | |
6 | * events into it. | |
7 | */ | |
8 | #include "builtin.h" | |
9 | ||
10 | #include "perf.h" | |
26a031e1 AV |
11 | #include "util/color.h" |
12 | #include "util/evlist.h" | |
13 | #include "util/evsel.h" | |
454c407e | 14 | #include "util/session.h" |
45694aa7 | 15 | #include "util/tool.h" |
454c407e | 16 | #include "util/debug.h" |
54a3cf59 | 17 | #include "util/build-id.h" |
454c407e TZ |
18 | |
19 | #include "util/parse-options.h" | |
20 | ||
26a031e1 AV |
21 | #include <linux/list.h> |
22 | ||
5ded57ac ACM |
23 | struct perf_inject { |
24 | struct perf_tool tool; | |
25 | bool build_ids; | |
26a031e1 | 26 | bool sched_stat; |
e558a5bd AV |
27 | const char *input_name; |
28 | int pipe_output, | |
29 | output; | |
30 | u64 bytes_written; | |
26a031e1 AV |
31 | struct list_head samples; |
32 | }; | |
33 | ||
34 | struct event_entry { | |
35 | struct list_head node; | |
36 | u32 tid; | |
37 | union perf_event event[0]; | |
5ded57ac | 38 | }; |
454c407e | 39 | |
e558a5bd | 40 | static int perf_event__repipe_synth(struct perf_tool *tool, |
63c2c9f8 | 41 | union perf_event *event) |
454c407e | 42 | { |
e558a5bd | 43 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
454c407e TZ |
44 | uint32_t size; |
45 | void *buf = event; | |
46 | ||
47 | size = event->header.size; | |
48 | ||
49 | while (size) { | |
e558a5bd | 50 | int ret = write(inject->output, buf, size); |
454c407e TZ |
51 | if (ret < 0) |
52 | return -errno; | |
53 | ||
54 | size -= ret; | |
55 | buf += ret; | |
e558a5bd | 56 | inject->bytes_written += ret; |
454c407e TZ |
57 | } |
58 | ||
59 | return 0; | |
60 | } | |
61 | ||
45694aa7 | 62 | static int perf_event__repipe_op2_synth(struct perf_tool *tool, |
743eb868 | 63 | union perf_event *event, |
1d037ca1 IT |
64 | struct perf_session *session |
65 | __maybe_unused) | |
743eb868 | 66 | { |
63c2c9f8 | 67 | return perf_event__repipe_synth(tool, event); |
743eb868 ACM |
68 | } |
69 | ||
47c3d109 AH |
70 | static int perf_event__repipe_attr(struct perf_tool *tool, |
71 | union perf_event *event, | |
72 | struct perf_evlist **pevlist) | |
10d0f086 | 73 | { |
1a1ed1ba | 74 | int ret; |
47c3d109 AH |
75 | |
76 | ret = perf_event__process_attr(tool, event, pevlist); | |
1a1ed1ba SE |
77 | if (ret) |
78 | return ret; | |
79 | ||
47c3d109 | 80 | return perf_event__repipe_synth(tool, event); |
10d0f086 ACM |
81 | } |
82 | ||
45694aa7 | 83 | static int perf_event__repipe(struct perf_tool *tool, |
d20deb64 | 84 | union perf_event *event, |
1d037ca1 | 85 | struct perf_sample *sample __maybe_unused, |
63c2c9f8 | 86 | struct machine *machine __maybe_unused) |
640c03ce | 87 | { |
63c2c9f8 | 88 | return perf_event__repipe_synth(tool, event); |
640c03ce ACM |
89 | } |
90 | ||
26a031e1 AV |
91 | typedef int (*inject_handler)(struct perf_tool *tool, |
92 | union perf_event *event, | |
93 | struct perf_sample *sample, | |
94 | struct perf_evsel *evsel, | |
95 | struct machine *machine); | |
96 | ||
45694aa7 | 97 | static int perf_event__repipe_sample(struct perf_tool *tool, |
d20deb64 | 98 | union perf_event *event, |
26a031e1 AV |
99 | struct perf_sample *sample, |
100 | struct perf_evsel *evsel, | |
101 | struct machine *machine) | |
9e69c210 | 102 | { |
26a031e1 AV |
103 | if (evsel->handler.func) { |
104 | inject_handler f = evsel->handler.func; | |
105 | return f(tool, event, sample, evsel, machine); | |
106 | } | |
107 | ||
54a3cf59 AV |
108 | build_id__mark_dso_hit(tool, event, sample, evsel, machine); |
109 | ||
63c2c9f8 | 110 | return perf_event__repipe_synth(tool, event); |
9e69c210 ACM |
111 | } |
112 | ||
45694aa7 | 113 | static int perf_event__repipe_mmap(struct perf_tool *tool, |
d20deb64 | 114 | union perf_event *event, |
8115d60c | 115 | struct perf_sample *sample, |
743eb868 | 116 | struct machine *machine) |
454c407e TZ |
117 | { |
118 | int err; | |
119 | ||
45694aa7 ACM |
120 | err = perf_event__process_mmap(tool, event, sample, machine); |
121 | perf_event__repipe(tool, event, sample, machine); | |
454c407e TZ |
122 | |
123 | return err; | |
124 | } | |
125 | ||
f62d3f0f | 126 | static int perf_event__repipe_fork(struct perf_tool *tool, |
d20deb64 | 127 | union perf_event *event, |
8115d60c | 128 | struct perf_sample *sample, |
743eb868 | 129 | struct machine *machine) |
454c407e TZ |
130 | { |
131 | int err; | |
132 | ||
f62d3f0f | 133 | err = perf_event__process_fork(tool, event, sample, machine); |
45694aa7 | 134 | perf_event__repipe(tool, event, sample, machine); |
454c407e TZ |
135 | |
136 | return err; | |
137 | } | |
138 | ||
47c3d109 AH |
139 | static int perf_event__repipe_tracing_data(struct perf_tool *tool, |
140 | union perf_event *event, | |
8115d60c | 141 | struct perf_session *session) |
454c407e TZ |
142 | { |
143 | int err; | |
144 | ||
47c3d109 AH |
145 | perf_event__repipe_synth(tool, event); |
146 | err = perf_event__process_tracing_data(tool, event, session); | |
454c407e TZ |
147 | |
148 | return err; | |
149 | } | |
150 | ||
090f7204 | 151 | static int dso__read_build_id(struct dso *self) |
454c407e | 152 | { |
090f7204 ACM |
153 | if (self->has_build_id) |
154 | return 0; | |
454c407e | 155 | |
090f7204 ACM |
156 | if (filename__read_build_id(self->long_name, self->build_id, |
157 | sizeof(self->build_id)) > 0) { | |
158 | self->has_build_id = true; | |
159 | return 0; | |
160 | } | |
454c407e | 161 | |
090f7204 ACM |
162 | return -1; |
163 | } | |
454c407e | 164 | |
45694aa7 | 165 | static int dso__inject_build_id(struct dso *self, struct perf_tool *tool, |
743eb868 | 166 | struct machine *machine) |
090f7204 ACM |
167 | { |
168 | u16 misc = PERF_RECORD_MISC_USER; | |
090f7204 | 169 | int err; |
454c407e | 170 | |
090f7204 ACM |
171 | if (dso__read_build_id(self) < 0) { |
172 | pr_debug("no build_id found for %s\n", self->long_name); | |
173 | return -1; | |
174 | } | |
454c407e | 175 | |
090f7204 ACM |
176 | if (self->kernel) |
177 | misc = PERF_RECORD_MISC_KERNEL; | |
454c407e | 178 | |
45694aa7 | 179 | err = perf_event__synthesize_build_id(tool, self, misc, perf_event__repipe, |
743eb868 | 180 | machine); |
090f7204 ACM |
181 | if (err) { |
182 | pr_err("Can't synthesize build_id event for %s\n", self->long_name); | |
454c407e TZ |
183 | return -1; |
184 | } | |
185 | ||
186 | return 0; | |
187 | } | |
188 | ||
45694aa7 | 189 | static int perf_event__inject_buildid(struct perf_tool *tool, |
d20deb64 | 190 | union perf_event *event, |
8115d60c | 191 | struct perf_sample *sample, |
1d037ca1 | 192 | struct perf_evsel *evsel __maybe_unused, |
743eb868 | 193 | struct machine *machine) |
454c407e TZ |
194 | { |
195 | struct addr_location al; | |
196 | struct thread *thread; | |
197 | u8 cpumode; | |
454c407e TZ |
198 | |
199 | cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK; | |
200 | ||
314add6b | 201 | thread = machine__findnew_thread(machine, event->ip.pid, event->ip.pid); |
454c407e TZ |
202 | if (thread == NULL) { |
203 | pr_err("problem processing %d event, skipping it.\n", | |
204 | event->header.type); | |
454c407e TZ |
205 | goto repipe; |
206 | } | |
207 | ||
743eb868 | 208 | thread__find_addr_map(thread, machine, cpumode, MAP__FUNCTION, |
326f59bf | 209 | event->ip.ip, &al); |
454c407e TZ |
210 | |
211 | if (al.map != NULL) { | |
212 | if (!al.map->dso->hit) { | |
213 | al.map->dso->hit = 1; | |
090f7204 | 214 | if (map__load(al.map, NULL) >= 0) { |
45694aa7 | 215 | dso__inject_build_id(al.map->dso, tool, machine); |
090f7204 ACM |
216 | /* |
217 | * If this fails, too bad, let the other side | |
218 | * account this as unresolved. | |
219 | */ | |
393be2e3 | 220 | } else { |
29a0fc9b | 221 | #ifdef LIBELF_SUPPORT |
454c407e TZ |
222 | pr_warning("no symbols found in %s, maybe " |
223 | "install a debug package?\n", | |
224 | al.map->dso->long_name); | |
393be2e3 NK |
225 | #endif |
226 | } | |
454c407e TZ |
227 | } |
228 | } | |
229 | ||
230 | repipe: | |
45694aa7 | 231 | perf_event__repipe(tool, event, sample, machine); |
090f7204 | 232 | return 0; |
454c407e TZ |
233 | } |
234 | ||
26a031e1 AV |
235 | static int perf_inject__sched_process_exit(struct perf_tool *tool, |
236 | union perf_event *event __maybe_unused, | |
237 | struct perf_sample *sample, | |
238 | struct perf_evsel *evsel __maybe_unused, | |
239 | struct machine *machine __maybe_unused) | |
240 | { | |
241 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
242 | struct event_entry *ent; | |
243 | ||
244 | list_for_each_entry(ent, &inject->samples, node) { | |
245 | if (sample->tid == ent->tid) { | |
246 | list_del_init(&ent->node); | |
247 | free(ent); | |
248 | break; | |
249 | } | |
250 | } | |
251 | ||
252 | return 0; | |
253 | } | |
254 | ||
255 | static int perf_inject__sched_switch(struct perf_tool *tool, | |
256 | union perf_event *event, | |
257 | struct perf_sample *sample, | |
258 | struct perf_evsel *evsel, | |
259 | struct machine *machine) | |
260 | { | |
261 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
262 | struct event_entry *ent; | |
263 | ||
264 | perf_inject__sched_process_exit(tool, event, sample, evsel, machine); | |
265 | ||
266 | ent = malloc(event->header.size + sizeof(struct event_entry)); | |
267 | if (ent == NULL) { | |
268 | color_fprintf(stderr, PERF_COLOR_RED, | |
269 | "Not enough memory to process sched switch event!"); | |
270 | return -1; | |
271 | } | |
272 | ||
273 | ent->tid = sample->tid; | |
274 | memcpy(&ent->event, event, event->header.size); | |
275 | list_add(&ent->node, &inject->samples); | |
276 | return 0; | |
277 | } | |
278 | ||
279 | static int perf_inject__sched_stat(struct perf_tool *tool, | |
280 | union perf_event *event __maybe_unused, | |
281 | struct perf_sample *sample, | |
282 | struct perf_evsel *evsel, | |
283 | struct machine *machine) | |
284 | { | |
285 | struct event_entry *ent; | |
286 | union perf_event *event_sw; | |
287 | struct perf_sample sample_sw; | |
288 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); | |
289 | u32 pid = perf_evsel__intval(evsel, sample, "pid"); | |
290 | ||
291 | list_for_each_entry(ent, &inject->samples, node) { | |
292 | if (pid == ent->tid) | |
293 | goto found; | |
294 | } | |
295 | ||
296 | return 0; | |
297 | found: | |
298 | event_sw = &ent->event[0]; | |
299 | perf_evsel__parse_sample(evsel, event_sw, &sample_sw); | |
300 | ||
301 | sample_sw.period = sample->period; | |
302 | sample_sw.time = sample->time; | |
303 | perf_event__synthesize_sample(event_sw, evsel->attr.sample_type, | |
304 | &sample_sw, false); | |
54a3cf59 | 305 | build_id__mark_dso_hit(tool, event_sw, &sample_sw, evsel, machine); |
26a031e1 AV |
306 | return perf_event__repipe(tool, event_sw, &sample_sw, machine); |
307 | } | |
308 | ||
454c407e TZ |
309 | extern volatile int session_done; |
310 | ||
1d037ca1 | 311 | static void sig_handler(int sig __maybe_unused) |
454c407e TZ |
312 | { |
313 | session_done = 1; | |
314 | } | |
315 | ||
26a031e1 AV |
316 | static int perf_evsel__check_stype(struct perf_evsel *evsel, |
317 | u64 sample_type, const char *sample_msg) | |
318 | { | |
319 | struct perf_event_attr *attr = &evsel->attr; | |
320 | const char *name = perf_evsel__name(evsel); | |
321 | ||
322 | if (!(attr->sample_type & sample_type)) { | |
323 | pr_err("Samples for %s event do not have %s attribute set.", | |
324 | name, sample_msg); | |
325 | return -EINVAL; | |
326 | } | |
327 | ||
328 | return 0; | |
329 | } | |
330 | ||
5ded57ac | 331 | static int __cmd_inject(struct perf_inject *inject) |
454c407e TZ |
332 | { |
333 | struct perf_session *session; | |
334 | int ret = -EINVAL; | |
335 | ||
336 | signal(SIGINT, sig_handler); | |
337 | ||
54a3cf59 | 338 | if (inject->build_ids || inject->sched_stat) { |
5ded57ac | 339 | inject->tool.mmap = perf_event__repipe_mmap; |
f62d3f0f | 340 | inject->tool.fork = perf_event__repipe_fork; |
5ded57ac | 341 | inject->tool.tracing_data = perf_event__repipe_tracing_data; |
454c407e TZ |
342 | } |
343 | ||
e558a5bd | 344 | session = perf_session__new(inject->input_name, O_RDONLY, false, true, &inject->tool); |
454c407e TZ |
345 | if (session == NULL) |
346 | return -ENOMEM; | |
347 | ||
54a3cf59 AV |
348 | if (inject->build_ids) { |
349 | inject->tool.sample = perf_event__inject_buildid; | |
350 | } else if (inject->sched_stat) { | |
26a031e1 AV |
351 | struct perf_evsel *evsel; |
352 | ||
353 | inject->tool.ordered_samples = true; | |
354 | ||
355 | list_for_each_entry(evsel, &session->evlist->entries, node) { | |
356 | const char *name = perf_evsel__name(evsel); | |
357 | ||
358 | if (!strcmp(name, "sched:sched_switch")) { | |
359 | if (perf_evsel__check_stype(evsel, PERF_SAMPLE_TID, "TID")) | |
360 | return -EINVAL; | |
361 | ||
362 | evsel->handler.func = perf_inject__sched_switch; | |
363 | } else if (!strcmp(name, "sched:sched_process_exit")) | |
364 | evsel->handler.func = perf_inject__sched_process_exit; | |
365 | else if (!strncmp(name, "sched:sched_stat_", 17)) | |
366 | evsel->handler.func = perf_inject__sched_stat; | |
367 | } | |
368 | } | |
369 | ||
e558a5bd AV |
370 | if (!inject->pipe_output) |
371 | lseek(inject->output, session->header.data_offset, SEEK_SET); | |
372 | ||
5ded57ac | 373 | ret = perf_session__process_events(session, &inject->tool); |
454c407e | 374 | |
e558a5bd AV |
375 | if (!inject->pipe_output) { |
376 | session->header.data_size = inject->bytes_written; | |
377 | perf_session__write_header(session, session->evlist, inject->output, true); | |
378 | } | |
379 | ||
454c407e TZ |
380 | perf_session__delete(session); |
381 | ||
382 | return ret; | |
383 | } | |
384 | ||
1d037ca1 | 385 | int cmd_inject(int argc, const char **argv, const char *prefix __maybe_unused) |
454c407e | 386 | { |
5ded57ac ACM |
387 | struct perf_inject inject = { |
388 | .tool = { | |
389 | .sample = perf_event__repipe_sample, | |
390 | .mmap = perf_event__repipe, | |
391 | .comm = perf_event__repipe, | |
392 | .fork = perf_event__repipe, | |
393 | .exit = perf_event__repipe, | |
394 | .lost = perf_event__repipe, | |
395 | .read = perf_event__repipe_sample, | |
396 | .throttle = perf_event__repipe, | |
397 | .unthrottle = perf_event__repipe, | |
398 | .attr = perf_event__repipe_attr, | |
47c3d109 | 399 | .tracing_data = perf_event__repipe_op2_synth, |
a609bda7 | 400 | .finished_round = perf_event__repipe_op2_synth, |
5ded57ac ACM |
401 | .build_id = perf_event__repipe_op2_synth, |
402 | }, | |
e558a5bd | 403 | .input_name = "-", |
26a031e1 | 404 | .samples = LIST_HEAD_INIT(inject.samples), |
5ded57ac | 405 | }; |
e558a5bd | 406 | const char *output_name = "-"; |
5ded57ac ACM |
407 | const struct option options[] = { |
408 | OPT_BOOLEAN('b', "build-ids", &inject.build_ids, | |
409 | "Inject build-ids into the output stream"), | |
e558a5bd AV |
410 | OPT_STRING('i', "input", &inject.input_name, "file", |
411 | "input file name"), | |
412 | OPT_STRING('o', "output", &output_name, "file", | |
413 | "output file name"), | |
26a031e1 AV |
414 | OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat, |
415 | "Merge sched-stat and sched-switch for getting events " | |
416 | "where and how long tasks slept"), | |
5ded57ac ACM |
417 | OPT_INCR('v', "verbose", &verbose, |
418 | "be more verbose (show build ids, etc)"), | |
419 | OPT_END() | |
420 | }; | |
002439e8 ACM |
421 | const char * const inject_usage[] = { |
422 | "perf inject [<options>]", | |
423 | NULL | |
424 | }; | |
5ded57ac | 425 | |
002439e8 | 426 | argc = parse_options(argc, argv, options, inject_usage, 0); |
454c407e TZ |
427 | |
428 | /* | |
429 | * Any (unrecognized) arguments left? | |
430 | */ | |
431 | if (argc) | |
002439e8 | 432 | usage_with_options(inject_usage, options); |
454c407e | 433 | |
e558a5bd AV |
434 | if (!strcmp(output_name, "-")) { |
435 | inject.pipe_output = 1; | |
436 | inject.output = STDOUT_FILENO; | |
437 | } else { | |
438 | inject.output = open(output_name, O_CREAT | O_WRONLY | O_TRUNC, | |
439 | S_IRUSR | S_IWUSR); | |
440 | if (inject.output < 0) { | |
441 | perror("failed to create output file"); | |
442 | return -1; | |
443 | } | |
444 | } | |
445 | ||
454c407e TZ |
446 | if (symbol__init() < 0) |
447 | return -1; | |
448 | ||
5ded57ac | 449 | return __cmd_inject(&inject); |
454c407e | 450 | } |