perf record: Fix segfault with --no-mmap-pages
[deliverable/linux.git] / tools / perf / util / evlist.c
CommitLineData
f8a95309
ACM
1/*
2 * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
3 *
4 * Parts came from builtin-{top,stat,record}.c, see those files for further
5 * copyright notes.
6 *
7 * Released under the GPL v2. (and only v2, not any later version)
8 */
a8c9ae18 9#include "util.h"
85c66be1 10#include <lk/debugfs.h>
5c581041 11#include <poll.h>
f8a95309
ACM
12#include "cpumap.h"
13#include "thread_map.h"
12864b31 14#include "target.h"
361c99a6
ACM
15#include "evlist.h"
16#include "evsel.h"
e3e1a54f 17#include "debug.h"
35b9d88e 18#include <unistd.h>
361c99a6 19
50d08e47 20#include "parse-events.h"
994a1f78 21#include "parse-options.h"
50d08e47 22
f8a95309
ACM
23#include <sys/mman.h>
24
70db7533
ACM
25#include <linux/bitops.h>
26#include <linux/hash.h>
27
f8a95309 28#define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
a91e5431 29#define SID(e, x, y) xyarray__entry(e->sample_id, x, y)
f8a95309 30
7e2ed097
ACM
31void perf_evlist__init(struct perf_evlist *evlist, struct cpu_map *cpus,
32 struct thread_map *threads)
ef1d1af2
ACM
33{
34 int i;
35
36 for (i = 0; i < PERF_EVLIST__HLIST_SIZE; ++i)
37 INIT_HLIST_HEAD(&evlist->heads[i]);
38 INIT_LIST_HEAD(&evlist->entries);
7e2ed097 39 perf_evlist__set_maps(evlist, cpus, threads);
35b9d88e 40 evlist->workload.pid = -1;
ef1d1af2
ACM
41}
42
334fe7a3 43struct perf_evlist *perf_evlist__new(void)
361c99a6
ACM
44{
45 struct perf_evlist *evlist = zalloc(sizeof(*evlist));
46
ef1d1af2 47 if (evlist != NULL)
334fe7a3 48 perf_evlist__init(evlist, NULL, NULL);
361c99a6
ACM
49
50 return evlist;
51}
52
b22d54b0
JO
53struct perf_evlist *perf_evlist__new_default(void)
54{
55 struct perf_evlist *evlist = perf_evlist__new();
56
57 if (evlist && perf_evlist__add_default(evlist)) {
58 perf_evlist__delete(evlist);
59 evlist = NULL;
60 }
61
62 return evlist;
63}
64
75562573
AH
65/**
66 * perf_evlist__set_id_pos - set the positions of event ids.
67 * @evlist: selected event list
68 *
69 * Events with compatible sample types all have the same id_pos
70 * and is_pos. For convenience, put a copy on evlist.
71 */
72void perf_evlist__set_id_pos(struct perf_evlist *evlist)
73{
74 struct perf_evsel *first = perf_evlist__first(evlist);
75
76 evlist->id_pos = first->id_pos;
77 evlist->is_pos = first->is_pos;
78}
79
733cd2fe
AH
80static void perf_evlist__update_id_pos(struct perf_evlist *evlist)
81{
82 struct perf_evsel *evsel;
83
84 list_for_each_entry(evsel, &evlist->entries, node)
85 perf_evsel__calc_id_pos(evsel);
86
87 perf_evlist__set_id_pos(evlist);
88}
89
361c99a6
ACM
90static void perf_evlist__purge(struct perf_evlist *evlist)
91{
92 struct perf_evsel *pos, *n;
93
94 list_for_each_entry_safe(pos, n, &evlist->entries, node) {
95 list_del_init(&pos->node);
96 perf_evsel__delete(pos);
97 }
98
99 evlist->nr_entries = 0;
100}
101
ef1d1af2 102void perf_evlist__exit(struct perf_evlist *evlist)
361c99a6 103{
70db7533 104 free(evlist->mmap);
5c581041 105 free(evlist->pollfd);
ef1d1af2
ACM
106 evlist->mmap = NULL;
107 evlist->pollfd = NULL;
108}
109
110void perf_evlist__delete(struct perf_evlist *evlist)
111{
112 perf_evlist__purge(evlist);
113 perf_evlist__exit(evlist);
361c99a6
ACM
114 free(evlist);
115}
116
117void perf_evlist__add(struct perf_evlist *evlist, struct perf_evsel *entry)
118{
119 list_add_tail(&entry->node, &evlist->entries);
ef503831
ACM
120 entry->idx = evlist->nr_entries;
121
75562573
AH
122 if (!evlist->nr_entries++)
123 perf_evlist__set_id_pos(evlist);
361c99a6
ACM
124}
125
0529bc1f
JO
126void perf_evlist__splice_list_tail(struct perf_evlist *evlist,
127 struct list_head *list,
128 int nr_entries)
50d08e47 129{
75562573
AH
130 bool set_id_pos = !evlist->nr_entries;
131
50d08e47
ACM
132 list_splice_tail(list, &evlist->entries);
133 evlist->nr_entries += nr_entries;
75562573
AH
134 if (set_id_pos)
135 perf_evlist__set_id_pos(evlist);
50d08e47
ACM
136}
137
63dab225
ACM
138void __perf_evlist__set_leader(struct list_head *list)
139{
140 struct perf_evsel *evsel, *leader;
141
142 leader = list_entry(list->next, struct perf_evsel, node);
97f63e4a
NK
143 evsel = list_entry(list->prev, struct perf_evsel, node);
144
145 leader->nr_members = evsel->idx - leader->idx + 1;
63dab225
ACM
146
147 list_for_each_entry(evsel, list, node) {
74b2133d 148 evsel->leader = leader;
63dab225
ACM
149 }
150}
151
152void perf_evlist__set_leader(struct perf_evlist *evlist)
6a4bb04c 153{
97f63e4a
NK
154 if (evlist->nr_entries) {
155 evlist->nr_groups = evlist->nr_entries > 1 ? 1 : 0;
63dab225 156 __perf_evlist__set_leader(&evlist->entries);
97f63e4a 157 }
6a4bb04c
JO
158}
159
361c99a6
ACM
160int perf_evlist__add_default(struct perf_evlist *evlist)
161{
162 struct perf_event_attr attr = {
163 .type = PERF_TYPE_HARDWARE,
164 .config = PERF_COUNT_HW_CPU_CYCLES,
165 };
1aed2671
JR
166 struct perf_evsel *evsel;
167
168 event_attr_init(&attr);
361c99a6 169
ef503831 170 evsel = perf_evsel__new(&attr);
361c99a6 171 if (evsel == NULL)
cc2d86b0
SE
172 goto error;
173
174 /* use strdup() because free(evsel) assumes name is allocated */
175 evsel->name = strdup("cycles");
176 if (!evsel->name)
177 goto error_free;
361c99a6
ACM
178
179 perf_evlist__add(evlist, evsel);
180 return 0;
cc2d86b0
SE
181error_free:
182 perf_evsel__delete(evsel);
183error:
184 return -ENOMEM;
361c99a6 185}
5c581041 186
e60fc847
ACM
187static int perf_evlist__add_attrs(struct perf_evlist *evlist,
188 struct perf_event_attr *attrs, size_t nr_attrs)
50d08e47
ACM
189{
190 struct perf_evsel *evsel, *n;
191 LIST_HEAD(head);
192 size_t i;
193
194 for (i = 0; i < nr_attrs; i++) {
ef503831 195 evsel = perf_evsel__new_idx(attrs + i, evlist->nr_entries + i);
50d08e47
ACM
196 if (evsel == NULL)
197 goto out_delete_partial_list;
198 list_add_tail(&evsel->node, &head);
199 }
200
201 perf_evlist__splice_list_tail(evlist, &head, nr_attrs);
202
203 return 0;
204
205out_delete_partial_list:
206 list_for_each_entry_safe(evsel, n, &head, node)
207 perf_evsel__delete(evsel);
208 return -1;
209}
210
79695e1b
ACM
211int __perf_evlist__add_default_attrs(struct perf_evlist *evlist,
212 struct perf_event_attr *attrs, size_t nr_attrs)
213{
214 size_t i;
215
216 for (i = 0; i < nr_attrs; i++)
217 event_attr_init(attrs + i);
218
219 return perf_evlist__add_attrs(evlist, attrs, nr_attrs);
220}
221
da378962
ACM
222struct perf_evsel *
223perf_evlist__find_tracepoint_by_id(struct perf_evlist *evlist, int id)
ee29be62
ACM
224{
225 struct perf_evsel *evsel;
226
227 list_for_each_entry(evsel, &evlist->entries, node) {
228 if (evsel->attr.type == PERF_TYPE_TRACEPOINT &&
229 (int)evsel->attr.config == id)
230 return evsel;
231 }
232
233 return NULL;
234}
235
a2f2804a
DA
236struct perf_evsel *
237perf_evlist__find_tracepoint_by_name(struct perf_evlist *evlist,
238 const char *name)
239{
240 struct perf_evsel *evsel;
241
242 list_for_each_entry(evsel, &evlist->entries, node) {
243 if ((evsel->attr.type == PERF_TYPE_TRACEPOINT) &&
244 (strcmp(evsel->name, name) == 0))
245 return evsel;
246 }
247
248 return NULL;
249}
250
39876e7d
ACM
251int perf_evlist__add_newtp(struct perf_evlist *evlist,
252 const char *sys, const char *name, void *handler)
253{
ef503831 254 struct perf_evsel *evsel = perf_evsel__newtp(sys, name);
39876e7d 255
39876e7d
ACM
256 if (evsel == NULL)
257 return -1;
258
744a9719 259 evsel->handler = handler;
39876e7d
ACM
260 perf_evlist__add(evlist, evsel);
261 return 0;
262}
263
4152ab37
ACM
264void perf_evlist__disable(struct perf_evlist *evlist)
265{
266 int cpu, thread;
267 struct perf_evsel *pos;
b3a319d5
NK
268 int nr_cpus = cpu_map__nr(evlist->cpus);
269 int nr_threads = thread_map__nr(evlist->threads);
4152ab37 270
b3a319d5 271 for (cpu = 0; cpu < nr_cpus; cpu++) {
4152ab37 272 list_for_each_entry(pos, &evlist->entries, node) {
395c3070 273 if (!perf_evsel__is_group_leader(pos) || !pos->fd)
3fe4430d 274 continue;
b3a319d5 275 for (thread = 0; thread < nr_threads; thread++)
55da8005
NK
276 ioctl(FD(pos, cpu, thread),
277 PERF_EVENT_IOC_DISABLE, 0);
4152ab37
ACM
278 }
279 }
280}
281
764e16a3
DA
282void perf_evlist__enable(struct perf_evlist *evlist)
283{
284 int cpu, thread;
285 struct perf_evsel *pos;
b3a319d5
NK
286 int nr_cpus = cpu_map__nr(evlist->cpus);
287 int nr_threads = thread_map__nr(evlist->threads);
764e16a3 288
b3a319d5 289 for (cpu = 0; cpu < nr_cpus; cpu++) {
764e16a3 290 list_for_each_entry(pos, &evlist->entries, node) {
395c3070 291 if (!perf_evsel__is_group_leader(pos) || !pos->fd)
3fe4430d 292 continue;
b3a319d5 293 for (thread = 0; thread < nr_threads; thread++)
55da8005
NK
294 ioctl(FD(pos, cpu, thread),
295 PERF_EVENT_IOC_ENABLE, 0);
764e16a3
DA
296 }
297 }
298}
299
395c3070
AH
300int perf_evlist__disable_event(struct perf_evlist *evlist,
301 struct perf_evsel *evsel)
302{
303 int cpu, thread, err;
304
305 if (!evsel->fd)
306 return 0;
307
308 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
309 for (thread = 0; thread < evlist->threads->nr; thread++) {
310 err = ioctl(FD(evsel, cpu, thread),
311 PERF_EVENT_IOC_DISABLE, 0);
312 if (err)
313 return err;
314 }
315 }
316 return 0;
317}
318
319int perf_evlist__enable_event(struct perf_evlist *evlist,
320 struct perf_evsel *evsel)
321{
322 int cpu, thread, err;
323
324 if (!evsel->fd)
325 return -EINVAL;
326
327 for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
328 for (thread = 0; thread < evlist->threads->nr; thread++) {
329 err = ioctl(FD(evsel, cpu, thread),
330 PERF_EVENT_IOC_ENABLE, 0);
331 if (err)
332 return err;
333 }
334 }
335 return 0;
336}
337
806fb630 338static int perf_evlist__alloc_pollfd(struct perf_evlist *evlist)
5c581041 339{
b3a319d5
NK
340 int nr_cpus = cpu_map__nr(evlist->cpus);
341 int nr_threads = thread_map__nr(evlist->threads);
342 int nfds = nr_cpus * nr_threads * evlist->nr_entries;
5c581041
ACM
343 evlist->pollfd = malloc(sizeof(struct pollfd) * nfds);
344 return evlist->pollfd != NULL ? 0 : -ENOMEM;
345}
70082dd9
ACM
346
347void perf_evlist__add_pollfd(struct perf_evlist *evlist, int fd)
348{
349 fcntl(fd, F_SETFL, O_NONBLOCK);
350 evlist->pollfd[evlist->nr_fds].fd = fd;
351 evlist->pollfd[evlist->nr_fds].events = POLLIN;
352 evlist->nr_fds++;
353}
70db7533 354
a91e5431
ACM
355static void perf_evlist__id_hash(struct perf_evlist *evlist,
356 struct perf_evsel *evsel,
357 int cpu, int thread, u64 id)
3d3b5e95
ACM
358{
359 int hash;
360 struct perf_sample_id *sid = SID(evsel, cpu, thread);
361
362 sid->id = id;
363 sid->evsel = evsel;
364 hash = hash_64(sid->id, PERF_EVLIST__HLIST_BITS);
365 hlist_add_head(&sid->node, &evlist->heads[hash]);
366}
367
a91e5431
ACM
368void perf_evlist__id_add(struct perf_evlist *evlist, struct perf_evsel *evsel,
369 int cpu, int thread, u64 id)
370{
371 perf_evlist__id_hash(evlist, evsel, cpu, thread, id);
372 evsel->id[evsel->ids++] = id;
373}
374
375static int perf_evlist__id_add_fd(struct perf_evlist *evlist,
376 struct perf_evsel *evsel,
377 int cpu, int thread, int fd)
f8a95309 378{
f8a95309 379 u64 read_data[4] = { 0, };
3d3b5e95 380 int id_idx = 1; /* The first entry is the counter value */
e2b5abe0
JO
381 u64 id;
382 int ret;
383
384 ret = ioctl(fd, PERF_EVENT_IOC_ID, &id);
385 if (!ret)
386 goto add;
387
388 if (errno != ENOTTY)
389 return -1;
390
391 /* Legacy way to get event id.. All hail to old kernels! */
f8a95309 392
c4861afe
JO
393 /*
394 * This way does not work with group format read, so bail
395 * out in that case.
396 */
397 if (perf_evlist__read_format(evlist) & PERF_FORMAT_GROUP)
398 return -1;
399
f8a95309
ACM
400 if (!(evsel->attr.read_format & PERF_FORMAT_ID) ||
401 read(fd, &read_data, sizeof(read_data)) == -1)
402 return -1;
403
404 if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
405 ++id_idx;
406 if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
407 ++id_idx;
408
e2b5abe0
JO
409 id = read_data[id_idx];
410
411 add:
412 perf_evlist__id_add(evlist, evsel, cpu, thread, id);
f8a95309
ACM
413 return 0;
414}
415
932a3594 416struct perf_sample_id *perf_evlist__id2sid(struct perf_evlist *evlist, u64 id)
70db7533
ACM
417{
418 struct hlist_head *head;
70db7533
ACM
419 struct perf_sample_id *sid;
420 int hash;
421
70db7533
ACM
422 hash = hash_64(id, PERF_EVLIST__HLIST_BITS);
423 head = &evlist->heads[hash];
424
b67bfe0d 425 hlist_for_each_entry(sid, head, node)
70db7533 426 if (sid->id == id)
932a3594
JO
427 return sid;
428
429 return NULL;
430}
431
432struct perf_evsel *perf_evlist__id2evsel(struct perf_evlist *evlist, u64 id)
433{
434 struct perf_sample_id *sid;
435
436 if (evlist->nr_entries == 1)
437 return perf_evlist__first(evlist);
438
439 sid = perf_evlist__id2sid(evlist, id);
440 if (sid)
441 return sid->evsel;
30e68bcc
NK
442
443 if (!perf_evlist__sample_id_all(evlist))
0c21f736 444 return perf_evlist__first(evlist);
30e68bcc 445
70db7533
ACM
446 return NULL;
447}
04391deb 448
75562573
AH
449static int perf_evlist__event2id(struct perf_evlist *evlist,
450 union perf_event *event, u64 *id)
451{
452 const u64 *array = event->sample.array;
453 ssize_t n;
454
455 n = (event->header.size - sizeof(event->header)) >> 3;
456
457 if (event->header.type == PERF_RECORD_SAMPLE) {
458 if (evlist->id_pos >= n)
459 return -1;
460 *id = array[evlist->id_pos];
461 } else {
462 if (evlist->is_pos > n)
463 return -1;
464 n -= evlist->is_pos;
465 *id = array[n];
466 }
467 return 0;
468}
469
470static struct perf_evsel *perf_evlist__event2evsel(struct perf_evlist *evlist,
471 union perf_event *event)
472{
98be6966 473 struct perf_evsel *first = perf_evlist__first(evlist);
75562573
AH
474 struct hlist_head *head;
475 struct perf_sample_id *sid;
476 int hash;
477 u64 id;
478
479 if (evlist->nr_entries == 1)
98be6966
AH
480 return first;
481
482 if (!first->attr.sample_id_all &&
483 event->header.type != PERF_RECORD_SAMPLE)
484 return first;
75562573
AH
485
486 if (perf_evlist__event2id(evlist, event, &id))
487 return NULL;
488
489 /* Synthesized events have an id of zero */
490 if (!id)
98be6966 491 return first;
75562573
AH
492
493 hash = hash_64(id, PERF_EVLIST__HLIST_BITS);
494 head = &evlist->heads[hash];
495
496 hlist_for_each_entry(sid, head, node) {
497 if (sid->id == id)
498 return sid->evsel;
499 }
500 return NULL;
501}
502
aece948f 503union perf_event *perf_evlist__mmap_read(struct perf_evlist *evlist, int idx)
04391deb 504{
aece948f 505 struct perf_mmap *md = &evlist->mmap[idx];
04391deb
ACM
506 unsigned int head = perf_mmap__read_head(md);
507 unsigned int old = md->prev;
508 unsigned char *data = md->base + page_size;
8115d60c 509 union perf_event *event = NULL;
04391deb 510
7bb41152 511 if (evlist->overwrite) {
04391deb 512 /*
7bb41152
ACM
513 * If we're further behind than half the buffer, there's a chance
514 * the writer will bite our tail and mess up the samples under us.
515 *
516 * If we somehow ended up ahead of the head, we got messed up.
517 *
518 * In either case, truncate and restart at head.
04391deb 519 */
7bb41152
ACM
520 int diff = head - old;
521 if (diff > md->mask / 2 || diff < 0) {
522 fprintf(stderr, "WARNING: failed to keep up with mmap data.\n");
523
524 /*
525 * head points to a known good entry, start there.
526 */
527 old = head;
528 }
04391deb
ACM
529 }
530
531 if (old != head) {
532 size_t size;
533
8115d60c 534 event = (union perf_event *)&data[old & md->mask];
04391deb
ACM
535 size = event->header.size;
536
537 /*
538 * Event straddles the mmap boundary -- header should always
539 * be inside due to u64 alignment of output.
540 */
541 if ((old & md->mask) + size != ((old + size) & md->mask)) {
542 unsigned int offset = old;
543 unsigned int len = min(sizeof(*event), size), cpy;
a65cb4b9 544 void *dst = md->event_copy;
04391deb
ACM
545
546 do {
547 cpy = min(md->mask + 1 - (offset & md->mask), len);
548 memcpy(dst, &data[offset & md->mask], cpy);
549 offset += cpy;
550 dst += cpy;
551 len -= cpy;
552 } while (len);
553
a65cb4b9 554 event = (union perf_event *) md->event_copy;
04391deb
ACM
555 }
556
557 old += size;
558 }
559
560 md->prev = old;
7bb41152 561
04391deb
ACM
562 return event;
563}
f8a95309 564
8e50d384
ZZ
565void perf_evlist__mmap_consume(struct perf_evlist *evlist, int idx)
566{
567 if (!evlist->overwrite) {
568 struct perf_mmap *md = &evlist->mmap[idx];
569 unsigned int old = md->prev;
570
571 perf_mmap__write_tail(md, old);
572 }
573}
574
93edcbd9
AH
575static void __perf_evlist__munmap(struct perf_evlist *evlist, int idx)
576{
577 if (evlist->mmap[idx].base != NULL) {
578 munmap(evlist->mmap[idx].base, evlist->mmap_len);
579 evlist->mmap[idx].base = NULL;
580 }
581}
582
7e2ed097 583void perf_evlist__munmap(struct perf_evlist *evlist)
f8a95309 584{
aece948f 585 int i;
f8a95309 586
93edcbd9
AH
587 for (i = 0; i < evlist->nr_mmaps; i++)
588 __perf_evlist__munmap(evlist, i);
aece948f
ACM
589
590 free(evlist->mmap);
591 evlist->mmap = NULL;
f8a95309
ACM
592}
593
806fb630 594static int perf_evlist__alloc_mmap(struct perf_evlist *evlist)
f8a95309 595{
a14bb7a6 596 evlist->nr_mmaps = cpu_map__nr(evlist->cpus);
ec1e7e43 597 if (cpu_map__empty(evlist->cpus))
b3a319d5 598 evlist->nr_mmaps = thread_map__nr(evlist->threads);
aece948f 599 evlist->mmap = zalloc(evlist->nr_mmaps * sizeof(struct perf_mmap));
f8a95309
ACM
600 return evlist->mmap != NULL ? 0 : -ENOMEM;
601}
602
bccdaba0 603static int __perf_evlist__mmap(struct perf_evlist *evlist,
aece948f 604 int idx, int prot, int mask, int fd)
f8a95309 605{
aece948f
ACM
606 evlist->mmap[idx].prev = 0;
607 evlist->mmap[idx].mask = mask;
608 evlist->mmap[idx].base = mmap(NULL, evlist->mmap_len, prot,
f8a95309 609 MAP_SHARED, fd, 0);
301b195d 610 if (evlist->mmap[idx].base == MAP_FAILED) {
02635965
AH
611 pr_debug2("failed to mmap perf event ring buffer, error %d\n",
612 errno);
301b195d 613 evlist->mmap[idx].base = NULL;
f8a95309 614 return -1;
301b195d 615 }
f8a95309
ACM
616
617 perf_evlist__add_pollfd(evlist, fd);
618 return 0;
619}
620
04e21314
AH
621static int perf_evlist__mmap_per_evsel(struct perf_evlist *evlist, int idx,
622 int prot, int mask, int cpu, int thread,
623 int *output)
aece948f
ACM
624{
625 struct perf_evsel *evsel;
04e21314
AH
626
627 list_for_each_entry(evsel, &evlist->entries, node) {
628 int fd = FD(evsel, cpu, thread);
629
630 if (*output == -1) {
631 *output = fd;
632 if (__perf_evlist__mmap(evlist, idx, prot, mask,
633 *output) < 0)
634 return -1;
635 } else {
636 if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, *output) != 0)
637 return -1;
638 }
639
640 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
641 perf_evlist__id_add_fd(evlist, evsel, cpu, thread, fd) < 0)
642 return -1;
643 }
644
645 return 0;
646}
647
648static int perf_evlist__mmap_per_cpu(struct perf_evlist *evlist, int prot,
649 int mask)
650{
aece948f 651 int cpu, thread;
b3a319d5
NK
652 int nr_cpus = cpu_map__nr(evlist->cpus);
653 int nr_threads = thread_map__nr(evlist->threads);
aece948f 654
e3e1a54f 655 pr_debug2("perf event ring buffer mmapped per cpu\n");
b3a319d5 656 for (cpu = 0; cpu < nr_cpus; cpu++) {
aece948f
ACM
657 int output = -1;
658
b3a319d5 659 for (thread = 0; thread < nr_threads; thread++) {
04e21314
AH
660 if (perf_evlist__mmap_per_evsel(evlist, cpu, prot, mask,
661 cpu, thread, &output))
662 goto out_unmap;
aece948f
ACM
663 }
664 }
665
666 return 0;
667
668out_unmap:
93edcbd9
AH
669 for (cpu = 0; cpu < nr_cpus; cpu++)
670 __perf_evlist__munmap(evlist, cpu);
aece948f
ACM
671 return -1;
672}
673
04e21314
AH
674static int perf_evlist__mmap_per_thread(struct perf_evlist *evlist, int prot,
675 int mask)
aece948f 676{
aece948f 677 int thread;
b3a319d5 678 int nr_threads = thread_map__nr(evlist->threads);
aece948f 679
e3e1a54f 680 pr_debug2("perf event ring buffer mmapped per thread\n");
b3a319d5 681 for (thread = 0; thread < nr_threads; thread++) {
aece948f
ACM
682 int output = -1;
683
04e21314
AH
684 if (perf_evlist__mmap_per_evsel(evlist, thread, prot, mask, 0,
685 thread, &output))
686 goto out_unmap;
aece948f
ACM
687 }
688
689 return 0;
690
691out_unmap:
93edcbd9
AH
692 for (thread = 0; thread < nr_threads; thread++)
693 __perf_evlist__munmap(evlist, thread);
aece948f
ACM
694 return -1;
695}
696
994a1f78
JO
697static size_t perf_evlist__mmap_size(unsigned long pages)
698{
699 /* 512 kiB: default amount of unprivileged mlocked memory */
700 if (pages == UINT_MAX)
701 pages = (512 * 1024) / page_size;
702 else if (!is_power_of_2(pages))
703 return 0;
704
705 return (pages + 1) * page_size;
706}
707
708int perf_evlist__parse_mmap_pages(const struct option *opt, const char *str,
709 int unset __maybe_unused)
710{
2fbe4abe
AH
711 unsigned int *mmap_pages = opt->value;
712 unsigned long pages, val;
994a1f78 713 size_t size;
27050f53
JO
714 static struct parse_tag tags[] = {
715 { .tag = 'B', .mult = 1 },
716 { .tag = 'K', .mult = 1 << 10 },
717 { .tag = 'M', .mult = 1 << 20 },
718 { .tag = 'G', .mult = 1 << 30 },
719 { .tag = 0 },
720 };
994a1f78 721
8973504b
DA
722 if (str == NULL)
723 return -1;
724
27050f53 725 val = parse_tag_value(str, tags);
2fbe4abe 726 if (val != (unsigned long) -1) {
27050f53
JO
727 /* we got file size value */
728 pages = PERF_ALIGN(val, page_size) / page_size;
2fbe4abe 729 if (pages < (1UL << 31) && !is_power_of_2(pages)) {
27050f53 730 pages = next_pow2(pages);
2fbe4abe 731 pr_info("rounding mmap pages size to %lu (%lu pages)\n",
27050f53
JO
732 pages * page_size, pages);
733 }
734 } else {
735 /* we got pages count value */
736 char *eptr;
737 pages = strtoul(str, &eptr, 10);
738 if (*eptr != '\0') {
739 pr_err("failed to parse --mmap_pages/-m value\n");
740 return -1;
741 }
994a1f78
JO
742 }
743
2fbe4abe
AH
744 if (pages > UINT_MAX || pages > SIZE_MAX / page_size) {
745 pr_err("--mmap_pages/-m value too big\n");
746 return -1;
747 }
748
994a1f78
JO
749 size = perf_evlist__mmap_size(pages);
750 if (!size) {
751 pr_err("--mmap_pages/-m value must be a power of two.");
752 return -1;
753 }
754
755 *mmap_pages = pages;
756 return 0;
757}
758
c83fa7f2
AH
759/**
760 * perf_evlist__mmap - Create mmaps to receive events.
761 * @evlist: list of events
762 * @pages: map length in pages
763 * @overwrite: overwrite older events?
f8a95309 764 *
c83fa7f2
AH
765 * If @overwrite is %false the user needs to signal event consumption using
766 * perf_mmap__write_tail(). Using perf_evlist__mmap_read() does this
767 * automatically.
7e2ed097 768 *
c83fa7f2 769 * Return: %0 on success, negative error code otherwise.
f8a95309 770 */
50a682ce
ACM
771int perf_evlist__mmap(struct perf_evlist *evlist, unsigned int pages,
772 bool overwrite)
f8a95309 773{
aece948f 774 struct perf_evsel *evsel;
7e2ed097
ACM
775 const struct cpu_map *cpus = evlist->cpus;
776 const struct thread_map *threads = evlist->threads;
50a682ce
ACM
777 int prot = PROT_READ | (overwrite ? 0 : PROT_WRITE), mask;
778
7e2ed097 779 if (evlist->mmap == NULL && perf_evlist__alloc_mmap(evlist) < 0)
f8a95309
ACM
780 return -ENOMEM;
781
7e2ed097 782 if (evlist->pollfd == NULL && perf_evlist__alloc_pollfd(evlist) < 0)
f8a95309
ACM
783 return -ENOMEM;
784
785 evlist->overwrite = overwrite;
994a1f78 786 evlist->mmap_len = perf_evlist__mmap_size(pages);
2af68ef5 787 pr_debug("mmap size %zuB\n", evlist->mmap_len);
994a1f78 788 mask = evlist->mmap_len - page_size - 1;
f8a95309
ACM
789
790 list_for_each_entry(evsel, &evlist->entries, node) {
791 if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
a91e5431 792 evsel->sample_id == NULL &&
a14bb7a6 793 perf_evsel__alloc_id(evsel, cpu_map__nr(cpus), threads->nr) < 0)
f8a95309 794 return -ENOMEM;
f8a95309
ACM
795 }
796
ec1e7e43 797 if (cpu_map__empty(cpus))
aece948f 798 return perf_evlist__mmap_per_thread(evlist, prot, mask);
f8a95309 799
aece948f 800 return perf_evlist__mmap_per_cpu(evlist, prot, mask);
f8a95309 801}
7e2ed097 802
b809ac10
NK
803int perf_evlist__create_maps(struct perf_evlist *evlist,
804 struct perf_target *target)
7e2ed097 805{
b809ac10
NK
806 evlist->threads = thread_map__new_str(target->pid, target->tid,
807 target->uid);
7e2ed097
ACM
808
809 if (evlist->threads == NULL)
810 return -1;
811
879d77d0 812 if (perf_target__has_task(target))
d67356e7 813 evlist->cpus = cpu_map__dummy_new();
d1cb9fce
NK
814 else if (!perf_target__has_cpu(target) && !target->uses_mmap)
815 evlist->cpus = cpu_map__dummy_new();
879d77d0
NK
816 else
817 evlist->cpus = cpu_map__new(target->cpu_list);
7e2ed097
ACM
818
819 if (evlist->cpus == NULL)
820 goto out_delete_threads;
821
822 return 0;
823
824out_delete_threads:
825 thread_map__delete(evlist->threads);
826 return -1;
827}
828
829void perf_evlist__delete_maps(struct perf_evlist *evlist)
830{
831 cpu_map__delete(evlist->cpus);
832 thread_map__delete(evlist->threads);
833 evlist->cpus = NULL;
834 evlist->threads = NULL;
835}
0a102479 836
1491a632 837int perf_evlist__apply_filters(struct perf_evlist *evlist)
0a102479 838{
0a102479 839 struct perf_evsel *evsel;
745cefc5
ACM
840 int err = 0;
841 const int ncpus = cpu_map__nr(evlist->cpus),
b3a319d5 842 nthreads = thread_map__nr(evlist->threads);
0a102479
FW
843
844 list_for_each_entry(evsel, &evlist->entries, node) {
745cefc5 845 if (evsel->filter == NULL)
0a102479 846 continue;
745cefc5
ACM
847
848 err = perf_evsel__set_filter(evsel, ncpus, nthreads, evsel->filter);
849 if (err)
850 break;
0a102479
FW
851 }
852
745cefc5
ACM
853 return err;
854}
855
856int perf_evlist__set_filter(struct perf_evlist *evlist, const char *filter)
857{
858 struct perf_evsel *evsel;
859 int err = 0;
860 const int ncpus = cpu_map__nr(evlist->cpus),
b3a319d5 861 nthreads = thread_map__nr(evlist->threads);
745cefc5
ACM
862
863 list_for_each_entry(evsel, &evlist->entries, node) {
864 err = perf_evsel__set_filter(evsel, ncpus, nthreads, filter);
865 if (err)
866 break;
867 }
868
869 return err;
0a102479 870}
74429964 871
0c21f736 872bool perf_evlist__valid_sample_type(struct perf_evlist *evlist)
74429964 873{
75562573 874 struct perf_evsel *pos;
c2a70653 875
75562573
AH
876 if (evlist->nr_entries == 1)
877 return true;
878
879 if (evlist->id_pos < 0 || evlist->is_pos < 0)
880 return false;
881
882 list_for_each_entry(pos, &evlist->entries, node) {
883 if (pos->id_pos != evlist->id_pos ||
884 pos->is_pos != evlist->is_pos)
c2a70653 885 return false;
74429964
FW
886 }
887
c2a70653 888 return true;
74429964
FW
889}
890
75562573 891u64 __perf_evlist__combined_sample_type(struct perf_evlist *evlist)
c2a70653 892{
75562573
AH
893 struct perf_evsel *evsel;
894
895 if (evlist->combined_sample_type)
896 return evlist->combined_sample_type;
897
898 list_for_each_entry(evsel, &evlist->entries, node)
899 evlist->combined_sample_type |= evsel->attr.sample_type;
900
901 return evlist->combined_sample_type;
902}
903
904u64 perf_evlist__combined_sample_type(struct perf_evlist *evlist)
905{
906 evlist->combined_sample_type = 0;
907 return __perf_evlist__combined_sample_type(evlist);
c2a70653
ACM
908}
909
9ede473c
JO
910bool perf_evlist__valid_read_format(struct perf_evlist *evlist)
911{
912 struct perf_evsel *first = perf_evlist__first(evlist), *pos = first;
913 u64 read_format = first->attr.read_format;
914 u64 sample_type = first->attr.sample_type;
915
916 list_for_each_entry_continue(pos, &evlist->entries, node) {
917 if (read_format != pos->attr.read_format)
918 return false;
919 }
920
921 /* PERF_SAMPLE_READ imples PERF_FORMAT_ID. */
922 if ((sample_type & PERF_SAMPLE_READ) &&
923 !(read_format & PERF_FORMAT_ID)) {
924 return false;
925 }
926
927 return true;
928}
929
930u64 perf_evlist__read_format(struct perf_evlist *evlist)
931{
932 struct perf_evsel *first = perf_evlist__first(evlist);
933 return first->attr.read_format;
934}
935
0c21f736 936u16 perf_evlist__id_hdr_size(struct perf_evlist *evlist)
81e36bff 937{
0c21f736 938 struct perf_evsel *first = perf_evlist__first(evlist);
81e36bff
ACM
939 struct perf_sample *data;
940 u64 sample_type;
941 u16 size = 0;
942
81e36bff
ACM
943 if (!first->attr.sample_id_all)
944 goto out;
945
946 sample_type = first->attr.sample_type;
947
948 if (sample_type & PERF_SAMPLE_TID)
949 size += sizeof(data->tid) * 2;
950
951 if (sample_type & PERF_SAMPLE_TIME)
952 size += sizeof(data->time);
953
954 if (sample_type & PERF_SAMPLE_ID)
955 size += sizeof(data->id);
956
957 if (sample_type & PERF_SAMPLE_STREAM_ID)
958 size += sizeof(data->stream_id);
959
960 if (sample_type & PERF_SAMPLE_CPU)
961 size += sizeof(data->cpu) * 2;
75562573
AH
962
963 if (sample_type & PERF_SAMPLE_IDENTIFIER)
964 size += sizeof(data->id);
81e36bff
ACM
965out:
966 return size;
967}
968
0c21f736 969bool perf_evlist__valid_sample_id_all(struct perf_evlist *evlist)
74429964 970{
0c21f736 971 struct perf_evsel *first = perf_evlist__first(evlist), *pos = first;
c2a70653
ACM
972
973 list_for_each_entry_continue(pos, &evlist->entries, node) {
974 if (first->attr.sample_id_all != pos->attr.sample_id_all)
975 return false;
74429964
FW
976 }
977
c2a70653
ACM
978 return true;
979}
980
0c21f736 981bool perf_evlist__sample_id_all(struct perf_evlist *evlist)
c2a70653 982{
0c21f736 983 struct perf_evsel *first = perf_evlist__first(evlist);
c2a70653 984 return first->attr.sample_id_all;
74429964 985}
81cce8de
ACM
986
987void perf_evlist__set_selected(struct perf_evlist *evlist,
988 struct perf_evsel *evsel)
989{
990 evlist->selected = evsel;
991}
727ab04e 992
a74b4b66
NK
993void perf_evlist__close(struct perf_evlist *evlist)
994{
995 struct perf_evsel *evsel;
996 int ncpus = cpu_map__nr(evlist->cpus);
997 int nthreads = thread_map__nr(evlist->threads);
998
999 list_for_each_entry_reverse(evsel, &evlist->entries, node)
1000 perf_evsel__close(evsel, ncpus, nthreads);
1001}
1002
6a4bb04c 1003int perf_evlist__open(struct perf_evlist *evlist)
727ab04e 1004{
6a4bb04c 1005 struct perf_evsel *evsel;
a74b4b66 1006 int err;
727ab04e 1007
733cd2fe
AH
1008 perf_evlist__update_id_pos(evlist);
1009
727ab04e 1010 list_for_each_entry(evsel, &evlist->entries, node) {
6a4bb04c 1011 err = perf_evsel__open(evsel, evlist->cpus, evlist->threads);
727ab04e
ACM
1012 if (err < 0)
1013 goto out_err;
1014 }
1015
1016 return 0;
1017out_err:
a74b4b66 1018 perf_evlist__close(evlist);
41c21a68 1019 errno = -err;
727ab04e
ACM
1020 return err;
1021}
35b9d88e
ACM
1022
1023int perf_evlist__prepare_workload(struct perf_evlist *evlist,
6ef73ec4 1024 struct perf_target *target,
55e162ea
NK
1025 const char *argv[], bool pipe_output,
1026 bool want_signal)
35b9d88e
ACM
1027{
1028 int child_ready_pipe[2], go_pipe[2];
1029 char bf;
1030
1031 if (pipe(child_ready_pipe) < 0) {
1032 perror("failed to create 'ready' pipe");
1033 return -1;
1034 }
1035
1036 if (pipe(go_pipe) < 0) {
1037 perror("failed to create 'go' pipe");
1038 goto out_close_ready_pipe;
1039 }
1040
1041 evlist->workload.pid = fork();
1042 if (evlist->workload.pid < 0) {
1043 perror("failed to fork");
1044 goto out_close_pipes;
1045 }
1046
1047 if (!evlist->workload.pid) {
119fa3c9 1048 if (pipe_output)
35b9d88e
ACM
1049 dup2(2, 1);
1050
0817df08
DA
1051 signal(SIGTERM, SIG_DFL);
1052
35b9d88e
ACM
1053 close(child_ready_pipe[0]);
1054 close(go_pipe[1]);
1055 fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC);
1056
35b9d88e
ACM
1057 /*
1058 * Tell the parent we're ready to go
1059 */
1060 close(child_ready_pipe[1]);
1061
1062 /*
1063 * Wait until the parent tells us to go.
1064 */
1065 if (read(go_pipe[0], &bf, 1) == -1)
1066 perror("unable to read pipe");
1067
1068 execvp(argv[0], (char **)argv);
1069
1070 perror(argv[0]);
55e162ea
NK
1071 if (want_signal)
1072 kill(getppid(), SIGUSR1);
35b9d88e
ACM
1073 exit(-1);
1074 }
1075
6ef73ec4 1076 if (perf_target__none(target))
35b9d88e
ACM
1077 evlist->threads->map[0] = evlist->workload.pid;
1078
1079 close(child_ready_pipe[1]);
1080 close(go_pipe[0]);
1081 /*
1082 * wait for child to settle
1083 */
1084 if (read(child_ready_pipe[0], &bf, 1) == -1) {
1085 perror("unable to read pipe");
1086 goto out_close_pipes;
1087 }
1088
bcf3145f 1089 fcntl(go_pipe[1], F_SETFD, FD_CLOEXEC);
35b9d88e
ACM
1090 evlist->workload.cork_fd = go_pipe[1];
1091 close(child_ready_pipe[0]);
1092 return 0;
1093
1094out_close_pipes:
1095 close(go_pipe[0]);
1096 close(go_pipe[1]);
1097out_close_ready_pipe:
1098 close(child_ready_pipe[0]);
1099 close(child_ready_pipe[1]);
1100 return -1;
1101}
1102
1103int perf_evlist__start_workload(struct perf_evlist *evlist)
1104{
1105 if (evlist->workload.cork_fd > 0) {
b3824404 1106 char bf = 0;
bcf3145f 1107 int ret;
35b9d88e
ACM
1108 /*
1109 * Remove the cork, let it rip!
1110 */
bcf3145f
NK
1111 ret = write(evlist->workload.cork_fd, &bf, 1);
1112 if (ret < 0)
1113 perror("enable to write to pipe");
1114
1115 close(evlist->workload.cork_fd);
1116 return ret;
35b9d88e
ACM
1117 }
1118
1119 return 0;
1120}
cb0b29e0 1121
a3f698fe 1122int perf_evlist__parse_sample(struct perf_evlist *evlist, union perf_event *event,
0807d2d8 1123 struct perf_sample *sample)
cb0b29e0 1124{
75562573
AH
1125 struct perf_evsel *evsel = perf_evlist__event2evsel(evlist, event);
1126
1127 if (!evsel)
1128 return -EFAULT;
0807d2d8 1129 return perf_evsel__parse_sample(evsel, event, sample);
cb0b29e0 1130}
78f067b3
ACM
1131
1132size_t perf_evlist__fprintf(struct perf_evlist *evlist, FILE *fp)
1133{
1134 struct perf_evsel *evsel;
1135 size_t printed = 0;
1136
1137 list_for_each_entry(evsel, &evlist->entries, node) {
1138 printed += fprintf(fp, "%s%s", evsel->idx ? ", " : "",
1139 perf_evsel__name(evsel));
1140 }
1141
1142 return printed + fprintf(fp, "\n");;
1143}
6ef068cb
ACM
1144
1145int perf_evlist__strerror_tp(struct perf_evlist *evlist __maybe_unused,
1146 int err, char *buf, size_t size)
1147{
1148 char sbuf[128];
1149
1150 switch (err) {
1151 case ENOENT:
1152 scnprintf(buf, size, "%s",
1153 "Error:\tUnable to find debugfs\n"
1154 "Hint:\tWas your kernel was compiled with debugfs support?\n"
1155 "Hint:\tIs the debugfs filesystem mounted?\n"
1156 "Hint:\tTry 'sudo mount -t debugfs nodev /sys/kernel/debug'");
1157 break;
1158 case EACCES:
1159 scnprintf(buf, size,
1160 "Error:\tNo permissions to read %s/tracing/events/raw_syscalls\n"
1161 "Hint:\tTry 'sudo mount -o remount,mode=755 %s'\n",
1162 debugfs_mountpoint, debugfs_mountpoint);
1163 break;
1164 default:
1165 scnprintf(buf, size, "%s", strerror_r(err, sbuf, sizeof(sbuf)));
1166 break;
1167 }
1168
1169 return 0;
1170}
a8f23d8f
ACM
1171
1172int perf_evlist__strerror_open(struct perf_evlist *evlist __maybe_unused,
1173 int err, char *buf, size_t size)
1174{
1175 int printed, value;
1176 char sbuf[128], *emsg = strerror_r(err, sbuf, sizeof(sbuf));
1177
1178 switch (err) {
1179 case EACCES:
1180 case EPERM:
1181 printed = scnprintf(buf, size,
1182 "Error:\t%s.\n"
1183 "Hint:\tCheck /proc/sys/kernel/perf_event_paranoid setting.", emsg);
1184
1185 if (filename__read_int("/proc/sys/kernel/perf_event_paranoid", &value))
1186 break;
1187
1188 printed += scnprintf(buf + printed, size - printed, "\nHint:\t");
1189
1190 if (value >= 2) {
1191 printed += scnprintf(buf + printed, size - printed,
1192 "For your workloads it needs to be <= 1\nHint:\t");
1193 }
1194 printed += scnprintf(buf + printed, size - printed,
1195 "For system wide tracing it needs to be set to -1");
1196
1197 printed += scnprintf(buf + printed, size - printed,
1198 ".\nHint:\tThe current value is %d.", value);
1199 break;
1200 default:
1201 scnprintf(buf, size, "%s", emsg);
1202 break;
1203 }
1204
1205 return 0;
1206}
This page took 0.285157 seconds and 5 git commands to generate.