Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 2 | /* |
| 3 | * builtin-inject.c |
| 4 | * |
| 5 | * Builtin inject command: Examine the live mode (stdin) event stream |
| 6 | * and repipe it to stdout while optionally injecting additional |
| 7 | * events into it. |
| 8 | */ |
| 9 | #include "builtin.h" |
| 10 | |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 11 | #include "util/color.h" |
Arnaldo Carvalho de Melo | 4a3cec8 | 2019-08-30 11:11:01 -0300 | [diff] [blame] | 12 | #include "util/dso.h" |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 13 | #include "util/vdso.h" |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 14 | #include "util/evlist.h" |
| 15 | #include "util/evsel.h" |
Arnaldo Carvalho de Melo | 1101f69 | 2019-01-27 13:42:37 +0100 | [diff] [blame] | 16 | #include "util/map.h" |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 17 | #include "util/session.h" |
Arnaldo Carvalho de Melo | 45694aa | 2011-11-28 08:30:20 -0200 | [diff] [blame] | 18 | #include "util/tool.h" |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 19 | #include "util/debug.h" |
Andrew Vagin | 54a3cf5 | 2012-08-07 16:56:05 +0400 | [diff] [blame] | 20 | #include "util/build-id.h" |
Jiri Olsa | f5fc1412 | 2013-10-15 16:27:32 +0200 | [diff] [blame] | 21 | #include "util/data.h" |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 22 | #include "util/auxtrace.h" |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 23 | #include "util/jit.h" |
Arnaldo Carvalho de Melo | daecf9e | 2019-01-28 00:03:34 +0100 | [diff] [blame] | 24 | #include "util/symbol.h" |
Arnaldo Carvalho de Melo | ea49e01 | 2019-09-18 11:36:13 -0300 | [diff] [blame] | 25 | #include "util/synthetic-events.h" |
Arnaldo Carvalho de Melo | e7ff892 | 2017-04-19 21:34:35 -0300 | [diff] [blame] | 26 | #include "util/thread.h" |
Namhyung Kim | 336c95b | 2020-10-12 16:02:11 +0900 | [diff] [blame] | 27 | #include "util/namespaces.h" |
Namhyung Kim | 75d48c5 | 2022-02-01 23:08:27 -0800 | [diff] [blame] | 28 | #include "util/util.h" |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 29 | |
Namhyung Kim | e7b60c5 | 2020-10-12 16:02:12 +0900 | [diff] [blame] | 30 | #include <linux/err.h> |
Josh Poimboeuf | 4b6ab94 | 2015-12-15 09:39:39 -0600 | [diff] [blame] | 31 | #include <subcmd/parse-options.h> |
Namhyung Kim | e7b60c5 | 2020-10-12 16:02:12 +0900 | [diff] [blame] | 32 | #include <uapi/linux/mman.h> /* To get things like MAP_HUGETLB even on older libc headers */ |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 33 | |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 34 | #include <linux/list.h> |
Adrian Hunter | 83d7f5f | 2021-04-30 10:03:02 +0300 | [diff] [blame] | 35 | #include <linux/string.h> |
Arnaldo Carvalho de Melo | a43783a | 2017-04-18 10:46:11 -0300 | [diff] [blame] | 36 | #include <errno.h> |
Arnaldo Carvalho de Melo | 9607ad3 | 2017-04-19 15:49:18 -0300 | [diff] [blame] | 37 | #include <signal.h> |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 38 | |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 39 | struct perf_inject { |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 40 | struct perf_tool tool; |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 41 | struct perf_session *session; |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 42 | bool build_ids; |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 43 | bool build_id_all; |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 44 | bool sched_stat; |
Adrian Hunter | cd10b28 | 2015-04-30 17:37:26 +0300 | [diff] [blame] | 45 | bool have_auxtrace; |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 46 | bool strip; |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 47 | bool jit_mode; |
Adrian Hunter | 2a525f6 | 2021-04-30 10:03:01 +0300 | [diff] [blame] | 48 | bool in_place_update; |
| 49 | bool in_place_update_dry_run; |
Namhyung Kim | fea20d6 | 2021-07-19 15:31:51 -0700 | [diff] [blame] | 50 | bool is_pipe; |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 51 | const char *input_name; |
Jiri Olsa | 8ceb41d | 2017-01-23 22:07:59 +0100 | [diff] [blame] | 52 | struct perf_data output; |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 53 | u64 bytes_written; |
Adrian Hunter | 7311730 | 2015-09-25 16:15:54 +0300 | [diff] [blame] | 54 | u64 aux_id; |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 55 | struct list_head samples; |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 56 | struct itrace_synth_opts itrace_synth_opts; |
Adrian Hunter | ba2675b | 2019-11-15 14:42:18 +0200 | [diff] [blame] | 57 | char event_copy[PERF_SAMPLE_MAX_SIZE]; |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 58 | }; |
| 59 | |
| 60 | struct event_entry { |
| 61 | struct list_head node; |
| 62 | u32 tid; |
Gustavo A. R. Silva | 6549a8c | 2020-05-15 12:29:26 -0500 | [diff] [blame] | 63 | union perf_event event[]; |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 64 | }; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 65 | |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 66 | static int dso__inject_build_id(struct dso *dso, struct perf_tool *tool, |
| 67 | struct machine *machine, u8 cpumode, u32 flags); |
| 68 | |
Adrian Hunter | cd17a9b | 2015-04-21 12:21:54 +0300 | [diff] [blame] | 69 | static int output_bytes(struct perf_inject *inject, void *buf, size_t sz) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 70 | { |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 71 | ssize_t size; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 72 | |
Jiri Olsa | 8ceb41d | 2017-01-23 22:07:59 +0100 | [diff] [blame] | 73 | size = perf_data__write(&inject->output, buf, sz); |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 74 | if (size < 0) |
| 75 | return -errno; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 76 | |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 77 | inject->bytes_written += size; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 78 | return 0; |
| 79 | } |
| 80 | |
Adrian Hunter | cd17a9b | 2015-04-21 12:21:54 +0300 | [diff] [blame] | 81 | static int perf_event__repipe_synth(struct perf_tool *tool, |
| 82 | union perf_event *event) |
| 83 | { |
| 84 | struct perf_inject *inject = container_of(tool, struct perf_inject, |
| 85 | tool); |
| 86 | |
| 87 | return output_bytes(inject, event, event->header.size); |
| 88 | } |
| 89 | |
Arnaldo Carvalho de Melo | d704ebd | 2015-03-03 12:37:54 -0300 | [diff] [blame] | 90 | static int perf_event__repipe_oe_synth(struct perf_tool *tool, |
| 91 | union perf_event *event, |
| 92 | struct ordered_events *oe __maybe_unused) |
| 93 | { |
| 94 | return perf_event__repipe_synth(tool, event); |
| 95 | } |
| 96 | |
Jiri Olsa | e12b202 | 2016-03-10 17:41:13 +0100 | [diff] [blame] | 97 | #ifdef HAVE_JITDUMP |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 98 | static int perf_event__drop_oe(struct perf_tool *tool __maybe_unused, |
| 99 | union perf_event *event __maybe_unused, |
| 100 | struct ordered_events *oe __maybe_unused) |
| 101 | { |
| 102 | return 0; |
| 103 | } |
| 104 | #endif |
| 105 | |
Jiri Olsa | 89f1688 | 2018-09-13 14:54:03 +0200 | [diff] [blame] | 106 | static int perf_event__repipe_op2_synth(struct perf_session *session, |
| 107 | union perf_event *event) |
Arnaldo Carvalho de Melo | d20deb6 | 2011-11-25 08:19:45 -0200 | [diff] [blame] | 108 | { |
Jiri Olsa | 89f1688 | 2018-09-13 14:54:03 +0200 | [diff] [blame] | 109 | return perf_event__repipe_synth(session->tool, event); |
Arnaldo Carvalho de Melo | 743eb868 | 2011-11-28 07:56:39 -0200 | [diff] [blame] | 110 | } |
| 111 | |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 112 | static int perf_event__repipe_op4_synth(struct perf_session *session, |
| 113 | union perf_event *event, |
Alexey Bayduraev | 2292083 | 2022-01-17 21:34:36 +0300 | [diff] [blame] | 114 | u64 data __maybe_unused, |
| 115 | const char *str __maybe_unused) |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 116 | { |
| 117 | return perf_event__repipe_synth(session->tool, event); |
| 118 | } |
| 119 | |
Adrian Hunter | 47c3d10 | 2013-07-04 16:20:21 +0300 | [diff] [blame] | 120 | static int perf_event__repipe_attr(struct perf_tool *tool, |
| 121 | union perf_event *event, |
Jiri Olsa | 63503db | 2019-07-21 13:23:52 +0200 | [diff] [blame] | 122 | struct evlist **pevlist) |
Arnaldo Carvalho de Melo | 10d0f08 | 2011-11-11 22:45:41 -0200 | [diff] [blame] | 123 | { |
Adrian Hunter | 89c97d9 | 2013-10-22 10:34:09 +0300 | [diff] [blame] | 124 | struct perf_inject *inject = container_of(tool, struct perf_inject, |
| 125 | tool); |
Stephane Eranian | 1a1ed1b | 2012-05-15 13:28:11 +0200 | [diff] [blame] | 126 | int ret; |
Adrian Hunter | 47c3d10 | 2013-07-04 16:20:21 +0300 | [diff] [blame] | 127 | |
| 128 | ret = perf_event__process_attr(tool, event, pevlist); |
Stephane Eranian | 1a1ed1b | 2012-05-15 13:28:11 +0200 | [diff] [blame] | 129 | if (ret) |
| 130 | return ret; |
| 131 | |
Namhyung Kim | fea20d6 | 2021-07-19 15:31:51 -0700 | [diff] [blame] | 132 | if (!inject->is_pipe) |
Adrian Hunter | 89c97d9 | 2013-10-22 10:34:09 +0300 | [diff] [blame] | 133 | return 0; |
| 134 | |
Adrian Hunter | 47c3d10 | 2013-07-04 16:20:21 +0300 | [diff] [blame] | 135 | return perf_event__repipe_synth(tool, event); |
Arnaldo Carvalho de Melo | 10d0f08 | 2011-11-11 22:45:41 -0200 | [diff] [blame] | 136 | } |
| 137 | |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 138 | static int perf_event__repipe_event_update(struct perf_tool *tool, |
| 139 | union perf_event *event, |
| 140 | struct evlist **pevlist __maybe_unused) |
| 141 | { |
| 142 | return perf_event__repipe_synth(tool, event); |
| 143 | } |
| 144 | |
Adrian Hunter | e31f0d0 | 2015-04-30 17:37:27 +0300 | [diff] [blame] | 145 | #ifdef HAVE_AUXTRACE_SUPPORT |
| 146 | |
| 147 | static int copy_bytes(struct perf_inject *inject, int fd, off_t size) |
| 148 | { |
| 149 | char buf[4096]; |
| 150 | ssize_t ssz; |
| 151 | int ret; |
| 152 | |
| 153 | while (size > 0) { |
| 154 | ssz = read(fd, buf, min(size, (off_t)sizeof(buf))); |
| 155 | if (ssz < 0) |
| 156 | return -errno; |
| 157 | ret = output_bytes(inject, buf, ssz); |
| 158 | if (ret) |
| 159 | return ret; |
| 160 | size -= ssz; |
| 161 | } |
| 162 | |
| 163 | return 0; |
| 164 | } |
| 165 | |
Jiri Olsa | 7336555 | 2018-09-13 14:54:04 +0200 | [diff] [blame] | 166 | static s64 perf_event__repipe_auxtrace(struct perf_session *session, |
| 167 | union perf_event *event) |
Adrian Hunter | cd17a9b | 2015-04-21 12:21:54 +0300 | [diff] [blame] | 168 | { |
Jiri Olsa | 7336555 | 2018-09-13 14:54:04 +0200 | [diff] [blame] | 169 | struct perf_tool *tool = session->tool; |
Adrian Hunter | cd17a9b | 2015-04-21 12:21:54 +0300 | [diff] [blame] | 170 | struct perf_inject *inject = container_of(tool, struct perf_inject, |
| 171 | tool); |
| 172 | int ret; |
| 173 | |
Adrian Hunter | cd10b28 | 2015-04-30 17:37:26 +0300 | [diff] [blame] | 174 | inject->have_auxtrace = true; |
| 175 | |
Adrian Hunter | 99fa298 | 2015-04-30 17:37:25 +0300 | [diff] [blame] | 176 | if (!inject->output.is_pipe) { |
| 177 | off_t offset; |
| 178 | |
Jiri Olsa | eae8ad8 | 2017-01-23 22:25:41 +0100 | [diff] [blame] | 179 | offset = lseek(inject->output.file.fd, 0, SEEK_CUR); |
Adrian Hunter | 99fa298 | 2015-04-30 17:37:25 +0300 | [diff] [blame] | 180 | if (offset == -1) |
| 181 | return -errno; |
| 182 | ret = auxtrace_index__auxtrace_event(&session->auxtrace_index, |
| 183 | event, offset); |
| 184 | if (ret < 0) |
| 185 | return ret; |
| 186 | } |
| 187 | |
Jiri Olsa | 8ceb41d | 2017-01-23 22:07:59 +0100 | [diff] [blame] | 188 | if (perf_data__is_pipe(session->data) || !session->one_mmap) { |
Adrian Hunter | cd17a9b | 2015-04-21 12:21:54 +0300 | [diff] [blame] | 189 | ret = output_bytes(inject, event, event->header.size); |
| 190 | if (ret < 0) |
| 191 | return ret; |
Jiri Olsa | 8ceb41d | 2017-01-23 22:07:59 +0100 | [diff] [blame] | 192 | ret = copy_bytes(inject, perf_data__fd(session->data), |
Adrian Hunter | cd17a9b | 2015-04-21 12:21:54 +0300 | [diff] [blame] | 193 | event->auxtrace.size); |
| 194 | } else { |
| 195 | ret = output_bytes(inject, event, |
| 196 | event->header.size + event->auxtrace.size); |
| 197 | } |
| 198 | if (ret < 0) |
| 199 | return ret; |
| 200 | |
| 201 | return event->auxtrace.size; |
| 202 | } |
| 203 | |
Adrian Hunter | e31f0d0 | 2015-04-30 17:37:27 +0300 | [diff] [blame] | 204 | #else |
| 205 | |
| 206 | static s64 |
Jiri Olsa | 7336555 | 2018-09-13 14:54:04 +0200 | [diff] [blame] | 207 | perf_event__repipe_auxtrace(struct perf_session *session __maybe_unused, |
| 208 | union perf_event *event __maybe_unused) |
Adrian Hunter | e31f0d0 | 2015-04-30 17:37:27 +0300 | [diff] [blame] | 209 | { |
| 210 | pr_err("AUX area tracing not supported\n"); |
| 211 | return -EINVAL; |
| 212 | } |
| 213 | |
| 214 | #endif |
| 215 | |
Arnaldo Carvalho de Melo | 45694aa | 2011-11-28 08:30:20 -0200 | [diff] [blame] | 216 | static int perf_event__repipe(struct perf_tool *tool, |
Arnaldo Carvalho de Melo | d20deb6 | 2011-11-25 08:19:45 -0200 | [diff] [blame] | 217 | union perf_event *event, |
Irina Tirdea | 1d037ca | 2012-09-11 01:15:03 +0300 | [diff] [blame] | 218 | struct perf_sample *sample __maybe_unused, |
Adrian Hunter | 63c2c9f | 2013-07-04 16:20:20 +0300 | [diff] [blame] | 219 | struct machine *machine __maybe_unused) |
Arnaldo Carvalho de Melo | 640c03c | 2010-12-02 14:10:21 -0200 | [diff] [blame] | 220 | { |
Adrian Hunter | 63c2c9f | 2013-07-04 16:20:20 +0300 | [diff] [blame] | 221 | return perf_event__repipe_synth(tool, event); |
Arnaldo Carvalho de Melo | 640c03c | 2010-12-02 14:10:21 -0200 | [diff] [blame] | 222 | } |
| 223 | |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 224 | static int perf_event__drop(struct perf_tool *tool __maybe_unused, |
| 225 | union perf_event *event __maybe_unused, |
| 226 | struct perf_sample *sample __maybe_unused, |
| 227 | struct machine *machine __maybe_unused) |
| 228 | { |
| 229 | return 0; |
| 230 | } |
| 231 | |
Adrian Hunter | 7311730 | 2015-09-25 16:15:54 +0300 | [diff] [blame] | 232 | static int perf_event__drop_aux(struct perf_tool *tool, |
| 233 | union perf_event *event __maybe_unused, |
| 234 | struct perf_sample *sample, |
| 235 | struct machine *machine __maybe_unused) |
| 236 | { |
| 237 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
| 238 | |
| 239 | if (!inject->aux_id) |
| 240 | inject->aux_id = sample->id; |
| 241 | |
| 242 | return 0; |
| 243 | } |
| 244 | |
Adrian Hunter | ba2675b | 2019-11-15 14:42:18 +0200 | [diff] [blame] | 245 | static union perf_event * |
| 246 | perf_inject__cut_auxtrace_sample(struct perf_inject *inject, |
| 247 | union perf_event *event, |
| 248 | struct perf_sample *sample) |
| 249 | { |
| 250 | size_t sz1 = sample->aux_sample.data - (void *)event; |
| 251 | size_t sz2 = event->header.size - sample->aux_sample.size - sz1; |
| 252 | union perf_event *ev = (union perf_event *)inject->event_copy; |
| 253 | |
| 254 | if (sz1 > event->header.size || sz2 > event->header.size || |
| 255 | sz1 + sz2 > event->header.size || |
| 256 | sz1 < sizeof(struct perf_event_header) + sizeof(u64)) |
| 257 | return event; |
| 258 | |
| 259 | memcpy(ev, event, sz1); |
| 260 | memcpy((void *)ev + sz1, (void *)event + event->header.size - sz2, sz2); |
| 261 | ev->header.size = sz1 + sz2; |
| 262 | ((u64 *)((void *)ev + sz1))[-1] = 0; |
| 263 | |
| 264 | return ev; |
| 265 | } |
| 266 | |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 267 | typedef int (*inject_handler)(struct perf_tool *tool, |
| 268 | union perf_event *event, |
| 269 | struct perf_sample *sample, |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 270 | struct evsel *evsel, |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 271 | struct machine *machine); |
| 272 | |
Arnaldo Carvalho de Melo | 45694aa | 2011-11-28 08:30:20 -0200 | [diff] [blame] | 273 | static int perf_event__repipe_sample(struct perf_tool *tool, |
Arnaldo Carvalho de Melo | d20deb6 | 2011-11-25 08:19:45 -0200 | [diff] [blame] | 274 | union perf_event *event, |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 275 | struct perf_sample *sample, |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 276 | struct evsel *evsel, |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 277 | struct machine *machine) |
Arnaldo Carvalho de Melo | 9e69c21 | 2011-03-15 15:44:01 -0300 | [diff] [blame] | 278 | { |
Adrian Hunter | ba2675b | 2019-11-15 14:42:18 +0200 | [diff] [blame] | 279 | struct perf_inject *inject = container_of(tool, struct perf_inject, |
| 280 | tool); |
| 281 | |
Arnaldo Carvalho de Melo | 40978e9 | 2019-07-03 16:02:09 -0300 | [diff] [blame] | 282 | if (evsel && evsel->handler) { |
Arnaldo Carvalho de Melo | 744a971 | 2013-11-06 10:17:38 -0300 | [diff] [blame] | 283 | inject_handler f = evsel->handler; |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 284 | return f(tool, event, sample, evsel, machine); |
| 285 | } |
| 286 | |
Andrew Vagin | 54a3cf5 | 2012-08-07 16:56:05 +0400 | [diff] [blame] | 287 | build_id__mark_dso_hit(tool, event, sample, evsel, machine); |
| 288 | |
Adrian Hunter | ba2675b | 2019-11-15 14:42:18 +0200 | [diff] [blame] | 289 | if (inject->itrace_synth_opts.set && sample->aux_sample.size) |
| 290 | event = perf_inject__cut_auxtrace_sample(inject, event, sample); |
| 291 | |
Adrian Hunter | 63c2c9f | 2013-07-04 16:20:20 +0300 | [diff] [blame] | 292 | return perf_event__repipe_synth(tool, event); |
Arnaldo Carvalho de Melo | 9e69c21 | 2011-03-15 15:44:01 -0300 | [diff] [blame] | 293 | } |
| 294 | |
Arnaldo Carvalho de Melo | 45694aa | 2011-11-28 08:30:20 -0200 | [diff] [blame] | 295 | static int perf_event__repipe_mmap(struct perf_tool *tool, |
Arnaldo Carvalho de Melo | d20deb6 | 2011-11-25 08:19:45 -0200 | [diff] [blame] | 296 | union perf_event *event, |
Arnaldo Carvalho de Melo | 8115d60 | 2011-01-29 14:01:45 -0200 | [diff] [blame] | 297 | struct perf_sample *sample, |
Arnaldo Carvalho de Melo | 743eb868 | 2011-11-28 07:56:39 -0200 | [diff] [blame] | 298 | struct machine *machine) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 299 | { |
| 300 | int err; |
| 301 | |
Arnaldo Carvalho de Melo | 45694aa | 2011-11-28 08:30:20 -0200 | [diff] [blame] | 302 | err = perf_event__process_mmap(tool, event, sample, machine); |
| 303 | perf_event__repipe(tool, event, sample, machine); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 304 | |
| 305 | return err; |
| 306 | } |
| 307 | |
Jiri Olsa | e12b202 | 2016-03-10 17:41:13 +0100 | [diff] [blame] | 308 | #ifdef HAVE_JITDUMP |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 309 | static int perf_event__jit_repipe_mmap(struct perf_tool *tool, |
| 310 | union perf_event *event, |
| 311 | struct perf_sample *sample, |
| 312 | struct machine *machine) |
| 313 | { |
| 314 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
| 315 | u64 n = 0; |
Adrian Hunter | 570735b | 2016-03-07 16:44:40 -0300 | [diff] [blame] | 316 | int ret; |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 317 | |
| 318 | /* |
| 319 | * if jit marker, then inject jit mmaps and generate ELF images |
| 320 | */ |
Adrian Hunter | 570735b | 2016-03-07 16:44:40 -0300 | [diff] [blame] | 321 | ret = jit_process(inject->session, &inject->output, machine, |
Yonatan Goldschmidt | 67dec92 | 2020-11-05 03:56:04 +0200 | [diff] [blame] | 322 | event->mmap.filename, event->mmap.pid, event->mmap.tid, &n); |
Adrian Hunter | 570735b | 2016-03-07 16:44:40 -0300 | [diff] [blame] | 323 | if (ret < 0) |
| 324 | return ret; |
| 325 | if (ret) { |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 326 | inject->bytes_written += n; |
| 327 | return 0; |
| 328 | } |
| 329 | return perf_event__repipe_mmap(tool, event, sample, machine); |
| 330 | } |
| 331 | #endif |
| 332 | |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 333 | static struct dso *findnew_dso(int pid, int tid, const char *filename, |
| 334 | struct dso_id *id, struct machine *machine) |
| 335 | { |
| 336 | struct thread *thread; |
| 337 | struct nsinfo *nsi = NULL; |
| 338 | struct nsinfo *nnsi; |
| 339 | struct dso *dso; |
| 340 | bool vdso; |
| 341 | |
| 342 | thread = machine__findnew_thread(machine, pid, tid); |
| 343 | if (thread == NULL) { |
| 344 | pr_err("cannot find or create a task %d/%d.\n", tid, pid); |
| 345 | return NULL; |
| 346 | } |
| 347 | |
| 348 | vdso = is_vdso_map(filename); |
| 349 | nsi = nsinfo__get(thread->nsinfo); |
| 350 | |
| 351 | if (vdso) { |
| 352 | /* The vdso maps are always on the host and not the |
| 353 | * container. Ensure that we don't use setns to look |
| 354 | * them up. |
| 355 | */ |
| 356 | nnsi = nsinfo__copy(nsi); |
| 357 | if (nnsi) { |
| 358 | nsinfo__put(nsi); |
Ian Rogers | bcaf0a9 | 2022-02-11 02:34:06 -0800 | [diff] [blame] | 359 | nsinfo__clear_need_setns(nnsi); |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 360 | nsi = nnsi; |
| 361 | } |
| 362 | dso = machine__findnew_vdso(machine, thread); |
| 363 | } else { |
| 364 | dso = machine__findnew_dso_id(machine, filename, id); |
| 365 | } |
| 366 | |
Riccardo Mancini | 0967ebf | 2021-07-15 18:07:06 +0200 | [diff] [blame] | 367 | if (dso) { |
| 368 | nsinfo__put(dso->nsinfo); |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 369 | dso->nsinfo = nsi; |
Riccardo Mancini | 0967ebf | 2021-07-15 18:07:06 +0200 | [diff] [blame] | 370 | } else |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 371 | nsinfo__put(nsi); |
| 372 | |
| 373 | thread__put(thread); |
| 374 | return dso; |
| 375 | } |
| 376 | |
| 377 | static int perf_event__repipe_buildid_mmap(struct perf_tool *tool, |
| 378 | union perf_event *event, |
| 379 | struct perf_sample *sample, |
| 380 | struct machine *machine) |
| 381 | { |
| 382 | struct dso *dso; |
| 383 | |
| 384 | dso = findnew_dso(event->mmap.pid, event->mmap.tid, |
| 385 | event->mmap.filename, NULL, machine); |
| 386 | |
| 387 | if (dso && !dso->hit) { |
| 388 | dso->hit = 1; |
| 389 | dso__inject_build_id(dso, tool, machine, sample->cpumode, 0); |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 390 | } |
Namhyung Kim | 0c3f7b3 | 2021-05-24 15:50:50 -0700 | [diff] [blame] | 391 | dso__put(dso); |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 392 | |
| 393 | return perf_event__repipe(tool, event, sample, machine); |
| 394 | } |
| 395 | |
Stephane Eranian | 5c5e854 | 2013-08-21 12:10:25 +0200 | [diff] [blame] | 396 | static int perf_event__repipe_mmap2(struct perf_tool *tool, |
| 397 | union perf_event *event, |
| 398 | struct perf_sample *sample, |
| 399 | struct machine *machine) |
| 400 | { |
| 401 | int err; |
| 402 | |
| 403 | err = perf_event__process_mmap2(tool, event, sample, machine); |
| 404 | perf_event__repipe(tool, event, sample, machine); |
| 405 | |
Namhyung Kim | f7fc0d1 | 2021-05-24 15:50:51 -0700 | [diff] [blame] | 406 | if (event->header.misc & PERF_RECORD_MISC_MMAP_BUILD_ID) { |
| 407 | struct dso *dso; |
| 408 | |
| 409 | dso = findnew_dso(event->mmap2.pid, event->mmap2.tid, |
| 410 | event->mmap2.filename, NULL, machine); |
| 411 | if (dso) { |
| 412 | /* mark it not to inject build-id */ |
| 413 | dso->hit = 1; |
| 414 | } |
| 415 | dso__put(dso); |
| 416 | } |
| 417 | |
Stephane Eranian | 5c5e854 | 2013-08-21 12:10:25 +0200 | [diff] [blame] | 418 | return err; |
| 419 | } |
| 420 | |
Jiri Olsa | e12b202 | 2016-03-10 17:41:13 +0100 | [diff] [blame] | 421 | #ifdef HAVE_JITDUMP |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 422 | static int perf_event__jit_repipe_mmap2(struct perf_tool *tool, |
| 423 | union perf_event *event, |
| 424 | struct perf_sample *sample, |
| 425 | struct machine *machine) |
| 426 | { |
| 427 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
| 428 | u64 n = 0; |
Adrian Hunter | 570735b | 2016-03-07 16:44:40 -0300 | [diff] [blame] | 429 | int ret; |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 430 | |
| 431 | /* |
| 432 | * if jit marker, then inject jit mmaps and generate ELF images |
| 433 | */ |
Adrian Hunter | 570735b | 2016-03-07 16:44:40 -0300 | [diff] [blame] | 434 | ret = jit_process(inject->session, &inject->output, machine, |
Yonatan Goldschmidt | 67dec92 | 2020-11-05 03:56:04 +0200 | [diff] [blame] | 435 | event->mmap2.filename, event->mmap2.pid, event->mmap2.tid, &n); |
Adrian Hunter | 570735b | 2016-03-07 16:44:40 -0300 | [diff] [blame] | 436 | if (ret < 0) |
| 437 | return ret; |
| 438 | if (ret) { |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 439 | inject->bytes_written += n; |
| 440 | return 0; |
| 441 | } |
| 442 | return perf_event__repipe_mmap2(tool, event, sample, machine); |
| 443 | } |
| 444 | #endif |
| 445 | |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 446 | static int perf_event__repipe_buildid_mmap2(struct perf_tool *tool, |
| 447 | union perf_event *event, |
| 448 | struct perf_sample *sample, |
| 449 | struct machine *machine) |
| 450 | { |
| 451 | struct dso_id dso_id = { |
| 452 | .maj = event->mmap2.maj, |
| 453 | .min = event->mmap2.min, |
| 454 | .ino = event->mmap2.ino, |
| 455 | .ino_generation = event->mmap2.ino_generation, |
| 456 | }; |
| 457 | struct dso *dso; |
| 458 | |
Namhyung Kim | f7fc0d1 | 2021-05-24 15:50:51 -0700 | [diff] [blame] | 459 | if (event->header.misc & PERF_RECORD_MISC_MMAP_BUILD_ID) { |
| 460 | /* cannot use dso_id since it'd have invalid info */ |
| 461 | dso = findnew_dso(event->mmap2.pid, event->mmap2.tid, |
| 462 | event->mmap2.filename, NULL, machine); |
| 463 | if (dso) { |
| 464 | /* mark it not to inject build-id */ |
| 465 | dso->hit = 1; |
| 466 | } |
| 467 | dso__put(dso); |
| 468 | return 0; |
| 469 | } |
| 470 | |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 471 | dso = findnew_dso(event->mmap2.pid, event->mmap2.tid, |
| 472 | event->mmap2.filename, &dso_id, machine); |
| 473 | |
| 474 | if (dso && !dso->hit) { |
| 475 | dso->hit = 1; |
| 476 | dso__inject_build_id(dso, tool, machine, sample->cpumode, |
| 477 | event->mmap2.flags); |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 478 | } |
Namhyung Kim | 0c3f7b3 | 2021-05-24 15:50:50 -0700 | [diff] [blame] | 479 | dso__put(dso); |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 480 | |
| 481 | perf_event__repipe(tool, event, sample, machine); |
| 482 | |
| 483 | return 0; |
| 484 | } |
| 485 | |
Arnaldo Carvalho de Melo | f62d3f0 | 2012-10-06 15:44:59 -0300 | [diff] [blame] | 486 | static int perf_event__repipe_fork(struct perf_tool *tool, |
Arnaldo Carvalho de Melo | d20deb6 | 2011-11-25 08:19:45 -0200 | [diff] [blame] | 487 | union perf_event *event, |
Arnaldo Carvalho de Melo | 8115d60 | 2011-01-29 14:01:45 -0200 | [diff] [blame] | 488 | struct perf_sample *sample, |
Arnaldo Carvalho de Melo | 743eb868 | 2011-11-28 07:56:39 -0200 | [diff] [blame] | 489 | struct machine *machine) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 490 | { |
| 491 | int err; |
| 492 | |
Arnaldo Carvalho de Melo | f62d3f0 | 2012-10-06 15:44:59 -0300 | [diff] [blame] | 493 | err = perf_event__process_fork(tool, event, sample, machine); |
Arnaldo Carvalho de Melo | 45694aa | 2011-11-28 08:30:20 -0200 | [diff] [blame] | 494 | perf_event__repipe(tool, event, sample, machine); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 495 | |
| 496 | return err; |
| 497 | } |
| 498 | |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 499 | static int perf_event__repipe_comm(struct perf_tool *tool, |
| 500 | union perf_event *event, |
| 501 | struct perf_sample *sample, |
| 502 | struct machine *machine) |
| 503 | { |
| 504 | int err; |
| 505 | |
| 506 | err = perf_event__process_comm(tool, event, sample, machine); |
| 507 | perf_event__repipe(tool, event, sample, machine); |
| 508 | |
| 509 | return err; |
| 510 | } |
| 511 | |
Hari Bathini | f3b3614 | 2017-03-08 02:11:43 +0530 | [diff] [blame] | 512 | static int perf_event__repipe_namespaces(struct perf_tool *tool, |
| 513 | union perf_event *event, |
| 514 | struct perf_sample *sample, |
| 515 | struct machine *machine) |
| 516 | { |
| 517 | int err = perf_event__process_namespaces(tool, event, sample, machine); |
| 518 | |
| 519 | perf_event__repipe(tool, event, sample, machine); |
| 520 | |
| 521 | return err; |
| 522 | } |
| 523 | |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 524 | static int perf_event__repipe_exit(struct perf_tool *tool, |
| 525 | union perf_event *event, |
| 526 | struct perf_sample *sample, |
| 527 | struct machine *machine) |
| 528 | { |
| 529 | int err; |
| 530 | |
| 531 | err = perf_event__process_exit(tool, event, sample, machine); |
| 532 | perf_event__repipe(tool, event, sample, machine); |
| 533 | |
| 534 | return err; |
| 535 | } |
| 536 | |
Jiri Olsa | 89f1688 | 2018-09-13 14:54:03 +0200 | [diff] [blame] | 537 | static int perf_event__repipe_tracing_data(struct perf_session *session, |
| 538 | union perf_event *event) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 539 | { |
Jiri Olsa | 89f1688 | 2018-09-13 14:54:03 +0200 | [diff] [blame] | 540 | perf_event__repipe_synth(session->tool, event); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 541 | |
Minghao Chi | f0ac5b85 | 2022-01-12 08:01:09 +0000 | [diff] [blame] | 542 | return perf_event__process_tracing_data(session, event); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 543 | } |
| 544 | |
Arnaldo Carvalho de Melo | c824c43 | 2013-10-22 19:01:31 -0300 | [diff] [blame] | 545 | static int dso__read_build_id(struct dso *dso) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 546 | { |
Namhyung Kim | 336c95b | 2020-10-12 16:02:11 +0900 | [diff] [blame] | 547 | struct nscookie nsc; |
| 548 | |
Arnaldo Carvalho de Melo | c824c43 | 2013-10-22 19:01:31 -0300 | [diff] [blame] | 549 | if (dso->has_build_id) |
Arnaldo Carvalho de Melo | 090f720 | 2010-05-02 19:46:36 -0300 | [diff] [blame] | 550 | return 0; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 551 | |
Namhyung Kim | 336c95b | 2020-10-12 16:02:11 +0900 | [diff] [blame] | 552 | nsinfo__mountns_enter(dso->nsinfo, &nsc); |
Jiri Olsa | f766819 | 2020-10-13 21:24:34 +0200 | [diff] [blame] | 553 | if (filename__read_build_id(dso->long_name, &dso->bid) > 0) |
Arnaldo Carvalho de Melo | c824c43 | 2013-10-22 19:01:31 -0300 | [diff] [blame] | 554 | dso->has_build_id = true; |
Namhyung Kim | 75d48c5 | 2022-02-01 23:08:27 -0800 | [diff] [blame] | 555 | else if (dso->nsinfo) { |
| 556 | char *new_name; |
| 557 | |
| 558 | new_name = filename_with_chroot(dso->nsinfo->pid, |
| 559 | dso->long_name); |
| 560 | if (new_name && filename__read_build_id(new_name, &dso->bid) > 0) |
| 561 | dso->has_build_id = true; |
| 562 | free(new_name); |
| 563 | } |
Namhyung Kim | 336c95b | 2020-10-12 16:02:11 +0900 | [diff] [blame] | 564 | nsinfo__mountns_exit(&nsc); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 565 | |
Namhyung Kim | 336c95b | 2020-10-12 16:02:11 +0900 | [diff] [blame] | 566 | return dso->has_build_id ? 0 : -1; |
Arnaldo Carvalho de Melo | 090f720 | 2010-05-02 19:46:36 -0300 | [diff] [blame] | 567 | } |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 568 | |
Arnaldo Carvalho de Melo | c824c43 | 2013-10-22 19:01:31 -0300 | [diff] [blame] | 569 | static int dso__inject_build_id(struct dso *dso, struct perf_tool *tool, |
Namhyung Kim | e7b60c5 | 2020-10-12 16:02:12 +0900 | [diff] [blame] | 570 | struct machine *machine, u8 cpumode, u32 flags) |
Arnaldo Carvalho de Melo | 090f720 | 2010-05-02 19:46:36 -0300 | [diff] [blame] | 571 | { |
Arnaldo Carvalho de Melo | 090f720 | 2010-05-02 19:46:36 -0300 | [diff] [blame] | 572 | int err; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 573 | |
Namhyung Kim | e7b60c5 | 2020-10-12 16:02:12 +0900 | [diff] [blame] | 574 | if (is_anon_memory(dso->long_name) || flags & MAP_HUGETLB) |
| 575 | return 0; |
| 576 | if (is_no_dso_memory(dso->long_name)) |
| 577 | return 0; |
| 578 | |
Arnaldo Carvalho de Melo | c824c43 | 2013-10-22 19:01:31 -0300 | [diff] [blame] | 579 | if (dso__read_build_id(dso) < 0) { |
| 580 | pr_debug("no build_id found for %s\n", dso->long_name); |
Arnaldo Carvalho de Melo | 090f720 | 2010-05-02 19:46:36 -0300 | [diff] [blame] | 581 | return -1; |
| 582 | } |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 583 | |
Namhyung Kim | e7b60c5 | 2020-10-12 16:02:12 +0900 | [diff] [blame] | 584 | err = perf_event__synthesize_build_id(tool, dso, cpumode, |
| 585 | perf_event__repipe, machine); |
Arnaldo Carvalho de Melo | 090f720 | 2010-05-02 19:46:36 -0300 | [diff] [blame] | 586 | if (err) { |
Arnaldo Carvalho de Melo | c824c43 | 2013-10-22 19:01:31 -0300 | [diff] [blame] | 587 | pr_err("Can't synthesize build_id event for %s\n", dso->long_name); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 588 | return -1; |
| 589 | } |
| 590 | |
| 591 | return 0; |
| 592 | } |
| 593 | |
Namhyung Kim | 0bf02a0 | 2020-10-12 16:02:09 +0900 | [diff] [blame] | 594 | int perf_event__inject_buildid(struct perf_tool *tool, union perf_event *event, |
| 595 | struct perf_sample *sample, |
| 596 | struct evsel *evsel __maybe_unused, |
| 597 | struct machine *machine) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 598 | { |
| 599 | struct addr_location al; |
| 600 | struct thread *thread; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 601 | |
Namhyung Kim | 13ce34d | 2014-05-12 09:56:42 +0900 | [diff] [blame] | 602 | thread = machine__findnew_thread(machine, sample->pid, sample->tid); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 603 | if (thread == NULL) { |
| 604 | pr_err("problem processing %d event, skipping it.\n", |
| 605 | event->header.type); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 606 | goto repipe; |
| 607 | } |
| 608 | |
Arnaldo Carvalho de Melo | 71a84b5 | 2018-04-24 11:58:56 -0300 | [diff] [blame] | 609 | if (thread__find_map(thread, sample->cpumode, sample->ip, &al)) { |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 610 | if (!al.map->dso->hit) { |
| 611 | al.map->dso->hit = 1; |
Namhyung Kim | e7b60c5 | 2020-10-12 16:02:12 +0900 | [diff] [blame] | 612 | dso__inject_build_id(al.map->dso, tool, machine, |
| 613 | sample->cpumode, al.map->flags); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 614 | } |
| 615 | } |
| 616 | |
Arnaldo Carvalho de Melo | b91fc39 | 2015-04-06 20:43:22 -0300 | [diff] [blame] | 617 | thread__put(thread); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 618 | repipe: |
Arnaldo Carvalho de Melo | 45694aa | 2011-11-28 08:30:20 -0200 | [diff] [blame] | 619 | perf_event__repipe(tool, event, sample, machine); |
Arnaldo Carvalho de Melo | 090f720 | 2010-05-02 19:46:36 -0300 | [diff] [blame] | 620 | return 0; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 621 | } |
| 622 | |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 623 | static int perf_inject__sched_process_exit(struct perf_tool *tool, |
| 624 | union perf_event *event __maybe_unused, |
| 625 | struct perf_sample *sample, |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 626 | struct evsel *evsel __maybe_unused, |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 627 | struct machine *machine __maybe_unused) |
| 628 | { |
| 629 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
| 630 | struct event_entry *ent; |
| 631 | |
| 632 | list_for_each_entry(ent, &inject->samples, node) { |
| 633 | if (sample->tid == ent->tid) { |
| 634 | list_del_init(&ent->node); |
| 635 | free(ent); |
| 636 | break; |
| 637 | } |
| 638 | } |
| 639 | |
| 640 | return 0; |
| 641 | } |
| 642 | |
| 643 | static int perf_inject__sched_switch(struct perf_tool *tool, |
| 644 | union perf_event *event, |
| 645 | struct perf_sample *sample, |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 646 | struct evsel *evsel, |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 647 | struct machine *machine) |
| 648 | { |
| 649 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
| 650 | struct event_entry *ent; |
| 651 | |
| 652 | perf_inject__sched_process_exit(tool, event, sample, evsel, machine); |
| 653 | |
| 654 | ent = malloc(event->header.size + sizeof(struct event_entry)); |
| 655 | if (ent == NULL) { |
| 656 | color_fprintf(stderr, PERF_COLOR_RED, |
| 657 | "Not enough memory to process sched switch event!"); |
| 658 | return -1; |
| 659 | } |
| 660 | |
| 661 | ent->tid = sample->tid; |
| 662 | memcpy(&ent->event, event, event->header.size); |
| 663 | list_add(&ent->node, &inject->samples); |
| 664 | return 0; |
| 665 | } |
| 666 | |
| 667 | static int perf_inject__sched_stat(struct perf_tool *tool, |
| 668 | union perf_event *event __maybe_unused, |
| 669 | struct perf_sample *sample, |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 670 | struct evsel *evsel, |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 671 | struct machine *machine) |
| 672 | { |
| 673 | struct event_entry *ent; |
| 674 | union perf_event *event_sw; |
| 675 | struct perf_sample sample_sw; |
| 676 | struct perf_inject *inject = container_of(tool, struct perf_inject, tool); |
Arnaldo Carvalho de Melo | efc0cdc | 2020-04-29 16:26:57 -0300 | [diff] [blame] | 677 | u32 pid = evsel__intval(evsel, sample, "pid"); |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 678 | |
| 679 | list_for_each_entry(ent, &inject->samples, node) { |
| 680 | if (pid == ent->tid) |
| 681 | goto found; |
| 682 | } |
| 683 | |
| 684 | return 0; |
| 685 | found: |
| 686 | event_sw = &ent->event[0]; |
Arnaldo Carvalho de Melo | 6b6017a | 2020-04-30 11:03:49 -0300 | [diff] [blame] | 687 | evsel__parse_sample(evsel, event_sw, &sample_sw); |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 688 | |
| 689 | sample_sw.period = sample->period; |
| 690 | sample_sw.time = sample->time; |
Jiri Olsa | 1fc632c | 2019-07-21 13:24:29 +0200 | [diff] [blame] | 691 | perf_event__synthesize_sample(event_sw, evsel->core.attr.sample_type, |
| 692 | evsel->core.attr.read_format, &sample_sw); |
Andrew Vagin | 54a3cf5 | 2012-08-07 16:56:05 +0400 | [diff] [blame] | 693 | build_id__mark_dso_hit(tool, event_sw, &sample_sw, evsel, machine); |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 694 | return perf_event__repipe(tool, event_sw, &sample_sw, machine); |
| 695 | } |
| 696 | |
Irina Tirdea | 1d037ca | 2012-09-11 01:15:03 +0300 | [diff] [blame] | 697 | static void sig_handler(int sig __maybe_unused) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 698 | { |
| 699 | session_done = 1; |
| 700 | } |
| 701 | |
Arnaldo Carvalho de Melo | b14b36d | 2020-05-04 13:57:44 -0300 | [diff] [blame] | 702 | static int evsel__check_stype(struct evsel *evsel, u64 sample_type, const char *sample_msg) |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 703 | { |
Jiri Olsa | 1fc632c | 2019-07-21 13:24:29 +0200 | [diff] [blame] | 704 | struct perf_event_attr *attr = &evsel->core.attr; |
Arnaldo Carvalho de Melo | 8ab2e96 | 2020-04-29 16:07:09 -0300 | [diff] [blame] | 705 | const char *name = evsel__name(evsel); |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 706 | |
| 707 | if (!(attr->sample_type & sample_type)) { |
| 708 | pr_err("Samples for %s event do not have %s attribute set.", |
| 709 | name, sample_msg); |
| 710 | return -EINVAL; |
| 711 | } |
| 712 | |
| 713 | return 0; |
| 714 | } |
| 715 | |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 716 | static int drop_sample(struct perf_tool *tool __maybe_unused, |
| 717 | union perf_event *event __maybe_unused, |
| 718 | struct perf_sample *sample __maybe_unused, |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 719 | struct evsel *evsel __maybe_unused, |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 720 | struct machine *machine __maybe_unused) |
| 721 | { |
| 722 | return 0; |
| 723 | } |
| 724 | |
| 725 | static void strip_init(struct perf_inject *inject) |
| 726 | { |
Jiri Olsa | 63503db | 2019-07-21 13:23:52 +0200 | [diff] [blame] | 727 | struct evlist *evlist = inject->session->evlist; |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 728 | struct evsel *evsel; |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 729 | |
| 730 | inject->tool.context_switch = perf_event__drop; |
| 731 | |
Arnaldo Carvalho de Melo | e5cadb9 | 2016-06-23 11:26:15 -0300 | [diff] [blame] | 732 | evlist__for_each_entry(evlist, evsel) |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 733 | evsel->handler = drop_sample; |
| 734 | } |
| 735 | |
Adrian Hunter | 83d7f5f | 2021-04-30 10:03:02 +0300 | [diff] [blame] | 736 | static int parse_vm_time_correlation(const struct option *opt, const char *str, int unset) |
| 737 | { |
| 738 | struct perf_inject *inject = opt->value; |
| 739 | const char *args; |
| 740 | char *dry_run; |
| 741 | |
| 742 | if (unset) |
| 743 | return 0; |
| 744 | |
| 745 | inject->itrace_synth_opts.set = true; |
| 746 | inject->itrace_synth_opts.vm_time_correlation = true; |
| 747 | inject->in_place_update = true; |
| 748 | |
| 749 | if (!str) |
| 750 | return 0; |
| 751 | |
| 752 | dry_run = skip_spaces(str); |
| 753 | if (!strncmp(dry_run, "dry-run", strlen("dry-run"))) { |
| 754 | inject->itrace_synth_opts.vm_tm_corr_dry_run = true; |
| 755 | inject->in_place_update_dry_run = true; |
| 756 | args = dry_run + strlen("dry-run"); |
| 757 | } else { |
| 758 | args = str; |
| 759 | } |
| 760 | |
| 761 | inject->itrace_synth_opts.vm_tm_corr_args = strdup(args); |
| 762 | |
| 763 | return inject->itrace_synth_opts.vm_tm_corr_args ? 0 : -ENOMEM; |
| 764 | } |
| 765 | |
Adrian Hunter | c271a55 | 2021-12-13 10:48:29 +0200 | [diff] [blame] | 766 | static int output_fd(struct perf_inject *inject) |
| 767 | { |
| 768 | return inject->in_place_update ? -1 : perf_data__fd(&inject->output); |
| 769 | } |
| 770 | |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 771 | static int __cmd_inject(struct perf_inject *inject) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 772 | { |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 773 | int ret = -EINVAL; |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 774 | struct perf_session *session = inject->session; |
Adrian Hunter | c271a55 | 2021-12-13 10:48:29 +0200 | [diff] [blame] | 775 | int fd = output_fd(inject); |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 776 | u64 output_data_offset; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 777 | |
| 778 | signal(SIGINT, sig_handler); |
| 779 | |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 780 | if (inject->build_ids || inject->sched_stat || |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 781 | inject->itrace_synth_opts.set || inject->build_id_all) { |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 782 | inject->tool.mmap = perf_event__repipe_mmap; |
Stephane Eranian | 5c5e854 | 2013-08-21 12:10:25 +0200 | [diff] [blame] | 783 | inject->tool.mmap2 = perf_event__repipe_mmap2; |
Arnaldo Carvalho de Melo | f62d3f0 | 2012-10-06 15:44:59 -0300 | [diff] [blame] | 784 | inject->tool.fork = perf_event__repipe_fork; |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 785 | inject->tool.tracing_data = perf_event__repipe_tracing_data; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 786 | } |
| 787 | |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 788 | output_data_offset = session->header.data_offset; |
| 789 | |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 790 | if (inject->build_id_all) { |
| 791 | inject->tool.mmap = perf_event__repipe_buildid_mmap; |
| 792 | inject->tool.mmap2 = perf_event__repipe_buildid_mmap2; |
| 793 | } else if (inject->build_ids) { |
Andrew Vagin | 54a3cf5 | 2012-08-07 16:56:05 +0400 | [diff] [blame] | 794 | inject->tool.sample = perf_event__inject_buildid; |
| 795 | } else if (inject->sched_stat) { |
Jiri Olsa | 32dcd02 | 2019-07-21 13:23:51 +0200 | [diff] [blame] | 796 | struct evsel *evsel; |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 797 | |
Arnaldo Carvalho de Melo | e5cadb9 | 2016-06-23 11:26:15 -0300 | [diff] [blame] | 798 | evlist__for_each_entry(session->evlist, evsel) { |
Arnaldo Carvalho de Melo | 8ab2e96 | 2020-04-29 16:07:09 -0300 | [diff] [blame] | 799 | const char *name = evsel__name(evsel); |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 800 | |
| 801 | if (!strcmp(name, "sched:sched_switch")) { |
Arnaldo Carvalho de Melo | b14b36d | 2020-05-04 13:57:44 -0300 | [diff] [blame] | 802 | if (evsel__check_stype(evsel, PERF_SAMPLE_TID, "TID")) |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 803 | return -EINVAL; |
| 804 | |
Arnaldo Carvalho de Melo | 744a971 | 2013-11-06 10:17:38 -0300 | [diff] [blame] | 805 | evsel->handler = perf_inject__sched_switch; |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 806 | } else if (!strcmp(name, "sched:sched_process_exit")) |
Arnaldo Carvalho de Melo | 744a971 | 2013-11-06 10:17:38 -0300 | [diff] [blame] | 807 | evsel->handler = perf_inject__sched_process_exit; |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 808 | else if (!strncmp(name, "sched:sched_stat_", 17)) |
Arnaldo Carvalho de Melo | 744a971 | 2013-11-06 10:17:38 -0300 | [diff] [blame] | 809 | evsel->handler = perf_inject__sched_stat; |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 810 | } |
Adrian Hunter | 83d7f5f | 2021-04-30 10:03:02 +0300 | [diff] [blame] | 811 | } else if (inject->itrace_synth_opts.vm_time_correlation) { |
| 812 | session->itrace_synth_opts = &inject->itrace_synth_opts; |
| 813 | memset(&inject->tool, 0, sizeof(inject->tool)); |
| 814 | inject->tool.id_index = perf_event__process_id_index; |
| 815 | inject->tool.auxtrace_info = perf_event__process_auxtrace_info; |
| 816 | inject->tool.auxtrace = perf_event__process_auxtrace; |
| 817 | inject->tool.auxtrace_error = perf_event__process_auxtrace_error; |
| 818 | inject->tool.ordered_events = true; |
| 819 | inject->tool.ordering_requires_timestamps = true; |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 820 | } else if (inject->itrace_synth_opts.set) { |
| 821 | session->itrace_synth_opts = &inject->itrace_synth_opts; |
| 822 | inject->itrace_synth_opts.inject = true; |
| 823 | inject->tool.comm = perf_event__repipe_comm; |
Hari Bathini | f3b3614 | 2017-03-08 02:11:43 +0530 | [diff] [blame] | 824 | inject->tool.namespaces = perf_event__repipe_namespaces; |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 825 | inject->tool.exit = perf_event__repipe_exit; |
Adrian Hunter | 29f6eec | 2019-12-04 14:08:00 +0200 | [diff] [blame] | 826 | inject->tool.id_index = perf_event__process_id_index; |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 827 | inject->tool.auxtrace_info = perf_event__process_auxtrace_info; |
| 828 | inject->tool.auxtrace = perf_event__process_auxtrace; |
Adrian Hunter | 7311730 | 2015-09-25 16:15:54 +0300 | [diff] [blame] | 829 | inject->tool.aux = perf_event__drop_aux; |
Adrian Hunter | 6175047 | 2021-09-07 19:39:02 +0300 | [diff] [blame] | 830 | inject->tool.itrace_start = perf_event__drop_aux; |
| 831 | inject->tool.aux_output_hw_id = perf_event__drop_aux; |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 832 | inject->tool.ordered_events = true; |
| 833 | inject->tool.ordering_requires_timestamps = true; |
| 834 | /* Allow space in the header for new attributes */ |
Adrian Hunter | c29d979 | 2021-11-25 09:14:57 +0200 | [diff] [blame] | 835 | output_data_offset = roundup(8192 + session->header.data_offset, 4096); |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 836 | if (inject->strip) |
| 837 | strip_init(inject); |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 838 | } |
| 839 | |
Adrian Hunter | 99fa298 | 2015-04-30 17:37:25 +0300 | [diff] [blame] | 840 | if (!inject->itrace_synth_opts.set) |
| 841 | auxtrace_index__free(&session->auxtrace_index); |
| 842 | |
Namhyung Kim | fea20d6 | 2021-07-19 15:31:51 -0700 | [diff] [blame] | 843 | if (!inject->is_pipe && !inject->in_place_update) |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 844 | lseek(fd, output_data_offset, SEEK_SET); |
Andrew Vagin | e558a5b | 2012-08-07 16:56:02 +0400 | [diff] [blame] | 845 | |
Arnaldo Carvalho de Melo | b7b61cb | 2015-03-03 11:58:45 -0300 | [diff] [blame] | 846 | ret = perf_session__process_events(session); |
David Carrillo-Cisneros | bb8d521 | 2017-04-10 13:14:26 -0700 | [diff] [blame] | 847 | if (ret) |
| 848 | return ret; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 849 | |
Namhyung Kim | fea20d6 | 2021-07-19 15:31:51 -0700 | [diff] [blame] | 850 | if (!inject->is_pipe && !inject->in_place_update) { |
Adrian Hunter | 640dad4 | 2016-03-07 16:44:38 -0300 | [diff] [blame] | 851 | if (inject->build_ids) |
Adrian Hunter | e38b43c | 2014-07-14 13:02:34 +0300 | [diff] [blame] | 852 | perf_header__set_feat(&session->header, |
| 853 | HEADER_BUILD_ID); |
Adrian Hunter | 640dad4 | 2016-03-07 16:44:38 -0300 | [diff] [blame] | 854 | /* |
| 855 | * Keep all buildids when there is unprocessed AUX data because |
| 856 | * it is not known which ones the AUX trace hits. |
| 857 | */ |
| 858 | if (perf_header__has_feat(&session->header, HEADER_BUILD_ID) && |
| 859 | inject->have_auxtrace && !inject->itrace_synth_opts.set) |
| 860 | dsos__hit_all(session); |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 861 | /* |
| 862 | * The AUX areas have been removed and replaced with |
Al Grant | 1c756cd | 2020-11-13 20:38:26 +0000 | [diff] [blame] | 863 | * synthesized hardware events, so clear the feature flag. |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 864 | */ |
Adrian Hunter | 051a01b | 2015-09-25 16:15:43 +0300 | [diff] [blame] | 865 | if (inject->itrace_synth_opts.set) { |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 866 | perf_header__clear_feat(&session->header, |
| 867 | HEADER_AUXTRACE); |
Adrian Hunter | ec90e42 | 2020-04-29 18:07:46 +0300 | [diff] [blame] | 868 | if (inject->itrace_synth_opts.last_branch || |
| 869 | inject->itrace_synth_opts.add_last_branch) |
Adrian Hunter | 051a01b | 2015-09-25 16:15:43 +0300 | [diff] [blame] | 870 | perf_header__set_feat(&session->header, |
| 871 | HEADER_BRANCH_STACK); |
| 872 | } |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 873 | session->header.data_offset = output_data_offset; |
Andrew Vagin | e558a5b | 2012-08-07 16:56:02 +0400 | [diff] [blame] | 874 | session->header.data_size = inject->bytes_written; |
Namhyung Kim | 42aa276 | 2015-01-29 17:06:48 +0900 | [diff] [blame] | 875 | perf_session__write_header(session, session->evlist, fd, true); |
Andrew Vagin | e558a5b | 2012-08-07 16:56:02 +0400 | [diff] [blame] | 876 | } |
| 877 | |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 878 | return ret; |
| 879 | } |
| 880 | |
Arnaldo Carvalho de Melo | b0ad8ea | 2017-03-27 11:47:20 -0300 | [diff] [blame] | 881 | int cmd_inject(int argc, const char **argv) |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 882 | { |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 883 | struct perf_inject inject = { |
| 884 | .tool = { |
| 885 | .sample = perf_event__repipe_sample, |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 886 | .read = perf_event__repipe_sample, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 887 | .mmap = perf_event__repipe, |
Stephane Eranian | 5c5e854 | 2013-08-21 12:10:25 +0200 | [diff] [blame] | 888 | .mmap2 = perf_event__repipe, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 889 | .comm = perf_event__repipe, |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 890 | .namespaces = perf_event__repipe, |
| 891 | .cgroup = perf_event__repipe, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 892 | .fork = perf_event__repipe, |
| 893 | .exit = perf_event__repipe, |
| 894 | .lost = perf_event__repipe, |
Adrian Hunter | d8145b3 | 2015-11-13 11:48:32 +0200 | [diff] [blame] | 895 | .lost_samples = perf_event__repipe, |
Adrian Hunter | 4a96f7a | 2015-04-30 17:37:29 +0300 | [diff] [blame] | 896 | .aux = perf_event__repipe, |
Adrian Hunter | 0ad21f6 | 2015-04-30 17:37:30 +0300 | [diff] [blame] | 897 | .itrace_start = perf_event__repipe, |
Adrian Hunter | 6175047 | 2021-09-07 19:39:02 +0300 | [diff] [blame] | 898 | .aux_output_hw_id = perf_event__repipe, |
Adrian Hunter | 0286039 | 2015-07-21 12:44:03 +0300 | [diff] [blame] | 899 | .context_switch = perf_event__repipe, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 900 | .throttle = perf_event__repipe, |
| 901 | .unthrottle = perf_event__repipe, |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 902 | .ksymbol = perf_event__repipe, |
| 903 | .bpf = perf_event__repipe, |
| 904 | .text_poke = perf_event__repipe, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 905 | .attr = perf_event__repipe_attr, |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 906 | .event_update = perf_event__repipe_event_update, |
Adrian Hunter | 47c3d10 | 2013-07-04 16:20:21 +0300 | [diff] [blame] | 907 | .tracing_data = perf_event__repipe_op2_synth, |
Arnaldo Carvalho de Melo | d704ebd | 2015-03-03 12:37:54 -0300 | [diff] [blame] | 908 | .finished_round = perf_event__repipe_oe_synth, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 909 | .build_id = perf_event__repipe_op2_synth, |
Adrian Hunter | 3c659ee | 2014-10-27 15:49:22 +0200 | [diff] [blame] | 910 | .id_index = perf_event__repipe_op2_synth, |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 911 | .auxtrace_info = perf_event__repipe_op2_synth, |
| 912 | .auxtrace_error = perf_event__repipe_op2_synth, |
| 913 | .time_conv = perf_event__repipe_op2_synth, |
| 914 | .thread_map = perf_event__repipe_op2_synth, |
| 915 | .cpu_map = perf_event__repipe_op2_synth, |
| 916 | .stat_config = perf_event__repipe_op2_synth, |
| 917 | .stat = perf_event__repipe_op2_synth, |
| 918 | .stat_round = perf_event__repipe_op2_synth, |
David Carrillo-Cisneros | e9def1b | 2017-07-17 21:25:48 -0700 | [diff] [blame] | 919 | .feature = perf_event__repipe_op2_synth, |
Namhyung Kim | 2946ece | 2020-10-12 16:02:10 +0900 | [diff] [blame] | 920 | .compressed = perf_event__repipe_op4_synth, |
| 921 | .auxtrace = perf_event__repipe_auxtrace, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 922 | }, |
Andrew Vagin | e558a5b | 2012-08-07 16:56:02 +0400 | [diff] [blame] | 923 | .input_name = "-", |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 924 | .samples = LIST_HEAD_INIT(inject.samples), |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 925 | .output = { |
Jiri Olsa | 2d4f279 | 2019-02-21 10:41:30 +0100 | [diff] [blame] | 926 | .path = "-", |
| 927 | .mode = PERF_DATA_MODE_WRITE, |
Namhyung Kim | 6013666 | 2020-10-30 14:47:42 +0900 | [diff] [blame] | 928 | .use_stdio = true, |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 929 | }, |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 930 | }; |
Jiri Olsa | 8ceb41d | 2017-01-23 22:07:59 +0100 | [diff] [blame] | 931 | struct perf_data data = { |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 932 | .mode = PERF_DATA_MODE_READ, |
Namhyung Kim | 6013666 | 2020-10-30 14:47:42 +0900 | [diff] [blame] | 933 | .use_stdio = true, |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 934 | }; |
| 935 | int ret; |
Namhyung Kim | c3a057d | 2021-07-19 15:31:52 -0700 | [diff] [blame] | 936 | bool repipe = true; |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 937 | |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 938 | struct option options[] = { |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 939 | OPT_BOOLEAN('b', "build-ids", &inject.build_ids, |
| 940 | "Inject build-ids into the output stream"), |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 941 | OPT_BOOLEAN(0, "buildid-all", &inject.build_id_all, |
| 942 | "Inject build-ids of all DSOs into the output stream"), |
Andrew Vagin | e558a5b | 2012-08-07 16:56:02 +0400 | [diff] [blame] | 943 | OPT_STRING('i', "input", &inject.input_name, "file", |
| 944 | "input file name"), |
Jiri Olsa | 2d4f279 | 2019-02-21 10:41:30 +0100 | [diff] [blame] | 945 | OPT_STRING('o', "output", &inject.output.path, "file", |
Andrew Vagin | e558a5b | 2012-08-07 16:56:02 +0400 | [diff] [blame] | 946 | "output file name"), |
Andrew Vagin | 26a031e | 2012-08-07 16:56:04 +0400 | [diff] [blame] | 947 | OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat, |
| 948 | "Merge sched-stat and sched-switch for getting events " |
| 949 | "where and how long tasks slept"), |
Jiri Olsa | e12b202 | 2016-03-10 17:41:13 +0100 | [diff] [blame] | 950 | #ifdef HAVE_JITDUMP |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 951 | OPT_BOOLEAN('j', "jit", &inject.jit_mode, "merge jitdump files into perf.data file"), |
Jiri Olsa | e12b202 | 2016-03-10 17:41:13 +0100 | [diff] [blame] | 952 | #endif |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 953 | OPT_INCR('v', "verbose", &verbose, |
| 954 | "be more verbose (show build ids, etc)"), |
James Clark | b3a018f | 2021-10-18 14:48:43 +0100 | [diff] [blame] | 955 | OPT_STRING('k', "vmlinux", &symbol_conf.vmlinux_name, |
| 956 | "file", "vmlinux pathname"), |
| 957 | OPT_BOOLEAN(0, "ignore-vmlinux", &symbol_conf.ignore_vmlinux, |
| 958 | "don't load vmlinux even if found"), |
Adrian Hunter | a7a2b8b | 2014-07-22 16:17:38 +0300 | [diff] [blame] | 959 | OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, "file", |
| 960 | "kallsyms pathname"), |
Jiri Olsa | 8ceb41d | 2017-01-23 22:07:59 +0100 | [diff] [blame] | 961 | OPT_BOOLEAN('f', "force", &data.force, "don't complain, do it"), |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 962 | OPT_CALLBACK_OPTARG(0, "itrace", &inject.itrace_synth_opts, |
Andi Kleen | c12e039 | 2018-09-13 20:10:31 -0700 | [diff] [blame] | 963 | NULL, "opts", "Instruction Tracing options\n" |
| 964 | ITRACE_HELP, |
Adrian Hunter | 0f0aa5e | 2015-04-09 18:54:00 +0300 | [diff] [blame] | 965 | itrace_parse_synth_opts), |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 966 | OPT_BOOLEAN(0, "strip", &inject.strip, |
| 967 | "strip non-synthesized events (use with --itrace)"), |
Adrian Hunter | 83d7f5f | 2021-04-30 10:03:02 +0300 | [diff] [blame] | 968 | OPT_CALLBACK_OPTARG(0, "vm-time-correlation", &inject, NULL, "opts", |
| 969 | "correlate time between VM guests and the host", |
| 970 | parse_vm_time_correlation), |
Arnaldo Carvalho de Melo | 5ded57a | 2012-09-30 19:54:10 -0300 | [diff] [blame] | 971 | OPT_END() |
| 972 | }; |
Arnaldo Carvalho de Melo | 002439e | 2012-10-01 15:20:58 -0300 | [diff] [blame] | 973 | const char * const inject_usage[] = { |
| 974 | "perf inject [<options>]", |
| 975 | NULL |
| 976 | }; |
Jiri Olsa | e12b202 | 2016-03-10 17:41:13 +0100 | [diff] [blame] | 977 | #ifndef HAVE_JITDUMP |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 978 | set_option_nobuild(options, 'j', "jit", "NO_LIBELF=1", true); |
| 979 | #endif |
Arnaldo Carvalho de Melo | 002439e | 2012-10-01 15:20:58 -0300 | [diff] [blame] | 980 | argc = parse_options(argc, argv, options, inject_usage, 0); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 981 | |
| 982 | /* |
| 983 | * Any (unrecognized) arguments left? |
| 984 | */ |
| 985 | if (argc) |
Arnaldo Carvalho de Melo | 002439e | 2012-10-01 15:20:58 -0300 | [diff] [blame] | 986 | usage_with_options(inject_usage, options); |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 987 | |
Adrian Hunter | f56fb98 | 2015-09-25 16:15:55 +0300 | [diff] [blame] | 988 | if (inject.strip && !inject.itrace_synth_opts.set) { |
| 989 | pr_err("--strip option requires --itrace option\n"); |
| 990 | return -1; |
| 991 | } |
| 992 | |
James Clark | b3a018f | 2021-10-18 14:48:43 +0100 | [diff] [blame] | 993 | if (symbol__validate_sym_arguments()) |
| 994 | return -1; |
| 995 | |
Adrian Hunter | 2a525f6 | 2021-04-30 10:03:01 +0300 | [diff] [blame] | 996 | if (inject.in_place_update) { |
| 997 | if (!strcmp(inject.input_name, "-")) { |
| 998 | pr_err("Input file name required for in-place updating\n"); |
| 999 | return -1; |
| 1000 | } |
| 1001 | if (strcmp(inject.output.path, "-")) { |
| 1002 | pr_err("Output file name must not be specified for in-place updating\n"); |
| 1003 | return -1; |
| 1004 | } |
| 1005 | if (!data.force && !inject.in_place_update_dry_run) { |
| 1006 | pr_err("The input file would be updated in place, " |
| 1007 | "the --force option is required.\n"); |
| 1008 | return -1; |
| 1009 | } |
| 1010 | if (!inject.in_place_update_dry_run) |
| 1011 | data.in_place_update = true; |
| 1012 | } else if (perf_data__open(&inject.output)) { |
Jiri Olsa | 3406912 | 2013-10-29 19:04:57 +0100 | [diff] [blame] | 1013 | perror("failed to create output file"); |
| 1014 | return -1; |
Andrew Vagin | e558a5b | 2012-08-07 16:56:02 +0400 | [diff] [blame] | 1015 | } |
| 1016 | |
Jiri Olsa | 2d4f279 | 2019-02-21 10:41:30 +0100 | [diff] [blame] | 1017 | data.path = inject.input_name; |
Namhyung Kim | c3a057d | 2021-07-19 15:31:52 -0700 | [diff] [blame] | 1018 | if (!strcmp(inject.input_name, "-") || inject.output.is_pipe) { |
Namhyung Kim | fea20d6 | 2021-07-19 15:31:51 -0700 | [diff] [blame] | 1019 | inject.is_pipe = true; |
Namhyung Kim | c3a057d | 2021-07-19 15:31:52 -0700 | [diff] [blame] | 1020 | /* |
| 1021 | * Do not repipe header when input is a regular file |
| 1022 | * since either it can rewrite the header at the end |
| 1023 | * or write a new pipe header. |
| 1024 | */ |
| 1025 | if (strcmp(inject.input_name, "-")) |
| 1026 | repipe = false; |
| 1027 | } |
Namhyung Kim | fea20d6 | 2021-07-19 15:31:51 -0700 | [diff] [blame] | 1028 | |
Namhyung Kim | c3a057d | 2021-07-19 15:31:52 -0700 | [diff] [blame] | 1029 | inject.session = __perf_session__new(&data, repipe, |
Adrian Hunter | c271a55 | 2021-12-13 10:48:29 +0200 | [diff] [blame] | 1030 | output_fd(&inject), |
Namhyung Kim | fea20d6 | 2021-07-19 15:31:51 -0700 | [diff] [blame] | 1031 | &inject.tool); |
Riccardo Mancini | 02e6246 | 2021-07-15 18:07:15 +0200 | [diff] [blame] | 1032 | if (IS_ERR(inject.session)) { |
| 1033 | ret = PTR_ERR(inject.session); |
| 1034 | goto out_close_output; |
| 1035 | } |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 1036 | |
Alexey Budankov | 371a337 | 2019-03-18 20:45:44 +0300 | [diff] [blame] | 1037 | if (zstd_init(&(inject.session->zstd_data), 0) < 0) |
| 1038 | pr_warning("Decompression initialization failed.\n"); |
| 1039 | |
Namhyung Kim | c3a057d | 2021-07-19 15:31:52 -0700 | [diff] [blame] | 1040 | if (!data.is_pipe && inject.output.is_pipe) { |
| 1041 | ret = perf_header__write_pipe(perf_data__fd(&inject.output)); |
| 1042 | if (ret < 0) { |
| 1043 | pr_err("Couldn't write a new pipe header.\n"); |
| 1044 | goto out_delete; |
| 1045 | } |
| 1046 | |
| 1047 | ret = perf_event__synthesize_for_pipe(&inject.tool, |
| 1048 | inject.session, |
| 1049 | &inject.output, |
| 1050 | perf_event__repipe); |
| 1051 | if (ret < 0) |
| 1052 | goto out_delete; |
| 1053 | } |
| 1054 | |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 1055 | if (inject.build_ids && !inject.build_id_all) { |
Arnaldo Carvalho de Melo | 921f3fa | 2016-01-22 18:41:00 -0300 | [diff] [blame] | 1056 | /* |
| 1057 | * to make sure the mmap records are ordered correctly |
| 1058 | * and so that the correct especially due to jitted code |
| 1059 | * mmaps. We cannot generate the buildid hit list and |
| 1060 | * inject the jit mmaps at the same time for now. |
| 1061 | */ |
| 1062 | inject.tool.ordered_events = true; |
| 1063 | inject.tool.ordering_requires_timestamps = true; |
| 1064 | } |
Namhyung Kim | 27c9c34 | 2020-10-12 16:02:13 +0900 | [diff] [blame] | 1065 | |
| 1066 | if (inject.sched_stat) { |
| 1067 | inject.tool.ordered_events = true; |
| 1068 | } |
| 1069 | |
Jiri Olsa | e12b202 | 2016-03-10 17:41:13 +0100 | [diff] [blame] | 1070 | #ifdef HAVE_JITDUMP |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 1071 | if (inject.jit_mode) { |
Stephane Eranian | 9b07e27 | 2015-11-30 10:02:21 +0100 | [diff] [blame] | 1072 | inject.tool.mmap2 = perf_event__jit_repipe_mmap2; |
| 1073 | inject.tool.mmap = perf_event__jit_repipe_mmap; |
| 1074 | inject.tool.ordered_events = true; |
| 1075 | inject.tool.ordering_requires_timestamps = true; |
| 1076 | /* |
| 1077 | * JIT MMAP injection injects all MMAP events in one go, so it |
| 1078 | * does not obey finished_round semantics. |
| 1079 | */ |
| 1080 | inject.tool.finished_round = perf_event__drop_oe; |
| 1081 | } |
| 1082 | #endif |
Taeung Song | 9fedfb0 | 2015-06-30 17:15:20 +0900 | [diff] [blame] | 1083 | ret = symbol__init(&inject.session->header.env); |
| 1084 | if (ret < 0) |
| 1085 | goto out_delete; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 1086 | |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 1087 | ret = __cmd_inject(&inject); |
| 1088 | |
Taeung Song | 9fedfb0 | 2015-06-30 17:15:20 +0900 | [diff] [blame] | 1089 | out_delete: |
Alexey Budankov | 371a337 | 2019-03-18 20:45:44 +0300 | [diff] [blame] | 1090 | zstd_fini(&(inject.session->zstd_data)); |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 1091 | perf_session__delete(inject.session); |
Riccardo Mancini | 02e6246 | 2021-07-15 18:07:15 +0200 | [diff] [blame] | 1092 | out_close_output: |
Adrian Hunter | 0c8e32f | 2021-12-13 10:48:28 +0200 | [diff] [blame] | 1093 | if (!inject.in_place_update) |
| 1094 | perf_data__close(&inject.output); |
Adrian Hunter | 83d7f5f | 2021-04-30 10:03:02 +0300 | [diff] [blame] | 1095 | free(inject.itrace_synth_opts.vm_tm_corr_args); |
Namhyung Kim | 1cb8bdc | 2014-08-12 15:40:37 +0900 | [diff] [blame] | 1096 | return ret; |
Tom Zanussi | 454c407 | 2010-05-01 01:41:20 -0500 | [diff] [blame] | 1097 | } |