builtin-inject.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535
  1. /*
  2. * builtin-inject.c
  3. *
  4. * Builtin inject command: Examine the live mode (stdin) event stream
  5. * and repipe it to stdout while optionally injecting additional
  6. * events into it.
  7. */
  8. #include "builtin.h"
  9. #include "perf.h"
  10. #include "util/color.h"
  11. #include "util/evlist.h"
  12. #include "util/evsel.h"
  13. #include "util/session.h"
  14. #include "util/tool.h"
  15. #include "util/debug.h"
  16. #include "util/build-id.h"
  17. #include "util/data.h"
  18. #include "util/parse-options.h"
  19. #include <linux/list.h>
  20. struct perf_inject {
  21. struct perf_tool tool;
  22. struct perf_session *session;
  23. bool build_ids;
  24. bool sched_stat;
  25. const char *input_name;
  26. struct perf_data_file output;
  27. u64 bytes_written;
  28. struct list_head samples;
  29. };
  30. struct event_entry {
  31. struct list_head node;
  32. u32 tid;
  33. union perf_event event[0];
  34. };
  35. static int output_bytes(struct perf_inject *inject, void *buf, size_t sz)
  36. {
  37. ssize_t size;
  38. size = perf_data_file__write(&inject->output, buf, sz);
  39. if (size < 0)
  40. return -errno;
  41. inject->bytes_written += size;
  42. return 0;
  43. }
  44. static int copy_bytes(struct perf_inject *inject, int fd, off_t size)
  45. {
  46. char buf[4096];
  47. ssize_t ssz;
  48. int ret;
  49. while (size > 0) {
  50. ssz = read(fd, buf, min(size, (off_t)sizeof(buf)));
  51. if (ssz < 0)
  52. return -errno;
  53. ret = output_bytes(inject, buf, ssz);
  54. if (ret)
  55. return ret;
  56. size -= ssz;
  57. }
  58. return 0;
  59. }
  60. static int perf_event__repipe_synth(struct perf_tool *tool,
  61. union perf_event *event)
  62. {
  63. struct perf_inject *inject = container_of(tool, struct perf_inject,
  64. tool);
  65. return output_bytes(inject, event, event->header.size);
  66. }
  67. static int perf_event__repipe_oe_synth(struct perf_tool *tool,
  68. union perf_event *event,
  69. struct ordered_events *oe __maybe_unused)
  70. {
  71. return perf_event__repipe_synth(tool, event);
  72. }
  73. static int perf_event__repipe_op2_synth(struct perf_tool *tool,
  74. union perf_event *event,
  75. struct perf_session *session
  76. __maybe_unused)
  77. {
  78. return perf_event__repipe_synth(tool, event);
  79. }
  80. static int perf_event__repipe_attr(struct perf_tool *tool,
  81. union perf_event *event,
  82. struct perf_evlist **pevlist)
  83. {
  84. struct perf_inject *inject = container_of(tool, struct perf_inject,
  85. tool);
  86. int ret;
  87. ret = perf_event__process_attr(tool, event, pevlist);
  88. if (ret)
  89. return ret;
  90. if (!inject->output.is_pipe)
  91. return 0;
  92. return perf_event__repipe_synth(tool, event);
  93. }
  94. static s64 perf_event__repipe_auxtrace(struct perf_tool *tool,
  95. union perf_event *event,
  96. struct perf_session *session
  97. __maybe_unused)
  98. {
  99. struct perf_inject *inject = container_of(tool, struct perf_inject,
  100. tool);
  101. int ret;
  102. if (perf_data_file__is_pipe(session->file) || !session->one_mmap) {
  103. ret = output_bytes(inject, event, event->header.size);
  104. if (ret < 0)
  105. return ret;
  106. ret = copy_bytes(inject, perf_data_file__fd(session->file),
  107. event->auxtrace.size);
  108. } else {
  109. ret = output_bytes(inject, event,
  110. event->header.size + event->auxtrace.size);
  111. }
  112. if (ret < 0)
  113. return ret;
  114. return event->auxtrace.size;
  115. }
  116. static int perf_event__repipe(struct perf_tool *tool,
  117. union perf_event *event,
  118. struct perf_sample *sample __maybe_unused,
  119. struct machine *machine __maybe_unused)
  120. {
  121. return perf_event__repipe_synth(tool, event);
  122. }
  123. typedef int (*inject_handler)(struct perf_tool *tool,
  124. union perf_event *event,
  125. struct perf_sample *sample,
  126. struct perf_evsel *evsel,
  127. struct machine *machine);
  128. static int perf_event__repipe_sample(struct perf_tool *tool,
  129. union perf_event *event,
  130. struct perf_sample *sample,
  131. struct perf_evsel *evsel,
  132. struct machine *machine)
  133. {
  134. if (evsel->handler) {
  135. inject_handler f = evsel->handler;
  136. return f(tool, event, sample, evsel, machine);
  137. }
  138. build_id__mark_dso_hit(tool, event, sample, evsel, machine);
  139. return perf_event__repipe_synth(tool, event);
  140. }
  141. static int perf_event__repipe_mmap(struct perf_tool *tool,
  142. union perf_event *event,
  143. struct perf_sample *sample,
  144. struct machine *machine)
  145. {
  146. int err;
  147. err = perf_event__process_mmap(tool, event, sample, machine);
  148. perf_event__repipe(tool, event, sample, machine);
  149. return err;
  150. }
  151. static int perf_event__repipe_mmap2(struct perf_tool *tool,
  152. union perf_event *event,
  153. struct perf_sample *sample,
  154. struct machine *machine)
  155. {
  156. int err;
  157. err = perf_event__process_mmap2(tool, event, sample, machine);
  158. perf_event__repipe(tool, event, sample, machine);
  159. return err;
  160. }
  161. static int perf_event__repipe_fork(struct perf_tool *tool,
  162. union perf_event *event,
  163. struct perf_sample *sample,
  164. struct machine *machine)
  165. {
  166. int err;
  167. err = perf_event__process_fork(tool, event, sample, machine);
  168. perf_event__repipe(tool, event, sample, machine);
  169. return err;
  170. }
  171. static int perf_event__repipe_tracing_data(struct perf_tool *tool,
  172. union perf_event *event,
  173. struct perf_session *session)
  174. {
  175. int err;
  176. perf_event__repipe_synth(tool, event);
  177. err = perf_event__process_tracing_data(tool, event, session);
  178. return err;
  179. }
  180. static int dso__read_build_id(struct dso *dso)
  181. {
  182. if (dso->has_build_id)
  183. return 0;
  184. if (filename__read_build_id(dso->long_name, dso->build_id,
  185. sizeof(dso->build_id)) > 0) {
  186. dso->has_build_id = true;
  187. return 0;
  188. }
  189. return -1;
  190. }
  191. static int dso__inject_build_id(struct dso *dso, struct perf_tool *tool,
  192. struct machine *machine)
  193. {
  194. u16 misc = PERF_RECORD_MISC_USER;
  195. int err;
  196. if (dso__read_build_id(dso) < 0) {
  197. pr_debug("no build_id found for %s\n", dso->long_name);
  198. return -1;
  199. }
  200. if (dso->kernel)
  201. misc = PERF_RECORD_MISC_KERNEL;
  202. err = perf_event__synthesize_build_id(tool, dso, misc, perf_event__repipe,
  203. machine);
  204. if (err) {
  205. pr_err("Can't synthesize build_id event for %s\n", dso->long_name);
  206. return -1;
  207. }
  208. return 0;
  209. }
  210. static int perf_event__inject_buildid(struct perf_tool *tool,
  211. union perf_event *event,
  212. struct perf_sample *sample,
  213. struct perf_evsel *evsel __maybe_unused,
  214. struct machine *machine)
  215. {
  216. struct addr_location al;
  217. struct thread *thread;
  218. u8 cpumode;
  219. cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  220. thread = machine__findnew_thread(machine, sample->pid, sample->tid);
  221. if (thread == NULL) {
  222. pr_err("problem processing %d event, skipping it.\n",
  223. event->header.type);
  224. goto repipe;
  225. }
  226. thread__find_addr_map(thread, cpumode, MAP__FUNCTION, sample->ip, &al);
  227. if (al.map != NULL) {
  228. if (!al.map->dso->hit) {
  229. al.map->dso->hit = 1;
  230. if (map__load(al.map, NULL) >= 0) {
  231. dso__inject_build_id(al.map->dso, tool, machine);
  232. /*
  233. * If this fails, too bad, let the other side
  234. * account this as unresolved.
  235. */
  236. } else {
  237. #ifdef HAVE_LIBELF_SUPPORT
  238. pr_warning("no symbols found in %s, maybe "
  239. "install a debug package?\n",
  240. al.map->dso->long_name);
  241. #endif
  242. }
  243. }
  244. }
  245. repipe:
  246. perf_event__repipe(tool, event, sample, machine);
  247. return 0;
  248. }
  249. static int perf_inject__sched_process_exit(struct perf_tool *tool,
  250. union perf_event *event __maybe_unused,
  251. struct perf_sample *sample,
  252. struct perf_evsel *evsel __maybe_unused,
  253. struct machine *machine __maybe_unused)
  254. {
  255. struct perf_inject *inject = container_of(tool, struct perf_inject, tool);
  256. struct event_entry *ent;
  257. list_for_each_entry(ent, &inject->samples, node) {
  258. if (sample->tid == ent->tid) {
  259. list_del_init(&ent->node);
  260. free(ent);
  261. break;
  262. }
  263. }
  264. return 0;
  265. }
  266. static int perf_inject__sched_switch(struct perf_tool *tool,
  267. union perf_event *event,
  268. struct perf_sample *sample,
  269. struct perf_evsel *evsel,
  270. struct machine *machine)
  271. {
  272. struct perf_inject *inject = container_of(tool, struct perf_inject, tool);
  273. struct event_entry *ent;
  274. perf_inject__sched_process_exit(tool, event, sample, evsel, machine);
  275. ent = malloc(event->header.size + sizeof(struct event_entry));
  276. if (ent == NULL) {
  277. color_fprintf(stderr, PERF_COLOR_RED,
  278. "Not enough memory to process sched switch event!");
  279. return -1;
  280. }
  281. ent->tid = sample->tid;
  282. memcpy(&ent->event, event, event->header.size);
  283. list_add(&ent->node, &inject->samples);
  284. return 0;
  285. }
  286. static int perf_inject__sched_stat(struct perf_tool *tool,
  287. union perf_event *event __maybe_unused,
  288. struct perf_sample *sample,
  289. struct perf_evsel *evsel,
  290. struct machine *machine)
  291. {
  292. struct event_entry *ent;
  293. union perf_event *event_sw;
  294. struct perf_sample sample_sw;
  295. struct perf_inject *inject = container_of(tool, struct perf_inject, tool);
  296. u32 pid = perf_evsel__intval(evsel, sample, "pid");
  297. list_for_each_entry(ent, &inject->samples, node) {
  298. if (pid == ent->tid)
  299. goto found;
  300. }
  301. return 0;
  302. found:
  303. event_sw = &ent->event[0];
  304. perf_evsel__parse_sample(evsel, event_sw, &sample_sw);
  305. sample_sw.period = sample->period;
  306. sample_sw.time = sample->time;
  307. perf_event__synthesize_sample(event_sw, evsel->attr.sample_type,
  308. evsel->attr.read_format, &sample_sw,
  309. false);
  310. build_id__mark_dso_hit(tool, event_sw, &sample_sw, evsel, machine);
  311. return perf_event__repipe(tool, event_sw, &sample_sw, machine);
  312. }
  313. static void sig_handler(int sig __maybe_unused)
  314. {
  315. session_done = 1;
  316. }
  317. static int perf_evsel__check_stype(struct perf_evsel *evsel,
  318. u64 sample_type, const char *sample_msg)
  319. {
  320. struct perf_event_attr *attr = &evsel->attr;
  321. const char *name = perf_evsel__name(evsel);
  322. if (!(attr->sample_type & sample_type)) {
  323. pr_err("Samples for %s event do not have %s attribute set.",
  324. name, sample_msg);
  325. return -EINVAL;
  326. }
  327. return 0;
  328. }
  329. static int __cmd_inject(struct perf_inject *inject)
  330. {
  331. int ret = -EINVAL;
  332. struct perf_session *session = inject->session;
  333. struct perf_data_file *file_out = &inject->output;
  334. int fd = perf_data_file__fd(file_out);
  335. signal(SIGINT, sig_handler);
  336. if (inject->build_ids || inject->sched_stat) {
  337. inject->tool.mmap = perf_event__repipe_mmap;
  338. inject->tool.mmap2 = perf_event__repipe_mmap2;
  339. inject->tool.fork = perf_event__repipe_fork;
  340. inject->tool.tracing_data = perf_event__repipe_tracing_data;
  341. }
  342. if (inject->build_ids) {
  343. inject->tool.sample = perf_event__inject_buildid;
  344. } else if (inject->sched_stat) {
  345. struct perf_evsel *evsel;
  346. evlist__for_each(session->evlist, evsel) {
  347. const char *name = perf_evsel__name(evsel);
  348. if (!strcmp(name, "sched:sched_switch")) {
  349. if (perf_evsel__check_stype(evsel, PERF_SAMPLE_TID, "TID"))
  350. return -EINVAL;
  351. evsel->handler = perf_inject__sched_switch;
  352. } else if (!strcmp(name, "sched:sched_process_exit"))
  353. evsel->handler = perf_inject__sched_process_exit;
  354. else if (!strncmp(name, "sched:sched_stat_", 17))
  355. evsel->handler = perf_inject__sched_stat;
  356. }
  357. }
  358. if (!file_out->is_pipe)
  359. lseek(fd, session->header.data_offset, SEEK_SET);
  360. ret = perf_session__process_events(session);
  361. if (!file_out->is_pipe) {
  362. if (inject->build_ids)
  363. perf_header__set_feat(&session->header,
  364. HEADER_BUILD_ID);
  365. session->header.data_size = inject->bytes_written;
  366. perf_session__write_header(session, session->evlist, fd, true);
  367. }
  368. return ret;
  369. }
  370. int cmd_inject(int argc, const char **argv, const char *prefix __maybe_unused)
  371. {
  372. struct perf_inject inject = {
  373. .tool = {
  374. .sample = perf_event__repipe_sample,
  375. .mmap = perf_event__repipe,
  376. .mmap2 = perf_event__repipe,
  377. .comm = perf_event__repipe,
  378. .fork = perf_event__repipe,
  379. .exit = perf_event__repipe,
  380. .lost = perf_event__repipe,
  381. .read = perf_event__repipe_sample,
  382. .throttle = perf_event__repipe,
  383. .unthrottle = perf_event__repipe,
  384. .attr = perf_event__repipe_attr,
  385. .tracing_data = perf_event__repipe_op2_synth,
  386. .auxtrace_info = perf_event__repipe_op2_synth,
  387. .auxtrace = perf_event__repipe_auxtrace,
  388. .auxtrace_error = perf_event__repipe_op2_synth,
  389. .finished_round = perf_event__repipe_oe_synth,
  390. .build_id = perf_event__repipe_op2_synth,
  391. .id_index = perf_event__repipe_op2_synth,
  392. },
  393. .input_name = "-",
  394. .samples = LIST_HEAD_INIT(inject.samples),
  395. .output = {
  396. .path = "-",
  397. .mode = PERF_DATA_MODE_WRITE,
  398. },
  399. };
  400. struct perf_data_file file = {
  401. .mode = PERF_DATA_MODE_READ,
  402. };
  403. int ret;
  404. const struct option options[] = {
  405. OPT_BOOLEAN('b', "build-ids", &inject.build_ids,
  406. "Inject build-ids into the output stream"),
  407. OPT_STRING('i', "input", &inject.input_name, "file",
  408. "input file name"),
  409. OPT_STRING('o', "output", &inject.output.path, "file",
  410. "output file name"),
  411. OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat,
  412. "Merge sched-stat and sched-switch for getting events "
  413. "where and how long tasks slept"),
  414. OPT_INCR('v', "verbose", &verbose,
  415. "be more verbose (show build ids, etc)"),
  416. OPT_STRING(0, "kallsyms", &symbol_conf.kallsyms_name, "file",
  417. "kallsyms pathname"),
  418. OPT_BOOLEAN('f', "force", &file.force, "don't complain, do it"),
  419. OPT_END()
  420. };
  421. const char * const inject_usage[] = {
  422. "perf inject [<options>]",
  423. NULL
  424. };
  425. argc = parse_options(argc, argv, options, inject_usage, 0);
  426. /*
  427. * Any (unrecognized) arguments left?
  428. */
  429. if (argc)
  430. usage_with_options(inject_usage, options);
  431. if (perf_data_file__open(&inject.output)) {
  432. perror("failed to create output file");
  433. return -1;
  434. }
  435. inject.tool.ordered_events = inject.sched_stat;
  436. file.path = inject.input_name;
  437. inject.session = perf_session__new(&file, true, &inject.tool);
  438. if (inject.session == NULL)
  439. return -1;
  440. if (symbol__init(&inject.session->header.env) < 0)
  441. return -1;
  442. ret = __cmd_inject(&inject);
  443. perf_session__delete(inject.session);
  444. return ret;
  445. }