session.c 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673
  1. #include <linux/kernel.h>
  2. #include <traceevent/event-parse.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <sys/types.h>
  6. #include <sys/mman.h>
  7. #include "evlist.h"
  8. #include "evsel.h"
  9. #include "session.h"
  10. #include "tool.h"
  11. #include "sort.h"
  12. #include "util.h"
  13. #include "cpumap.h"
  14. #include "perf_regs.h"
  15. #include "vdso.h"
  16. static int perf_session__open(struct perf_session *session)
  17. {
  18. struct perf_data_file *file = session->file;
  19. if (perf_session__read_header(session) < 0) {
  20. pr_err("incompatible file format (rerun with -v to learn more)");
  21. return -1;
  22. }
  23. if (perf_data_file__is_pipe(file))
  24. return 0;
  25. if (!perf_evlist__valid_sample_type(session->evlist)) {
  26. pr_err("non matching sample_type");
  27. return -1;
  28. }
  29. if (!perf_evlist__valid_sample_id_all(session->evlist)) {
  30. pr_err("non matching sample_id_all");
  31. return -1;
  32. }
  33. if (!perf_evlist__valid_read_format(session->evlist)) {
  34. pr_err("non matching read_format");
  35. return -1;
  36. }
  37. return 0;
  38. }
  39. void perf_session__set_id_hdr_size(struct perf_session *session)
  40. {
  41. u16 id_hdr_size = perf_evlist__id_hdr_size(session->evlist);
  42. machines__set_id_hdr_size(&session->machines, id_hdr_size);
  43. }
  44. int perf_session__create_kernel_maps(struct perf_session *session)
  45. {
  46. int ret = machine__create_kernel_maps(&session->machines.host);
  47. if (ret >= 0)
  48. ret = machines__create_guest_kernel_maps(&session->machines);
  49. return ret;
  50. }
  51. static void perf_session__destroy_kernel_maps(struct perf_session *session)
  52. {
  53. machines__destroy_kernel_maps(&session->machines);
  54. }
  55. struct perf_session *perf_session__new(struct perf_data_file *file,
  56. bool repipe, struct perf_tool *tool)
  57. {
  58. struct perf_session *session = zalloc(sizeof(*session));
  59. if (!session)
  60. goto out;
  61. session->repipe = repipe;
  62. INIT_LIST_HEAD(&session->ordered_samples.samples);
  63. INIT_LIST_HEAD(&session->ordered_samples.sample_cache);
  64. INIT_LIST_HEAD(&session->ordered_samples.to_free);
  65. machines__init(&session->machines);
  66. if (file) {
  67. if (perf_data_file__open(file))
  68. goto out_delete;
  69. session->file = file;
  70. if (perf_data_file__is_read(file)) {
  71. if (perf_session__open(session) < 0)
  72. goto out_close;
  73. perf_session__set_id_hdr_size(session);
  74. }
  75. }
  76. if (!file || perf_data_file__is_write(file)) {
  77. /*
  78. * In O_RDONLY mode this will be performed when reading the
  79. * kernel MMAP event, in perf_event__process_mmap().
  80. */
  81. if (perf_session__create_kernel_maps(session) < 0)
  82. goto out_delete;
  83. }
  84. if (tool && tool->ordering_requires_timestamps &&
  85. tool->ordered_samples && !perf_evlist__sample_id_all(session->evlist)) {
  86. dump_printf("WARNING: No sample_id_all support, falling back to unordered processing\n");
  87. tool->ordered_samples = false;
  88. }
  89. return session;
  90. out_close:
  91. perf_data_file__close(file);
  92. out_delete:
  93. perf_session__delete(session);
  94. out:
  95. return NULL;
  96. }
  97. static void perf_session__delete_dead_threads(struct perf_session *session)
  98. {
  99. machine__delete_dead_threads(&session->machines.host);
  100. }
  101. static void perf_session__delete_threads(struct perf_session *session)
  102. {
  103. machine__delete_threads(&session->machines.host);
  104. }
  105. static void perf_session_env__delete(struct perf_session_env *env)
  106. {
  107. zfree(&env->hostname);
  108. zfree(&env->os_release);
  109. zfree(&env->version);
  110. zfree(&env->arch);
  111. zfree(&env->cpu_desc);
  112. zfree(&env->cpuid);
  113. zfree(&env->cmdline);
  114. zfree(&env->sibling_cores);
  115. zfree(&env->sibling_threads);
  116. zfree(&env->numa_nodes);
  117. zfree(&env->pmu_mappings);
  118. }
  119. void perf_session__delete(struct perf_session *session)
  120. {
  121. perf_session__destroy_kernel_maps(session);
  122. perf_session__delete_dead_threads(session);
  123. perf_session__delete_threads(session);
  124. perf_session_env__delete(&session->header.env);
  125. machines__exit(&session->machines);
  126. if (session->file)
  127. perf_data_file__close(session->file);
  128. free(session);
  129. vdso__exit();
  130. }
  131. static int process_event_synth_tracing_data_stub(struct perf_tool *tool
  132. __maybe_unused,
  133. union perf_event *event
  134. __maybe_unused,
  135. struct perf_session *session
  136. __maybe_unused)
  137. {
  138. dump_printf(": unhandled!\n");
  139. return 0;
  140. }
  141. static int process_event_synth_attr_stub(struct perf_tool *tool __maybe_unused,
  142. union perf_event *event __maybe_unused,
  143. struct perf_evlist **pevlist
  144. __maybe_unused)
  145. {
  146. dump_printf(": unhandled!\n");
  147. return 0;
  148. }
  149. static int process_event_sample_stub(struct perf_tool *tool __maybe_unused,
  150. union perf_event *event __maybe_unused,
  151. struct perf_sample *sample __maybe_unused,
  152. struct perf_evsel *evsel __maybe_unused,
  153. struct machine *machine __maybe_unused)
  154. {
  155. dump_printf(": unhandled!\n");
  156. return 0;
  157. }
  158. static int process_event_stub(struct perf_tool *tool __maybe_unused,
  159. union perf_event *event __maybe_unused,
  160. struct perf_sample *sample __maybe_unused,
  161. struct machine *machine __maybe_unused)
  162. {
  163. dump_printf(": unhandled!\n");
  164. return 0;
  165. }
  166. static int process_finished_round_stub(struct perf_tool *tool __maybe_unused,
  167. union perf_event *event __maybe_unused,
  168. struct perf_session *perf_session
  169. __maybe_unused)
  170. {
  171. dump_printf(": unhandled!\n");
  172. return 0;
  173. }
  174. static int process_finished_round(struct perf_tool *tool,
  175. union perf_event *event,
  176. struct perf_session *session);
  177. void perf_tool__fill_defaults(struct perf_tool *tool)
  178. {
  179. if (tool->sample == NULL)
  180. tool->sample = process_event_sample_stub;
  181. if (tool->mmap == NULL)
  182. tool->mmap = process_event_stub;
  183. if (tool->mmap2 == NULL)
  184. tool->mmap2 = process_event_stub;
  185. if (tool->comm == NULL)
  186. tool->comm = process_event_stub;
  187. if (tool->fork == NULL)
  188. tool->fork = process_event_stub;
  189. if (tool->exit == NULL)
  190. tool->exit = process_event_stub;
  191. if (tool->lost == NULL)
  192. tool->lost = perf_event__process_lost;
  193. if (tool->read == NULL)
  194. tool->read = process_event_sample_stub;
  195. if (tool->throttle == NULL)
  196. tool->throttle = process_event_stub;
  197. if (tool->unthrottle == NULL)
  198. tool->unthrottle = process_event_stub;
  199. if (tool->attr == NULL)
  200. tool->attr = process_event_synth_attr_stub;
  201. if (tool->tracing_data == NULL)
  202. tool->tracing_data = process_event_synth_tracing_data_stub;
  203. if (tool->build_id == NULL)
  204. tool->build_id = process_finished_round_stub;
  205. if (tool->finished_round == NULL) {
  206. if (tool->ordered_samples)
  207. tool->finished_round = process_finished_round;
  208. else
  209. tool->finished_round = process_finished_round_stub;
  210. }
  211. }
  212. static void swap_sample_id_all(union perf_event *event, void *data)
  213. {
  214. void *end = (void *) event + event->header.size;
  215. int size = end - data;
  216. BUG_ON(size % sizeof(u64));
  217. mem_bswap_64(data, size);
  218. }
  219. static void perf_event__all64_swap(union perf_event *event,
  220. bool sample_id_all __maybe_unused)
  221. {
  222. struct perf_event_header *hdr = &event->header;
  223. mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));
  224. }
  225. static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)
  226. {
  227. event->comm.pid = bswap_32(event->comm.pid);
  228. event->comm.tid = bswap_32(event->comm.tid);
  229. if (sample_id_all) {
  230. void *data = &event->comm.comm;
  231. data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
  232. swap_sample_id_all(event, data);
  233. }
  234. }
  235. static void perf_event__mmap_swap(union perf_event *event,
  236. bool sample_id_all)
  237. {
  238. event->mmap.pid = bswap_32(event->mmap.pid);
  239. event->mmap.tid = bswap_32(event->mmap.tid);
  240. event->mmap.start = bswap_64(event->mmap.start);
  241. event->mmap.len = bswap_64(event->mmap.len);
  242. event->mmap.pgoff = bswap_64(event->mmap.pgoff);
  243. if (sample_id_all) {
  244. void *data = &event->mmap.filename;
  245. data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
  246. swap_sample_id_all(event, data);
  247. }
  248. }
  249. static void perf_event__mmap2_swap(union perf_event *event,
  250. bool sample_id_all)
  251. {
  252. event->mmap2.pid = bswap_32(event->mmap2.pid);
  253. event->mmap2.tid = bswap_32(event->mmap2.tid);
  254. event->mmap2.start = bswap_64(event->mmap2.start);
  255. event->mmap2.len = bswap_64(event->mmap2.len);
  256. event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);
  257. event->mmap2.maj = bswap_32(event->mmap2.maj);
  258. event->mmap2.min = bswap_32(event->mmap2.min);
  259. event->mmap2.ino = bswap_64(event->mmap2.ino);
  260. if (sample_id_all) {
  261. void *data = &event->mmap2.filename;
  262. data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
  263. swap_sample_id_all(event, data);
  264. }
  265. }
  266. static void perf_event__task_swap(union perf_event *event, bool sample_id_all)
  267. {
  268. event->fork.pid = bswap_32(event->fork.pid);
  269. event->fork.tid = bswap_32(event->fork.tid);
  270. event->fork.ppid = bswap_32(event->fork.ppid);
  271. event->fork.ptid = bswap_32(event->fork.ptid);
  272. event->fork.time = bswap_64(event->fork.time);
  273. if (sample_id_all)
  274. swap_sample_id_all(event, &event->fork + 1);
  275. }
  276. static void perf_event__read_swap(union perf_event *event, bool sample_id_all)
  277. {
  278. event->read.pid = bswap_32(event->read.pid);
  279. event->read.tid = bswap_32(event->read.tid);
  280. event->read.value = bswap_64(event->read.value);
  281. event->read.time_enabled = bswap_64(event->read.time_enabled);
  282. event->read.time_running = bswap_64(event->read.time_running);
  283. event->read.id = bswap_64(event->read.id);
  284. if (sample_id_all)
  285. swap_sample_id_all(event, &event->read + 1);
  286. }
  287. static void perf_event__throttle_swap(union perf_event *event,
  288. bool sample_id_all)
  289. {
  290. event->throttle.time = bswap_64(event->throttle.time);
  291. event->throttle.id = bswap_64(event->throttle.id);
  292. event->throttle.stream_id = bswap_64(event->throttle.stream_id);
  293. if (sample_id_all)
  294. swap_sample_id_all(event, &event->throttle + 1);
  295. }
  296. static u8 revbyte(u8 b)
  297. {
  298. int rev = (b >> 4) | ((b & 0xf) << 4);
  299. rev = ((rev & 0xcc) >> 2) | ((rev & 0x33) << 2);
  300. rev = ((rev & 0xaa) >> 1) | ((rev & 0x55) << 1);
  301. return (u8) rev;
  302. }
  303. /*
  304. * XXX this is hack in attempt to carry flags bitfield
  305. * throught endian village. ABI says:
  306. *
  307. * Bit-fields are allocated from right to left (least to most significant)
  308. * on little-endian implementations and from left to right (most to least
  309. * significant) on big-endian implementations.
  310. *
  311. * The above seems to be byte specific, so we need to reverse each
  312. * byte of the bitfield. 'Internet' also says this might be implementation
  313. * specific and we probably need proper fix and carry perf_event_attr
  314. * bitfield flags in separate data file FEAT_ section. Thought this seems
  315. * to work for now.
  316. */
  317. static void swap_bitfield(u8 *p, unsigned len)
  318. {
  319. unsigned i;
  320. for (i = 0; i < len; i++) {
  321. *p = revbyte(*p);
  322. p++;
  323. }
  324. }
  325. /* exported for swapping attributes in file header */
  326. void perf_event__attr_swap(struct perf_event_attr *attr)
  327. {
  328. attr->type = bswap_32(attr->type);
  329. attr->size = bswap_32(attr->size);
  330. attr->config = bswap_64(attr->config);
  331. attr->sample_period = bswap_64(attr->sample_period);
  332. attr->sample_type = bswap_64(attr->sample_type);
  333. attr->read_format = bswap_64(attr->read_format);
  334. attr->wakeup_events = bswap_32(attr->wakeup_events);
  335. attr->bp_type = bswap_32(attr->bp_type);
  336. attr->bp_addr = bswap_64(attr->bp_addr);
  337. attr->bp_len = bswap_64(attr->bp_len);
  338. attr->branch_sample_type = bswap_64(attr->branch_sample_type);
  339. attr->sample_regs_user = bswap_64(attr->sample_regs_user);
  340. attr->sample_stack_user = bswap_32(attr->sample_stack_user);
  341. swap_bitfield((u8 *) (&attr->read_format + 1), sizeof(u64));
  342. }
  343. static void perf_event__hdr_attr_swap(union perf_event *event,
  344. bool sample_id_all __maybe_unused)
  345. {
  346. size_t size;
  347. perf_event__attr_swap(&event->attr.attr);
  348. size = event->header.size;
  349. size -= (void *)&event->attr.id - (void *)event;
  350. mem_bswap_64(event->attr.id, size);
  351. }
  352. static void perf_event__event_type_swap(union perf_event *event,
  353. bool sample_id_all __maybe_unused)
  354. {
  355. event->event_type.event_type.event_id =
  356. bswap_64(event->event_type.event_type.event_id);
  357. }
  358. static void perf_event__tracing_data_swap(union perf_event *event,
  359. bool sample_id_all __maybe_unused)
  360. {
  361. event->tracing_data.size = bswap_32(event->tracing_data.size);
  362. }
  363. typedef void (*perf_event__swap_op)(union perf_event *event,
  364. bool sample_id_all);
  365. static perf_event__swap_op perf_event__swap_ops[] = {
  366. [PERF_RECORD_MMAP] = perf_event__mmap_swap,
  367. [PERF_RECORD_MMAP2] = perf_event__mmap2_swap,
  368. [PERF_RECORD_COMM] = perf_event__comm_swap,
  369. [PERF_RECORD_FORK] = perf_event__task_swap,
  370. [PERF_RECORD_EXIT] = perf_event__task_swap,
  371. [PERF_RECORD_LOST] = perf_event__all64_swap,
  372. [PERF_RECORD_READ] = perf_event__read_swap,
  373. [PERF_RECORD_THROTTLE] = perf_event__throttle_swap,
  374. [PERF_RECORD_UNTHROTTLE] = perf_event__throttle_swap,
  375. [PERF_RECORD_SAMPLE] = perf_event__all64_swap,
  376. [PERF_RECORD_HEADER_ATTR] = perf_event__hdr_attr_swap,
  377. [PERF_RECORD_HEADER_EVENT_TYPE] = perf_event__event_type_swap,
  378. [PERF_RECORD_HEADER_TRACING_DATA] = perf_event__tracing_data_swap,
  379. [PERF_RECORD_HEADER_BUILD_ID] = NULL,
  380. [PERF_RECORD_HEADER_MAX] = NULL,
  381. };
  382. struct sample_queue {
  383. u64 timestamp;
  384. u64 file_offset;
  385. union perf_event *event;
  386. struct list_head list;
  387. };
  388. static void perf_session_free_sample_buffers(struct perf_session *session)
  389. {
  390. struct ordered_samples *os = &session->ordered_samples;
  391. while (!list_empty(&os->to_free)) {
  392. struct sample_queue *sq;
  393. sq = list_entry(os->to_free.next, struct sample_queue, list);
  394. list_del(&sq->list);
  395. free(sq);
  396. }
  397. }
  398. static int perf_session_deliver_event(struct perf_session *session,
  399. union perf_event *event,
  400. struct perf_sample *sample,
  401. struct perf_tool *tool,
  402. u64 file_offset);
  403. static int flush_sample_queue(struct perf_session *s,
  404. struct perf_tool *tool)
  405. {
  406. struct ordered_samples *os = &s->ordered_samples;
  407. struct list_head *head = &os->samples;
  408. struct sample_queue *tmp, *iter;
  409. struct perf_sample sample;
  410. u64 limit = os->next_flush;
  411. u64 last_ts = os->last_sample ? os->last_sample->timestamp : 0ULL;
  412. bool show_progress = limit == ULLONG_MAX;
  413. struct ui_progress prog;
  414. int ret;
  415. if (!tool->ordered_samples || !limit)
  416. return 0;
  417. if (show_progress)
  418. ui_progress__init(&prog, os->nr_samples, "Processing time ordered events...");
  419. list_for_each_entry_safe(iter, tmp, head, list) {
  420. if (session_done())
  421. return 0;
  422. if (iter->timestamp > limit)
  423. break;
  424. ret = perf_evlist__parse_sample(s->evlist, iter->event, &sample);
  425. if (ret)
  426. pr_err("Can't parse sample, err = %d\n", ret);
  427. else {
  428. ret = perf_session_deliver_event(s, iter->event, &sample, tool,
  429. iter->file_offset);
  430. if (ret)
  431. return ret;
  432. }
  433. os->last_flush = iter->timestamp;
  434. list_del(&iter->list);
  435. list_add(&iter->list, &os->sample_cache);
  436. if (show_progress)
  437. ui_progress__update(&prog, 1);
  438. }
  439. if (list_empty(head)) {
  440. os->last_sample = NULL;
  441. } else if (last_ts <= limit) {
  442. os->last_sample =
  443. list_entry(head->prev, struct sample_queue, list);
  444. }
  445. os->nr_samples = 0;
  446. return 0;
  447. }
  448. /*
  449. * When perf record finishes a pass on every buffers, it records this pseudo
  450. * event.
  451. * We record the max timestamp t found in the pass n.
  452. * Assuming these timestamps are monotonic across cpus, we know that if
  453. * a buffer still has events with timestamps below t, they will be all
  454. * available and then read in the pass n + 1.
  455. * Hence when we start to read the pass n + 2, we can safely flush every
  456. * events with timestamps below t.
  457. *
  458. * ============ PASS n =================
  459. * CPU 0 | CPU 1
  460. * |
  461. * cnt1 timestamps | cnt2 timestamps
  462. * 1 | 2
  463. * 2 | 3
  464. * - | 4 <--- max recorded
  465. *
  466. * ============ PASS n + 1 ==============
  467. * CPU 0 | CPU 1
  468. * |
  469. * cnt1 timestamps | cnt2 timestamps
  470. * 3 | 5
  471. * 4 | 6
  472. * 5 | 7 <---- max recorded
  473. *
  474. * Flush every events below timestamp 4
  475. *
  476. * ============ PASS n + 2 ==============
  477. * CPU 0 | CPU 1
  478. * |
  479. * cnt1 timestamps | cnt2 timestamps
  480. * 6 | 8
  481. * 7 | 9
  482. * - | 10
  483. *
  484. * Flush every events below timestamp 7
  485. * etc...
  486. */
  487. static int process_finished_round(struct perf_tool *tool,
  488. union perf_event *event __maybe_unused,
  489. struct perf_session *session)
  490. {
  491. int ret = flush_sample_queue(session, tool);
  492. if (!ret)
  493. session->ordered_samples.next_flush = session->ordered_samples.max_timestamp;
  494. return ret;
  495. }
  496. /* The queue is ordered by time */
  497. static void __queue_event(struct sample_queue *new, struct perf_session *s)
  498. {
  499. struct ordered_samples *os = &s->ordered_samples;
  500. struct sample_queue *sample = os->last_sample;
  501. u64 timestamp = new->timestamp;
  502. struct list_head *p;
  503. ++os->nr_samples;
  504. os->last_sample = new;
  505. if (!sample) {
  506. list_add(&new->list, &os->samples);
  507. os->max_timestamp = timestamp;
  508. return;
  509. }
  510. /*
  511. * last_sample might point to some random place in the list as it's
  512. * the last queued event. We expect that the new event is close to
  513. * this.
  514. */
  515. if (sample->timestamp <= timestamp) {
  516. while (sample->timestamp <= timestamp) {
  517. p = sample->list.next;
  518. if (p == &os->samples) {
  519. list_add_tail(&new->list, &os->samples);
  520. os->max_timestamp = timestamp;
  521. return;
  522. }
  523. sample = list_entry(p, struct sample_queue, list);
  524. }
  525. list_add_tail(&new->list, &sample->list);
  526. } else {
  527. while (sample->timestamp > timestamp) {
  528. p = sample->list.prev;
  529. if (p == &os->samples) {
  530. list_add(&new->list, &os->samples);
  531. return;
  532. }
  533. sample = list_entry(p, struct sample_queue, list);
  534. }
  535. list_add(&new->list, &sample->list);
  536. }
  537. }
  538. #define MAX_SAMPLE_BUFFER (64 * 1024 / sizeof(struct sample_queue))
  539. int perf_session_queue_event(struct perf_session *s, union perf_event *event,
  540. struct perf_sample *sample, u64 file_offset)
  541. {
  542. struct ordered_samples *os = &s->ordered_samples;
  543. struct list_head *sc = &os->sample_cache;
  544. u64 timestamp = sample->time;
  545. struct sample_queue *new;
  546. if (!timestamp || timestamp == ~0ULL)
  547. return -ETIME;
  548. if (timestamp < s->ordered_samples.last_flush) {
  549. printf("Warning: Timestamp below last timeslice flush\n");
  550. return -EINVAL;
  551. }
  552. if (!list_empty(sc)) {
  553. new = list_entry(sc->next, struct sample_queue, list);
  554. list_del(&new->list);
  555. } else if (os->sample_buffer) {
  556. new = os->sample_buffer + os->sample_buffer_idx;
  557. if (++os->sample_buffer_idx == MAX_SAMPLE_BUFFER)
  558. os->sample_buffer = NULL;
  559. } else {
  560. os->sample_buffer = malloc(MAX_SAMPLE_BUFFER * sizeof(*new));
  561. if (!os->sample_buffer)
  562. return -ENOMEM;
  563. list_add(&os->sample_buffer->list, &os->to_free);
  564. os->sample_buffer_idx = 2;
  565. new = os->sample_buffer + 1;
  566. }
  567. new->timestamp = timestamp;
  568. new->file_offset = file_offset;
  569. new->event = event;
  570. __queue_event(new, s);
  571. return 0;
  572. }
  573. static void callchain__printf(struct perf_sample *sample)
  574. {
  575. unsigned int i;
  576. printf("... chain: nr:%" PRIu64 "\n", sample->callchain->nr);
  577. for (i = 0; i < sample->callchain->nr; i++)
  578. printf("..... %2d: %016" PRIx64 "\n",
  579. i, sample->callchain->ips[i]);
  580. }
  581. static void branch_stack__printf(struct perf_sample *sample)
  582. {
  583. uint64_t i;
  584. printf("... branch stack: nr:%" PRIu64 "\n", sample->branch_stack->nr);
  585. for (i = 0; i < sample->branch_stack->nr; i++)
  586. printf("..... %2"PRIu64": %016" PRIx64 " -> %016" PRIx64 "\n",
  587. i, sample->branch_stack->entries[i].from,
  588. sample->branch_stack->entries[i].to);
  589. }
  590. static void regs_dump__printf(u64 mask, u64 *regs)
  591. {
  592. unsigned rid, i = 0;
  593. for_each_set_bit(rid, (unsigned long *) &mask, sizeof(mask) * 8) {
  594. u64 val = regs[i++];
  595. printf(".... %-5s 0x%" PRIx64 "\n",
  596. perf_reg_name(rid), val);
  597. }
  598. }
  599. static void regs_user__printf(struct perf_sample *sample)
  600. {
  601. struct regs_dump *user_regs = &sample->user_regs;
  602. if (user_regs->regs) {
  603. u64 mask = user_regs->mask;
  604. printf("... user regs: mask 0x%" PRIx64 "\n", mask);
  605. regs_dump__printf(mask, user_regs->regs);
  606. }
  607. }
  608. static void stack_user__printf(struct stack_dump *dump)
  609. {
  610. printf("... ustack: size %" PRIu64 ", offset 0x%x\n",
  611. dump->size, dump->offset);
  612. }
  613. static void perf_session__print_tstamp(struct perf_session *session,
  614. union perf_event *event,
  615. struct perf_sample *sample)
  616. {
  617. u64 sample_type = __perf_evlist__combined_sample_type(session->evlist);
  618. if (event->header.type != PERF_RECORD_SAMPLE &&
  619. !perf_evlist__sample_id_all(session->evlist)) {
  620. fputs("-1 -1 ", stdout);
  621. return;
  622. }
  623. if ((sample_type & PERF_SAMPLE_CPU))
  624. printf("%u ", sample->cpu);
  625. if (sample_type & PERF_SAMPLE_TIME)
  626. printf("%" PRIu64 " ", sample->time);
  627. }
  628. static void sample_read__printf(struct perf_sample *sample, u64 read_format)
  629. {
  630. printf("... sample_read:\n");
  631. if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
  632. printf("...... time enabled %016" PRIx64 "\n",
  633. sample->read.time_enabled);
  634. if (read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
  635. printf("...... time running %016" PRIx64 "\n",
  636. sample->read.time_running);
  637. if (read_format & PERF_FORMAT_GROUP) {
  638. u64 i;
  639. printf(".... group nr %" PRIu64 "\n", sample->read.group.nr);
  640. for (i = 0; i < sample->read.group.nr; i++) {
  641. struct sample_read_value *value;
  642. value = &sample->read.group.values[i];
  643. printf("..... id %016" PRIx64
  644. ", value %016" PRIx64 "\n",
  645. value->id, value->value);
  646. }
  647. } else
  648. printf("..... id %016" PRIx64 ", value %016" PRIx64 "\n",
  649. sample->read.one.id, sample->read.one.value);
  650. }
  651. static void dump_event(struct perf_session *session, union perf_event *event,
  652. u64 file_offset, struct perf_sample *sample)
  653. {
  654. if (!dump_trace)
  655. return;
  656. printf("\n%#" PRIx64 " [%#x]: event: %d\n",
  657. file_offset, event->header.size, event->header.type);
  658. trace_event(event);
  659. if (sample)
  660. perf_session__print_tstamp(session, event, sample);
  661. printf("%#" PRIx64 " [%#x]: PERF_RECORD_%s", file_offset,
  662. event->header.size, perf_event__name(event->header.type));
  663. }
  664. static void dump_sample(struct perf_evsel *evsel, union perf_event *event,
  665. struct perf_sample *sample)
  666. {
  667. u64 sample_type;
  668. if (!dump_trace)
  669. return;
  670. printf("(IP, 0x%x): %d/%d: %#" PRIx64 " period: %" PRIu64 " addr: %#" PRIx64 "\n",
  671. event->header.misc, sample->pid, sample->tid, sample->ip,
  672. sample->period, sample->addr);
  673. sample_type = evsel->attr.sample_type;
  674. if (sample_type & PERF_SAMPLE_CALLCHAIN)
  675. callchain__printf(sample);
  676. if (sample_type & PERF_SAMPLE_BRANCH_STACK)
  677. branch_stack__printf(sample);
  678. if (sample_type & PERF_SAMPLE_REGS_USER)
  679. regs_user__printf(sample);
  680. if (sample_type & PERF_SAMPLE_STACK_USER)
  681. stack_user__printf(&sample->user_stack);
  682. if (sample_type & PERF_SAMPLE_WEIGHT)
  683. printf("... weight: %" PRIu64 "\n", sample->weight);
  684. if (sample_type & PERF_SAMPLE_DATA_SRC)
  685. printf(" . data_src: 0x%"PRIx64"\n", sample->data_src);
  686. if (sample_type & PERF_SAMPLE_TRANSACTION)
  687. printf("... transaction: %" PRIx64 "\n", sample->transaction);
  688. if (sample_type & PERF_SAMPLE_READ)
  689. sample_read__printf(sample, evsel->attr.read_format);
  690. }
  691. static struct machine *
  692. perf_session__find_machine_for_cpumode(struct perf_session *session,
  693. union perf_event *event,
  694. struct perf_sample *sample)
  695. {
  696. const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  697. struct machine *machine;
  698. if (perf_guest &&
  699. ((cpumode == PERF_RECORD_MISC_GUEST_KERNEL) ||
  700. (cpumode == PERF_RECORD_MISC_GUEST_USER))) {
  701. u32 pid;
  702. if (event->header.type == PERF_RECORD_MMAP
  703. || event->header.type == PERF_RECORD_MMAP2)
  704. pid = event->mmap.pid;
  705. else
  706. pid = sample->pid;
  707. machine = perf_session__find_machine(session, pid);
  708. if (!machine)
  709. machine = perf_session__findnew_machine(session,
  710. DEFAULT_GUEST_KERNEL_ID);
  711. return machine;
  712. }
  713. return &session->machines.host;
  714. }
  715. static int deliver_sample_value(struct perf_session *session,
  716. struct perf_tool *tool,
  717. union perf_event *event,
  718. struct perf_sample *sample,
  719. struct sample_read_value *v,
  720. struct machine *machine)
  721. {
  722. struct perf_sample_id *sid;
  723. sid = perf_evlist__id2sid(session->evlist, v->id);
  724. if (sid) {
  725. sample->id = v->id;
  726. sample->period = v->value - sid->period;
  727. sid->period = v->value;
  728. }
  729. if (!sid || sid->evsel == NULL) {
  730. ++session->stats.nr_unknown_id;
  731. return 0;
  732. }
  733. return tool->sample(tool, event, sample, sid->evsel, machine);
  734. }
  735. static int deliver_sample_group(struct perf_session *session,
  736. struct perf_tool *tool,
  737. union perf_event *event,
  738. struct perf_sample *sample,
  739. struct machine *machine)
  740. {
  741. int ret = -EINVAL;
  742. u64 i;
  743. for (i = 0; i < sample->read.group.nr; i++) {
  744. ret = deliver_sample_value(session, tool, event, sample,
  745. &sample->read.group.values[i],
  746. machine);
  747. if (ret)
  748. break;
  749. }
  750. return ret;
  751. }
  752. static int
  753. perf_session__deliver_sample(struct perf_session *session,
  754. struct perf_tool *tool,
  755. union perf_event *event,
  756. struct perf_sample *sample,
  757. struct perf_evsel *evsel,
  758. struct machine *machine)
  759. {
  760. /* We know evsel != NULL. */
  761. u64 sample_type = evsel->attr.sample_type;
  762. u64 read_format = evsel->attr.read_format;
  763. /* Standard sample delievery. */
  764. if (!(sample_type & PERF_SAMPLE_READ))
  765. return tool->sample(tool, event, sample, evsel, machine);
  766. /* For PERF_SAMPLE_READ we have either single or group mode. */
  767. if (read_format & PERF_FORMAT_GROUP)
  768. return deliver_sample_group(session, tool, event, sample,
  769. machine);
  770. else
  771. return deliver_sample_value(session, tool, event, sample,
  772. &sample->read.one, machine);
  773. }
  774. static int perf_session_deliver_event(struct perf_session *session,
  775. union perf_event *event,
  776. struct perf_sample *sample,
  777. struct perf_tool *tool,
  778. u64 file_offset)
  779. {
  780. struct perf_evsel *evsel;
  781. struct machine *machine;
  782. dump_event(session, event, file_offset, sample);
  783. evsel = perf_evlist__id2evsel(session->evlist, sample->id);
  784. if (evsel != NULL && event->header.type != PERF_RECORD_SAMPLE) {
  785. /*
  786. * XXX We're leaving PERF_RECORD_SAMPLE unnacounted here
  787. * because the tools right now may apply filters, discarding
  788. * some of the samples. For consistency, in the future we
  789. * should have something like nr_filtered_samples and remove
  790. * the sample->period from total_sample_period, etc, KISS for
  791. * now tho.
  792. *
  793. * Also testing against NULL allows us to handle files without
  794. * attr.sample_id_all and/or without PERF_SAMPLE_ID. In the
  795. * future probably it'll be a good idea to restrict event
  796. * processing via perf_session to files with both set.
  797. */
  798. hists__inc_nr_events(&evsel->hists, event->header.type);
  799. }
  800. machine = perf_session__find_machine_for_cpumode(session, event,
  801. sample);
  802. switch (event->header.type) {
  803. case PERF_RECORD_SAMPLE:
  804. dump_sample(evsel, event, sample);
  805. if (evsel == NULL) {
  806. ++session->stats.nr_unknown_id;
  807. return 0;
  808. }
  809. if (machine == NULL) {
  810. ++session->stats.nr_unprocessable_samples;
  811. return 0;
  812. }
  813. return perf_session__deliver_sample(session, tool, event,
  814. sample, evsel, machine);
  815. case PERF_RECORD_MMAP:
  816. return tool->mmap(tool, event, sample, machine);
  817. case PERF_RECORD_MMAP2:
  818. return tool->mmap2(tool, event, sample, machine);
  819. case PERF_RECORD_COMM:
  820. return tool->comm(tool, event, sample, machine);
  821. case PERF_RECORD_FORK:
  822. return tool->fork(tool, event, sample, machine);
  823. case PERF_RECORD_EXIT:
  824. return tool->exit(tool, event, sample, machine);
  825. case PERF_RECORD_LOST:
  826. if (tool->lost == perf_event__process_lost)
  827. session->stats.total_lost += event->lost.lost;
  828. return tool->lost(tool, event, sample, machine);
  829. case PERF_RECORD_READ:
  830. return tool->read(tool, event, sample, evsel, machine);
  831. case PERF_RECORD_THROTTLE:
  832. return tool->throttle(tool, event, sample, machine);
  833. case PERF_RECORD_UNTHROTTLE:
  834. return tool->unthrottle(tool, event, sample, machine);
  835. default:
  836. ++session->stats.nr_unknown_events;
  837. return -1;
  838. }
  839. }
  840. static int perf_session__process_user_event(struct perf_session *session, union perf_event *event,
  841. struct perf_tool *tool, u64 file_offset)
  842. {
  843. int fd = perf_data_file__fd(session->file);
  844. int err;
  845. dump_event(session, event, file_offset, NULL);
  846. /* These events are processed right away */
  847. switch (event->header.type) {
  848. case PERF_RECORD_HEADER_ATTR:
  849. err = tool->attr(tool, event, &session->evlist);
  850. if (err == 0)
  851. perf_session__set_id_hdr_size(session);
  852. return err;
  853. case PERF_RECORD_HEADER_EVENT_TYPE:
  854. /*
  855. * Depreceated, but we need to handle it for sake
  856. * of old data files create in pipe mode.
  857. */
  858. return 0;
  859. case PERF_RECORD_HEADER_TRACING_DATA:
  860. /* setup for reading amidst mmap */
  861. lseek(fd, file_offset, SEEK_SET);
  862. return tool->tracing_data(tool, event, session);
  863. case PERF_RECORD_HEADER_BUILD_ID:
  864. return tool->build_id(tool, event, session);
  865. case PERF_RECORD_FINISHED_ROUND:
  866. return tool->finished_round(tool, event, session);
  867. default:
  868. return -EINVAL;
  869. }
  870. }
  871. static void event_swap(union perf_event *event, bool sample_id_all)
  872. {
  873. perf_event__swap_op swap;
  874. swap = perf_event__swap_ops[event->header.type];
  875. if (swap)
  876. swap(event, sample_id_all);
  877. }
  878. static int perf_session__process_event(struct perf_session *session,
  879. union perf_event *event,
  880. struct perf_tool *tool,
  881. u64 file_offset)
  882. {
  883. struct perf_sample sample;
  884. int ret;
  885. if (session->header.needs_swap)
  886. event_swap(event, perf_evlist__sample_id_all(session->evlist));
  887. if (event->header.type >= PERF_RECORD_HEADER_MAX)
  888. return -EINVAL;
  889. events_stats__inc(&session->stats, event->header.type);
  890. if (event->header.type >= PERF_RECORD_USER_TYPE_START)
  891. return perf_session__process_user_event(session, event, tool, file_offset);
  892. /*
  893. * For all kernel events we get the sample data
  894. */
  895. ret = perf_evlist__parse_sample(session->evlist, event, &sample);
  896. if (ret)
  897. return ret;
  898. if (tool->ordered_samples) {
  899. ret = perf_session_queue_event(session, event, &sample,
  900. file_offset);
  901. if (ret != -ETIME)
  902. return ret;
  903. }
  904. return perf_session_deliver_event(session, event, &sample, tool,
  905. file_offset);
  906. }
  907. void perf_event_header__bswap(struct perf_event_header *hdr)
  908. {
  909. hdr->type = bswap_32(hdr->type);
  910. hdr->misc = bswap_16(hdr->misc);
  911. hdr->size = bswap_16(hdr->size);
  912. }
  913. struct thread *perf_session__findnew(struct perf_session *session, pid_t pid)
  914. {
  915. return machine__findnew_thread(&session->machines.host, 0, pid);
  916. }
  917. static struct thread *perf_session__register_idle_thread(struct perf_session *session)
  918. {
  919. struct thread *thread = perf_session__findnew(session, 0);
  920. if (thread == NULL || thread__set_comm(thread, "swapper", 0)) {
  921. pr_err("problem inserting idle task.\n");
  922. thread = NULL;
  923. }
  924. return thread;
  925. }
  926. static void perf_session__warn_about_errors(const struct perf_session *session,
  927. const struct perf_tool *tool)
  928. {
  929. if (tool->lost == perf_event__process_lost &&
  930. session->stats.nr_events[PERF_RECORD_LOST] != 0) {
  931. ui__warning("Processed %d events and lost %d chunks!\n\n"
  932. "Check IO/CPU overload!\n\n",
  933. session->stats.nr_events[0],
  934. session->stats.nr_events[PERF_RECORD_LOST]);
  935. }
  936. if (session->stats.nr_unknown_events != 0) {
  937. ui__warning("Found %u unknown events!\n\n"
  938. "Is this an older tool processing a perf.data "
  939. "file generated by a more recent tool?\n\n"
  940. "If that is not the case, consider "
  941. "reporting to linux-kernel@vger.kernel.org.\n\n",
  942. session->stats.nr_unknown_events);
  943. }
  944. if (session->stats.nr_unknown_id != 0) {
  945. ui__warning("%u samples with id not present in the header\n",
  946. session->stats.nr_unknown_id);
  947. }
  948. if (session->stats.nr_invalid_chains != 0) {
  949. ui__warning("Found invalid callchains!\n\n"
  950. "%u out of %u events were discarded for this reason.\n\n"
  951. "Consider reporting to linux-kernel@vger.kernel.org.\n\n",
  952. session->stats.nr_invalid_chains,
  953. session->stats.nr_events[PERF_RECORD_SAMPLE]);
  954. }
  955. if (session->stats.nr_unprocessable_samples != 0) {
  956. ui__warning("%u unprocessable samples recorded.\n"
  957. "Do you have a KVM guest running and not using 'perf kvm'?\n",
  958. session->stats.nr_unprocessable_samples);
  959. }
  960. }
  961. volatile int session_done;
  962. static int __perf_session__process_pipe_events(struct perf_session *session,
  963. struct perf_tool *tool)
  964. {
  965. int fd = perf_data_file__fd(session->file);
  966. union perf_event *event;
  967. uint32_t size, cur_size = 0;
  968. void *buf = NULL;
  969. int skip = 0;
  970. u64 head;
  971. ssize_t err;
  972. void *p;
  973. perf_tool__fill_defaults(tool);
  974. head = 0;
  975. cur_size = sizeof(union perf_event);
  976. buf = malloc(cur_size);
  977. if (!buf)
  978. return -errno;
  979. more:
  980. event = buf;
  981. err = readn(fd, event, sizeof(struct perf_event_header));
  982. if (err <= 0) {
  983. if (err == 0)
  984. goto done;
  985. pr_err("failed to read event header\n");
  986. goto out_err;
  987. }
  988. if (session->header.needs_swap)
  989. perf_event_header__bswap(&event->header);
  990. size = event->header.size;
  991. if (size < sizeof(struct perf_event_header)) {
  992. pr_err("bad event header size\n");
  993. goto out_err;
  994. }
  995. if (size > cur_size) {
  996. void *new = realloc(buf, size);
  997. if (!new) {
  998. pr_err("failed to allocate memory to read event\n");
  999. goto out_err;
  1000. }
  1001. buf = new;
  1002. cur_size = size;
  1003. event = buf;
  1004. }
  1005. p = event;
  1006. p += sizeof(struct perf_event_header);
  1007. if (size - sizeof(struct perf_event_header)) {
  1008. err = readn(fd, p, size - sizeof(struct perf_event_header));
  1009. if (err <= 0) {
  1010. if (err == 0) {
  1011. pr_err("unexpected end of event stream\n");
  1012. goto done;
  1013. }
  1014. pr_err("failed to read event data\n");
  1015. goto out_err;
  1016. }
  1017. }
  1018. if ((skip = perf_session__process_event(session, event, tool, head)) < 0) {
  1019. pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
  1020. head, event->header.size, event->header.type);
  1021. err = -EINVAL;
  1022. goto out_err;
  1023. }
  1024. head += size;
  1025. if (skip > 0)
  1026. head += skip;
  1027. if (!session_done())
  1028. goto more;
  1029. done:
  1030. /* do the final flush for ordered samples */
  1031. session->ordered_samples.next_flush = ULLONG_MAX;
  1032. err = flush_sample_queue(session, tool);
  1033. out_err:
  1034. free(buf);
  1035. perf_session__warn_about_errors(session, tool);
  1036. perf_session_free_sample_buffers(session);
  1037. return err;
  1038. }
  1039. static union perf_event *
  1040. fetch_mmaped_event(struct perf_session *session,
  1041. u64 head, size_t mmap_size, char *buf)
  1042. {
  1043. union perf_event *event;
  1044. /*
  1045. * Ensure we have enough space remaining to read
  1046. * the size of the event in the headers.
  1047. */
  1048. if (head + sizeof(event->header) > mmap_size)
  1049. return NULL;
  1050. event = (union perf_event *)(buf + head);
  1051. if (session->header.needs_swap)
  1052. perf_event_header__bswap(&event->header);
  1053. if (head + event->header.size > mmap_size) {
  1054. /* We're not fetching the event so swap back again */
  1055. if (session->header.needs_swap)
  1056. perf_event_header__bswap(&event->header);
  1057. return NULL;
  1058. }
  1059. return event;
  1060. }
  1061. /*
  1062. * On 64bit we can mmap the data file in one go. No need for tiny mmap
  1063. * slices. On 32bit we use 32MB.
  1064. */
  1065. #if BITS_PER_LONG == 64
  1066. #define MMAP_SIZE ULLONG_MAX
  1067. #define NUM_MMAPS 1
  1068. #else
  1069. #define MMAP_SIZE (32 * 1024 * 1024ULL)
  1070. #define NUM_MMAPS 128
  1071. #endif
  1072. int __perf_session__process_events(struct perf_session *session,
  1073. u64 data_offset, u64 data_size,
  1074. u64 file_size, struct perf_tool *tool)
  1075. {
  1076. int fd = perf_data_file__fd(session->file);
  1077. u64 head, page_offset, file_offset, file_pos;
  1078. int err, mmap_prot, mmap_flags, map_idx = 0;
  1079. size_t mmap_size;
  1080. char *buf, *mmaps[NUM_MMAPS];
  1081. union perf_event *event;
  1082. uint32_t size;
  1083. struct ui_progress prog;
  1084. perf_tool__fill_defaults(tool);
  1085. page_offset = page_size * (data_offset / page_size);
  1086. file_offset = page_offset;
  1087. head = data_offset - page_offset;
  1088. if (data_size && (data_offset + data_size < file_size))
  1089. file_size = data_offset + data_size;
  1090. ui_progress__init(&prog, file_size, "Processing events...");
  1091. mmap_size = MMAP_SIZE;
  1092. if (mmap_size > file_size)
  1093. mmap_size = file_size;
  1094. memset(mmaps, 0, sizeof(mmaps));
  1095. mmap_prot = PROT_READ;
  1096. mmap_flags = MAP_SHARED;
  1097. if (session->header.needs_swap) {
  1098. mmap_prot |= PROT_WRITE;
  1099. mmap_flags = MAP_PRIVATE;
  1100. }
  1101. remap:
  1102. buf = mmap(NULL, mmap_size, mmap_prot, mmap_flags, fd,
  1103. file_offset);
  1104. if (buf == MAP_FAILED) {
  1105. pr_err("failed to mmap file\n");
  1106. err = -errno;
  1107. goto out_err;
  1108. }
  1109. mmaps[map_idx] = buf;
  1110. map_idx = (map_idx + 1) & (ARRAY_SIZE(mmaps) - 1);
  1111. file_pos = file_offset + head;
  1112. more:
  1113. event = fetch_mmaped_event(session, head, mmap_size, buf);
  1114. if (!event) {
  1115. if (mmaps[map_idx]) {
  1116. munmap(mmaps[map_idx], mmap_size);
  1117. mmaps[map_idx] = NULL;
  1118. }
  1119. page_offset = page_size * (head / page_size);
  1120. file_offset += page_offset;
  1121. head -= page_offset;
  1122. goto remap;
  1123. }
  1124. size = event->header.size;
  1125. if (size < sizeof(struct perf_event_header) ||
  1126. perf_session__process_event(session, event, tool, file_pos) < 0) {
  1127. pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
  1128. file_offset + head, event->header.size,
  1129. event->header.type);
  1130. err = -EINVAL;
  1131. goto out_err;
  1132. }
  1133. head += size;
  1134. file_pos += size;
  1135. ui_progress__update(&prog, size);
  1136. if (session_done())
  1137. goto out;
  1138. if (file_pos < file_size)
  1139. goto more;
  1140. out:
  1141. /* do the final flush for ordered samples */
  1142. session->ordered_samples.next_flush = ULLONG_MAX;
  1143. err = flush_sample_queue(session, tool);
  1144. out_err:
  1145. ui_progress__finish();
  1146. perf_session__warn_about_errors(session, tool);
  1147. perf_session_free_sample_buffers(session);
  1148. return err;
  1149. }
  1150. int perf_session__process_events(struct perf_session *session,
  1151. struct perf_tool *tool)
  1152. {
  1153. u64 size = perf_data_file__size(session->file);
  1154. int err;
  1155. if (perf_session__register_idle_thread(session) == NULL)
  1156. return -ENOMEM;
  1157. if (!perf_data_file__is_pipe(session->file))
  1158. err = __perf_session__process_events(session,
  1159. session->header.data_offset,
  1160. session->header.data_size,
  1161. size, tool);
  1162. else
  1163. err = __perf_session__process_pipe_events(session, tool);
  1164. return err;
  1165. }
  1166. bool perf_session__has_traces(struct perf_session *session, const char *msg)
  1167. {
  1168. struct perf_evsel *evsel;
  1169. evlist__for_each(session->evlist, evsel) {
  1170. if (evsel->attr.type == PERF_TYPE_TRACEPOINT)
  1171. return true;
  1172. }
  1173. pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg);
  1174. return false;
  1175. }
  1176. int maps__set_kallsyms_ref_reloc_sym(struct map **maps,
  1177. const char *symbol_name, u64 addr)
  1178. {
  1179. char *bracket;
  1180. enum map_type i;
  1181. struct ref_reloc_sym *ref;
  1182. ref = zalloc(sizeof(struct ref_reloc_sym));
  1183. if (ref == NULL)
  1184. return -ENOMEM;
  1185. ref->name = strdup(symbol_name);
  1186. if (ref->name == NULL) {
  1187. free(ref);
  1188. return -ENOMEM;
  1189. }
  1190. bracket = strchr(ref->name, ']');
  1191. if (bracket)
  1192. *bracket = '\0';
  1193. ref->addr = addr;
  1194. for (i = 0; i < MAP__NR_TYPES; ++i) {
  1195. struct kmap *kmap = map__kmap(maps[i]);
  1196. kmap->ref_reloc_sym = ref;
  1197. }
  1198. return 0;
  1199. }
  1200. size_t perf_session__fprintf_dsos(struct perf_session *session, FILE *fp)
  1201. {
  1202. return machines__fprintf_dsos(&session->machines, fp);
  1203. }
  1204. size_t perf_session__fprintf_dsos_buildid(struct perf_session *session, FILE *fp,
  1205. bool (skip)(struct dso *dso, int parm), int parm)
  1206. {
  1207. return machines__fprintf_dsos_buildid(&session->machines, fp, skip, parm);
  1208. }
  1209. size_t perf_session__fprintf_nr_events(struct perf_session *session, FILE *fp)
  1210. {
  1211. struct perf_evsel *pos;
  1212. size_t ret = fprintf(fp, "Aggregated stats:\n");
  1213. ret += events_stats__fprintf(&session->stats, fp);
  1214. evlist__for_each(session->evlist, pos) {
  1215. ret += fprintf(fp, "%s stats:\n", perf_evsel__name(pos));
  1216. ret += events_stats__fprintf(&pos->hists.stats, fp);
  1217. }
  1218. return ret;
  1219. }
  1220. size_t perf_session__fprintf(struct perf_session *session, FILE *fp)
  1221. {
  1222. /*
  1223. * FIXME: Here we have to actually print all the machines in this
  1224. * session, not just the host...
  1225. */
  1226. return machine__fprintf(&session->machines.host, fp);
  1227. }
  1228. struct perf_evsel *perf_session__find_first_evtype(struct perf_session *session,
  1229. unsigned int type)
  1230. {
  1231. struct perf_evsel *pos;
  1232. evlist__for_each(session->evlist, pos) {
  1233. if (pos->attr.type == type)
  1234. return pos;
  1235. }
  1236. return NULL;
  1237. }
  1238. void perf_evsel__print_ip(struct perf_evsel *evsel, struct perf_sample *sample,
  1239. struct addr_location *al,
  1240. unsigned int print_opts, unsigned int stack_depth)
  1241. {
  1242. struct callchain_cursor_node *node;
  1243. int print_ip = print_opts & PRINT_IP_OPT_IP;
  1244. int print_sym = print_opts & PRINT_IP_OPT_SYM;
  1245. int print_dso = print_opts & PRINT_IP_OPT_DSO;
  1246. int print_symoffset = print_opts & PRINT_IP_OPT_SYMOFFSET;
  1247. int print_oneline = print_opts & PRINT_IP_OPT_ONELINE;
  1248. int print_srcline = print_opts & PRINT_IP_OPT_SRCLINE;
  1249. char s = print_oneline ? ' ' : '\t';
  1250. if (symbol_conf.use_callchain && sample->callchain) {
  1251. struct addr_location node_al;
  1252. if (machine__resolve_callchain(al->machine, evsel, al->thread,
  1253. sample, NULL, NULL,
  1254. PERF_MAX_STACK_DEPTH) != 0) {
  1255. if (verbose)
  1256. error("Failed to resolve callchain. Skipping\n");
  1257. return;
  1258. }
  1259. callchain_cursor_commit(&callchain_cursor);
  1260. if (print_symoffset)
  1261. node_al = *al;
  1262. while (stack_depth) {
  1263. u64 addr = 0;
  1264. node = callchain_cursor_current(&callchain_cursor);
  1265. if (!node)
  1266. break;
  1267. if (node->sym && node->sym->ignore)
  1268. goto next;
  1269. if (print_ip)
  1270. printf("%c%16" PRIx64, s, node->ip);
  1271. if (node->map)
  1272. addr = node->map->map_ip(node->map, node->ip);
  1273. if (print_sym) {
  1274. printf(" ");
  1275. if (print_symoffset) {
  1276. node_al.addr = addr;
  1277. node_al.map = node->map;
  1278. symbol__fprintf_symname_offs(node->sym, &node_al, stdout);
  1279. } else
  1280. symbol__fprintf_symname(node->sym, stdout);
  1281. }
  1282. if (print_dso) {
  1283. printf(" (");
  1284. map__fprintf_dsoname(node->map, stdout);
  1285. printf(")");
  1286. }
  1287. if (print_srcline)
  1288. map__fprintf_srcline(node->map, addr, "\n ",
  1289. stdout);
  1290. if (!print_oneline)
  1291. printf("\n");
  1292. stack_depth--;
  1293. next:
  1294. callchain_cursor_advance(&callchain_cursor);
  1295. }
  1296. } else {
  1297. if (al->sym && al->sym->ignore)
  1298. return;
  1299. if (print_ip)
  1300. printf("%16" PRIx64, sample->ip);
  1301. if (print_sym) {
  1302. printf(" ");
  1303. if (print_symoffset)
  1304. symbol__fprintf_symname_offs(al->sym, al,
  1305. stdout);
  1306. else
  1307. symbol__fprintf_symname(al->sym, stdout);
  1308. }
  1309. if (print_dso) {
  1310. printf(" (");
  1311. map__fprintf_dsoname(al->map, stdout);
  1312. printf(")");
  1313. }
  1314. if (print_srcline)
  1315. map__fprintf_srcline(al->map, al->addr, "\n ", stdout);
  1316. }
  1317. }
  1318. int perf_session__cpu_bitmap(struct perf_session *session,
  1319. const char *cpu_list, unsigned long *cpu_bitmap)
  1320. {
  1321. int i, err = -1;
  1322. struct cpu_map *map;
  1323. for (i = 0; i < PERF_TYPE_MAX; ++i) {
  1324. struct perf_evsel *evsel;
  1325. evsel = perf_session__find_first_evtype(session, i);
  1326. if (!evsel)
  1327. continue;
  1328. if (!(evsel->attr.sample_type & PERF_SAMPLE_CPU)) {
  1329. pr_err("File does not contain CPU events. "
  1330. "Remove -c option to proceed.\n");
  1331. return -1;
  1332. }
  1333. }
  1334. map = cpu_map__new(cpu_list);
  1335. if (map == NULL) {
  1336. pr_err("Invalid cpu_list\n");
  1337. return -1;
  1338. }
  1339. for (i = 0; i < map->nr; i++) {
  1340. int cpu = map->map[i];
  1341. if (cpu >= MAX_NR_CPUS) {
  1342. pr_err("Requested CPU %d too large. "
  1343. "Consider raising MAX_NR_CPUS\n", cpu);
  1344. goto out_delete_map;
  1345. }
  1346. set_bit(cpu, cpu_bitmap);
  1347. }
  1348. err = 0;
  1349. out_delete_map:
  1350. cpu_map__delete(map);
  1351. return err;
  1352. }
  1353. void perf_session__fprintf_info(struct perf_session *session, FILE *fp,
  1354. bool full)
  1355. {
  1356. struct stat st;
  1357. int fd, ret;
  1358. if (session == NULL || fp == NULL)
  1359. return;
  1360. fd = perf_data_file__fd(session->file);
  1361. ret = fstat(fd, &st);
  1362. if (ret == -1)
  1363. return;
  1364. fprintf(fp, "# ========\n");
  1365. fprintf(fp, "# captured on: %s", ctime(&st.st_ctime));
  1366. perf_header__fprintf_info(session, fp, full);
  1367. fprintf(fp, "# ========\n#\n");
  1368. }
  1369. int __perf_session__set_tracepoints_handlers(struct perf_session *session,
  1370. const struct perf_evsel_str_handler *assocs,
  1371. size_t nr_assocs)
  1372. {
  1373. struct perf_evsel *evsel;
  1374. size_t i;
  1375. int err;
  1376. for (i = 0; i < nr_assocs; i++) {
  1377. /*
  1378. * Adding a handler for an event not in the session,
  1379. * just ignore it.
  1380. */
  1381. evsel = perf_evlist__find_tracepoint_by_name(session->evlist, assocs[i].name);
  1382. if (evsel == NULL)
  1383. continue;
  1384. err = -EEXIST;
  1385. if (evsel->handler != NULL)
  1386. goto out;
  1387. evsel->handler = assocs[i].handler;
  1388. }
  1389. err = 0;
  1390. out:
  1391. return err;
  1392. }