header.c 59 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781
  1. #include "util.h"
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include <linux/bitops.h>
  10. #include <sys/utsname.h>
  11. #include "evlist.h"
  12. #include "evsel.h"
  13. #include "header.h"
  14. #include "../perf.h"
  15. #include "trace-event.h"
  16. #include "session.h"
  17. #include "symbol.h"
  18. #include "debug.h"
  19. #include "cpumap.h"
  20. #include "pmu.h"
  21. #include "vdso.h"
  22. #include "strbuf.h"
  23. #include "build-id.h"
  24. #include "data.h"
  25. static u32 header_argc;
  26. static const char **header_argv;
  27. /*
  28. * magic2 = "PERFILE2"
  29. * must be a numerical value to let the endianness
  30. * determine the memory layout. That way we are able
  31. * to detect endianness when reading the perf.data file
  32. * back.
  33. *
  34. * we check for legacy (PERFFILE) format.
  35. */
  36. static const char *__perf_magic1 = "PERFFILE";
  37. static const u64 __perf_magic2 = 0x32454c4946524550ULL;
  38. static const u64 __perf_magic2_sw = 0x50455246494c4532ULL;
  39. #define PERF_MAGIC __perf_magic2
  40. struct perf_file_attr {
  41. struct perf_event_attr attr;
  42. struct perf_file_section ids;
  43. };
  44. void perf_header__set_feat(struct perf_header *header, int feat)
  45. {
  46. set_bit(feat, header->adds_features);
  47. }
  48. void perf_header__clear_feat(struct perf_header *header, int feat)
  49. {
  50. clear_bit(feat, header->adds_features);
  51. }
  52. bool perf_header__has_feat(const struct perf_header *header, int feat)
  53. {
  54. return test_bit(feat, header->adds_features);
  55. }
  56. static int do_write(int fd, const void *buf, size_t size)
  57. {
  58. while (size) {
  59. int ret = write(fd, buf, size);
  60. if (ret < 0)
  61. return -errno;
  62. size -= ret;
  63. buf += ret;
  64. }
  65. return 0;
  66. }
  67. int write_padded(int fd, const void *bf, size_t count, size_t count_aligned)
  68. {
  69. static const char zero_buf[NAME_ALIGN];
  70. int err = do_write(fd, bf, count);
  71. if (!err)
  72. err = do_write(fd, zero_buf, count_aligned - count);
  73. return err;
  74. }
  75. static int do_write_string(int fd, const char *str)
  76. {
  77. u32 len, olen;
  78. int ret;
  79. olen = strlen(str) + 1;
  80. len = PERF_ALIGN(olen, NAME_ALIGN);
  81. /* write len, incl. \0 */
  82. ret = do_write(fd, &len, sizeof(len));
  83. if (ret < 0)
  84. return ret;
  85. return write_padded(fd, str, olen, len);
  86. }
  87. static char *do_read_string(int fd, struct perf_header *ph)
  88. {
  89. ssize_t sz, ret;
  90. u32 len;
  91. char *buf;
  92. sz = readn(fd, &len, sizeof(len));
  93. if (sz < (ssize_t)sizeof(len))
  94. return NULL;
  95. if (ph->needs_swap)
  96. len = bswap_32(len);
  97. buf = malloc(len);
  98. if (!buf)
  99. return NULL;
  100. ret = readn(fd, buf, len);
  101. if (ret == (ssize_t)len) {
  102. /*
  103. * strings are padded by zeroes
  104. * thus the actual strlen of buf
  105. * may be less than len
  106. */
  107. return buf;
  108. }
  109. free(buf);
  110. return NULL;
  111. }
  112. int
  113. perf_header__set_cmdline(int argc, const char **argv)
  114. {
  115. int i;
  116. /*
  117. * If header_argv has already been set, do not override it.
  118. * This allows a command to set the cmdline, parse args and
  119. * then call another builtin function that implements a
  120. * command -- e.g, cmd_kvm calling cmd_record.
  121. */
  122. if (header_argv)
  123. return 0;
  124. header_argc = (u32)argc;
  125. /* do not include NULL termination */
  126. header_argv = calloc(argc, sizeof(char *));
  127. if (!header_argv)
  128. return -ENOMEM;
  129. /*
  130. * must copy argv contents because it gets moved
  131. * around during option parsing
  132. */
  133. for (i = 0; i < argc ; i++)
  134. header_argv[i] = argv[i];
  135. return 0;
  136. }
  137. static int write_tracing_data(int fd, struct perf_header *h __maybe_unused,
  138. struct perf_evlist *evlist)
  139. {
  140. return read_tracing_data(fd, &evlist->entries);
  141. }
  142. static int write_build_id(int fd, struct perf_header *h,
  143. struct perf_evlist *evlist __maybe_unused)
  144. {
  145. struct perf_session *session;
  146. int err;
  147. session = container_of(h, struct perf_session, header);
  148. if (!perf_session__read_build_ids(session, true))
  149. return -1;
  150. err = perf_session__write_buildid_table(session, fd);
  151. if (err < 0) {
  152. pr_debug("failed to write buildid table\n");
  153. return err;
  154. }
  155. perf_session__cache_build_ids(session);
  156. return 0;
  157. }
  158. static int write_hostname(int fd, struct perf_header *h __maybe_unused,
  159. struct perf_evlist *evlist __maybe_unused)
  160. {
  161. struct utsname uts;
  162. int ret;
  163. ret = uname(&uts);
  164. if (ret < 0)
  165. return -1;
  166. return do_write_string(fd, uts.nodename);
  167. }
  168. static int write_osrelease(int fd, struct perf_header *h __maybe_unused,
  169. struct perf_evlist *evlist __maybe_unused)
  170. {
  171. struct utsname uts;
  172. int ret;
  173. ret = uname(&uts);
  174. if (ret < 0)
  175. return -1;
  176. return do_write_string(fd, uts.release);
  177. }
  178. static int write_arch(int fd, struct perf_header *h __maybe_unused,
  179. struct perf_evlist *evlist __maybe_unused)
  180. {
  181. struct utsname uts;
  182. int ret;
  183. ret = uname(&uts);
  184. if (ret < 0)
  185. return -1;
  186. return do_write_string(fd, uts.machine);
  187. }
  188. static int write_version(int fd, struct perf_header *h __maybe_unused,
  189. struct perf_evlist *evlist __maybe_unused)
  190. {
  191. return do_write_string(fd, perf_version_string);
  192. }
  193. static int __write_cpudesc(int fd, const char *cpuinfo_proc)
  194. {
  195. FILE *file;
  196. char *buf = NULL;
  197. char *s, *p;
  198. const char *search = cpuinfo_proc;
  199. size_t len = 0;
  200. int ret = -1;
  201. if (!search)
  202. return -1;
  203. file = fopen("/proc/cpuinfo", "r");
  204. if (!file)
  205. return -1;
  206. while (getline(&buf, &len, file) > 0) {
  207. ret = strncmp(buf, search, strlen(search));
  208. if (!ret)
  209. break;
  210. }
  211. if (ret) {
  212. ret = -1;
  213. goto done;
  214. }
  215. s = buf;
  216. p = strchr(buf, ':');
  217. if (p && *(p+1) == ' ' && *(p+2))
  218. s = p + 2;
  219. p = strchr(s, '\n');
  220. if (p)
  221. *p = '\0';
  222. /* squash extra space characters (branding string) */
  223. p = s;
  224. while (*p) {
  225. if (isspace(*p)) {
  226. char *r = p + 1;
  227. char *q = r;
  228. *p = ' ';
  229. while (*q && isspace(*q))
  230. q++;
  231. if (q != (p+1))
  232. while ((*r++ = *q++));
  233. }
  234. p++;
  235. }
  236. ret = do_write_string(fd, s);
  237. done:
  238. free(buf);
  239. fclose(file);
  240. return ret;
  241. }
  242. static int write_cpudesc(int fd, struct perf_header *h __maybe_unused,
  243. struct perf_evlist *evlist __maybe_unused)
  244. {
  245. #ifndef CPUINFO_PROC
  246. #define CPUINFO_PROC {"model name", }
  247. #endif
  248. const char *cpuinfo_procs[] = CPUINFO_PROC;
  249. unsigned int i;
  250. for (i = 0; i < ARRAY_SIZE(cpuinfo_procs); i++) {
  251. int ret;
  252. ret = __write_cpudesc(fd, cpuinfo_procs[i]);
  253. if (ret >= 0)
  254. return ret;
  255. }
  256. return -1;
  257. }
  258. static int write_nrcpus(int fd, struct perf_header *h __maybe_unused,
  259. struct perf_evlist *evlist __maybe_unused)
  260. {
  261. long nr;
  262. u32 nrc, nra;
  263. int ret;
  264. nr = sysconf(_SC_NPROCESSORS_CONF);
  265. if (nr < 0)
  266. return -1;
  267. nrc = (u32)(nr & UINT_MAX);
  268. nr = sysconf(_SC_NPROCESSORS_ONLN);
  269. if (nr < 0)
  270. return -1;
  271. nra = (u32)(nr & UINT_MAX);
  272. ret = do_write(fd, &nrc, sizeof(nrc));
  273. if (ret < 0)
  274. return ret;
  275. return do_write(fd, &nra, sizeof(nra));
  276. }
  277. static int write_event_desc(int fd, struct perf_header *h __maybe_unused,
  278. struct perf_evlist *evlist)
  279. {
  280. struct perf_evsel *evsel;
  281. u32 nre, nri, sz;
  282. int ret;
  283. nre = evlist->nr_entries;
  284. /*
  285. * write number of events
  286. */
  287. ret = do_write(fd, &nre, sizeof(nre));
  288. if (ret < 0)
  289. return ret;
  290. /*
  291. * size of perf_event_attr struct
  292. */
  293. sz = (u32)sizeof(evsel->attr);
  294. ret = do_write(fd, &sz, sizeof(sz));
  295. if (ret < 0)
  296. return ret;
  297. evlist__for_each(evlist, evsel) {
  298. ret = do_write(fd, &evsel->attr, sz);
  299. if (ret < 0)
  300. return ret;
  301. /*
  302. * write number of unique id per event
  303. * there is one id per instance of an event
  304. *
  305. * copy into an nri to be independent of the
  306. * type of ids,
  307. */
  308. nri = evsel->ids;
  309. ret = do_write(fd, &nri, sizeof(nri));
  310. if (ret < 0)
  311. return ret;
  312. /*
  313. * write event string as passed on cmdline
  314. */
  315. ret = do_write_string(fd, perf_evsel__name(evsel));
  316. if (ret < 0)
  317. return ret;
  318. /*
  319. * write unique ids for this event
  320. */
  321. ret = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  322. if (ret < 0)
  323. return ret;
  324. }
  325. return 0;
  326. }
  327. static int write_cmdline(int fd, struct perf_header *h __maybe_unused,
  328. struct perf_evlist *evlist __maybe_unused)
  329. {
  330. char buf[MAXPATHLEN];
  331. char proc[32];
  332. u32 i, n;
  333. int ret;
  334. /*
  335. * actual atual path to perf binary
  336. */
  337. sprintf(proc, "/proc/%d/exe", getpid());
  338. ret = readlink(proc, buf, sizeof(buf));
  339. if (ret <= 0)
  340. return -1;
  341. /* readlink() does not add null termination */
  342. buf[ret] = '\0';
  343. /* account for binary path */
  344. n = header_argc + 1;
  345. ret = do_write(fd, &n, sizeof(n));
  346. if (ret < 0)
  347. return ret;
  348. ret = do_write_string(fd, buf);
  349. if (ret < 0)
  350. return ret;
  351. for (i = 0 ; i < header_argc; i++) {
  352. ret = do_write_string(fd, header_argv[i]);
  353. if (ret < 0)
  354. return ret;
  355. }
  356. return 0;
  357. }
  358. #define CORE_SIB_FMT \
  359. "/sys/devices/system/cpu/cpu%d/topology/core_siblings_list"
  360. #define THRD_SIB_FMT \
  361. "/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list"
  362. struct cpu_topo {
  363. u32 core_sib;
  364. u32 thread_sib;
  365. char **core_siblings;
  366. char **thread_siblings;
  367. };
  368. static int build_cpu_topo(struct cpu_topo *tp, int cpu)
  369. {
  370. FILE *fp;
  371. char filename[MAXPATHLEN];
  372. char *buf = NULL, *p;
  373. size_t len = 0;
  374. ssize_t sret;
  375. u32 i = 0;
  376. int ret = -1;
  377. sprintf(filename, CORE_SIB_FMT, cpu);
  378. fp = fopen(filename, "r");
  379. if (!fp)
  380. goto try_threads;
  381. sret = getline(&buf, &len, fp);
  382. fclose(fp);
  383. if (sret <= 0)
  384. goto try_threads;
  385. p = strchr(buf, '\n');
  386. if (p)
  387. *p = '\0';
  388. for (i = 0; i < tp->core_sib; i++) {
  389. if (!strcmp(buf, tp->core_siblings[i]))
  390. break;
  391. }
  392. if (i == tp->core_sib) {
  393. tp->core_siblings[i] = buf;
  394. tp->core_sib++;
  395. buf = NULL;
  396. len = 0;
  397. }
  398. ret = 0;
  399. try_threads:
  400. sprintf(filename, THRD_SIB_FMT, cpu);
  401. fp = fopen(filename, "r");
  402. if (!fp)
  403. goto done;
  404. if (getline(&buf, &len, fp) <= 0)
  405. goto done;
  406. p = strchr(buf, '\n');
  407. if (p)
  408. *p = '\0';
  409. for (i = 0; i < tp->thread_sib; i++) {
  410. if (!strcmp(buf, tp->thread_siblings[i]))
  411. break;
  412. }
  413. if (i == tp->thread_sib) {
  414. tp->thread_siblings[i] = buf;
  415. tp->thread_sib++;
  416. buf = NULL;
  417. }
  418. ret = 0;
  419. done:
  420. if(fp)
  421. fclose(fp);
  422. free(buf);
  423. return ret;
  424. }
  425. static void free_cpu_topo(struct cpu_topo *tp)
  426. {
  427. u32 i;
  428. if (!tp)
  429. return;
  430. for (i = 0 ; i < tp->core_sib; i++)
  431. zfree(&tp->core_siblings[i]);
  432. for (i = 0 ; i < tp->thread_sib; i++)
  433. zfree(&tp->thread_siblings[i]);
  434. free(tp);
  435. }
  436. static struct cpu_topo *build_cpu_topology(void)
  437. {
  438. struct cpu_topo *tp;
  439. void *addr;
  440. u32 nr, i;
  441. size_t sz;
  442. long ncpus;
  443. int ret = -1;
  444. ncpus = sysconf(_SC_NPROCESSORS_CONF);
  445. if (ncpus < 0)
  446. return NULL;
  447. nr = (u32)(ncpus & UINT_MAX);
  448. sz = nr * sizeof(char *);
  449. addr = calloc(1, sizeof(*tp) + 2 * sz);
  450. if (!addr)
  451. return NULL;
  452. tp = addr;
  453. addr += sizeof(*tp);
  454. tp->core_siblings = addr;
  455. addr += sz;
  456. tp->thread_siblings = addr;
  457. for (i = 0; i < nr; i++) {
  458. ret = build_cpu_topo(tp, i);
  459. if (ret < 0)
  460. break;
  461. }
  462. if (ret) {
  463. free_cpu_topo(tp);
  464. tp = NULL;
  465. }
  466. return tp;
  467. }
  468. static int write_cpu_topology(int fd, struct perf_header *h __maybe_unused,
  469. struct perf_evlist *evlist __maybe_unused)
  470. {
  471. struct cpu_topo *tp;
  472. u32 i;
  473. int ret;
  474. tp = build_cpu_topology();
  475. if (!tp)
  476. return -1;
  477. ret = do_write(fd, &tp->core_sib, sizeof(tp->core_sib));
  478. if (ret < 0)
  479. goto done;
  480. for (i = 0; i < tp->core_sib; i++) {
  481. ret = do_write_string(fd, tp->core_siblings[i]);
  482. if (ret < 0)
  483. goto done;
  484. }
  485. ret = do_write(fd, &tp->thread_sib, sizeof(tp->thread_sib));
  486. if (ret < 0)
  487. goto done;
  488. for (i = 0; i < tp->thread_sib; i++) {
  489. ret = do_write_string(fd, tp->thread_siblings[i]);
  490. if (ret < 0)
  491. break;
  492. }
  493. done:
  494. free_cpu_topo(tp);
  495. return ret;
  496. }
  497. static int write_total_mem(int fd, struct perf_header *h __maybe_unused,
  498. struct perf_evlist *evlist __maybe_unused)
  499. {
  500. char *buf = NULL;
  501. FILE *fp;
  502. size_t len = 0;
  503. int ret = -1, n;
  504. uint64_t mem;
  505. fp = fopen("/proc/meminfo", "r");
  506. if (!fp)
  507. return -1;
  508. while (getline(&buf, &len, fp) > 0) {
  509. ret = strncmp(buf, "MemTotal:", 9);
  510. if (!ret)
  511. break;
  512. }
  513. if (!ret) {
  514. n = sscanf(buf, "%*s %"PRIu64, &mem);
  515. if (n == 1)
  516. ret = do_write(fd, &mem, sizeof(mem));
  517. } else
  518. ret = -1;
  519. free(buf);
  520. fclose(fp);
  521. return ret;
  522. }
  523. static int write_topo_node(int fd, int node)
  524. {
  525. char str[MAXPATHLEN];
  526. char field[32];
  527. char *buf = NULL, *p;
  528. size_t len = 0;
  529. FILE *fp;
  530. u64 mem_total, mem_free, mem;
  531. int ret = -1;
  532. sprintf(str, "/sys/devices/system/node/node%d/meminfo", node);
  533. fp = fopen(str, "r");
  534. if (!fp)
  535. return -1;
  536. while (getline(&buf, &len, fp) > 0) {
  537. /* skip over invalid lines */
  538. if (!strchr(buf, ':'))
  539. continue;
  540. if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
  541. goto done;
  542. if (!strcmp(field, "MemTotal:"))
  543. mem_total = mem;
  544. if (!strcmp(field, "MemFree:"))
  545. mem_free = mem;
  546. }
  547. fclose(fp);
  548. fp = NULL;
  549. ret = do_write(fd, &mem_total, sizeof(u64));
  550. if (ret)
  551. goto done;
  552. ret = do_write(fd, &mem_free, sizeof(u64));
  553. if (ret)
  554. goto done;
  555. ret = -1;
  556. sprintf(str, "/sys/devices/system/node/node%d/cpulist", node);
  557. fp = fopen(str, "r");
  558. if (!fp)
  559. goto done;
  560. if (getline(&buf, &len, fp) <= 0)
  561. goto done;
  562. p = strchr(buf, '\n');
  563. if (p)
  564. *p = '\0';
  565. ret = do_write_string(fd, buf);
  566. done:
  567. free(buf);
  568. if (fp)
  569. fclose(fp);
  570. return ret;
  571. }
  572. static int write_numa_topology(int fd, struct perf_header *h __maybe_unused,
  573. struct perf_evlist *evlist __maybe_unused)
  574. {
  575. char *buf = NULL;
  576. size_t len = 0;
  577. FILE *fp;
  578. struct cpu_map *node_map = NULL;
  579. char *c;
  580. u32 nr, i, j;
  581. int ret = -1;
  582. fp = fopen("/sys/devices/system/node/online", "r");
  583. if (!fp)
  584. return -1;
  585. if (getline(&buf, &len, fp) <= 0)
  586. goto done;
  587. c = strchr(buf, '\n');
  588. if (c)
  589. *c = '\0';
  590. node_map = cpu_map__new(buf);
  591. if (!node_map)
  592. goto done;
  593. nr = (u32)node_map->nr;
  594. ret = do_write(fd, &nr, sizeof(nr));
  595. if (ret < 0)
  596. goto done;
  597. for (i = 0; i < nr; i++) {
  598. j = (u32)node_map->map[i];
  599. ret = do_write(fd, &j, sizeof(j));
  600. if (ret < 0)
  601. break;
  602. ret = write_topo_node(fd, i);
  603. if (ret < 0)
  604. break;
  605. }
  606. done:
  607. free(buf);
  608. fclose(fp);
  609. free(node_map);
  610. return ret;
  611. }
  612. /*
  613. * File format:
  614. *
  615. * struct pmu_mappings {
  616. * u32 pmu_num;
  617. * struct pmu_map {
  618. * u32 type;
  619. * char name[];
  620. * }[pmu_num];
  621. * };
  622. */
  623. static int write_pmu_mappings(int fd, struct perf_header *h __maybe_unused,
  624. struct perf_evlist *evlist __maybe_unused)
  625. {
  626. struct perf_pmu *pmu = NULL;
  627. off_t offset = lseek(fd, 0, SEEK_CUR);
  628. __u32 pmu_num = 0;
  629. int ret;
  630. /* write real pmu_num later */
  631. ret = do_write(fd, &pmu_num, sizeof(pmu_num));
  632. if (ret < 0)
  633. return ret;
  634. while ((pmu = perf_pmu__scan(pmu))) {
  635. if (!pmu->name)
  636. continue;
  637. pmu_num++;
  638. ret = do_write(fd, &pmu->type, sizeof(pmu->type));
  639. if (ret < 0)
  640. return ret;
  641. ret = do_write_string(fd, pmu->name);
  642. if (ret < 0)
  643. return ret;
  644. }
  645. if (pwrite(fd, &pmu_num, sizeof(pmu_num), offset) != sizeof(pmu_num)) {
  646. /* discard all */
  647. lseek(fd, offset, SEEK_SET);
  648. return -1;
  649. }
  650. return 0;
  651. }
  652. /*
  653. * File format:
  654. *
  655. * struct group_descs {
  656. * u32 nr_groups;
  657. * struct group_desc {
  658. * char name[];
  659. * u32 leader_idx;
  660. * u32 nr_members;
  661. * }[nr_groups];
  662. * };
  663. */
  664. static int write_group_desc(int fd, struct perf_header *h __maybe_unused,
  665. struct perf_evlist *evlist)
  666. {
  667. u32 nr_groups = evlist->nr_groups;
  668. struct perf_evsel *evsel;
  669. int ret;
  670. ret = do_write(fd, &nr_groups, sizeof(nr_groups));
  671. if (ret < 0)
  672. return ret;
  673. evlist__for_each(evlist, evsel) {
  674. if (perf_evsel__is_group_leader(evsel) &&
  675. evsel->nr_members > 1) {
  676. const char *name = evsel->group_name ?: "{anon_group}";
  677. u32 leader_idx = evsel->idx;
  678. u32 nr_members = evsel->nr_members;
  679. ret = do_write_string(fd, name);
  680. if (ret < 0)
  681. return ret;
  682. ret = do_write(fd, &leader_idx, sizeof(leader_idx));
  683. if (ret < 0)
  684. return ret;
  685. ret = do_write(fd, &nr_members, sizeof(nr_members));
  686. if (ret < 0)
  687. return ret;
  688. }
  689. }
  690. return 0;
  691. }
  692. /*
  693. * default get_cpuid(): nothing gets recorded
  694. * actual implementation must be in arch/$(ARCH)/util/header.c
  695. */
  696. int __attribute__ ((weak)) get_cpuid(char *buffer __maybe_unused,
  697. size_t sz __maybe_unused)
  698. {
  699. return -1;
  700. }
  701. static int write_cpuid(int fd, struct perf_header *h __maybe_unused,
  702. struct perf_evlist *evlist __maybe_unused)
  703. {
  704. char buffer[64];
  705. int ret;
  706. ret = get_cpuid(buffer, sizeof(buffer));
  707. if (!ret)
  708. goto write_it;
  709. return -1;
  710. write_it:
  711. return do_write_string(fd, buffer);
  712. }
  713. static int write_branch_stack(int fd __maybe_unused,
  714. struct perf_header *h __maybe_unused,
  715. struct perf_evlist *evlist __maybe_unused)
  716. {
  717. return 0;
  718. }
  719. static void print_hostname(struct perf_header *ph, int fd __maybe_unused,
  720. FILE *fp)
  721. {
  722. fprintf(fp, "# hostname : %s\n", ph->env.hostname);
  723. }
  724. static void print_osrelease(struct perf_header *ph, int fd __maybe_unused,
  725. FILE *fp)
  726. {
  727. fprintf(fp, "# os release : %s\n", ph->env.os_release);
  728. }
  729. static void print_arch(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  730. {
  731. fprintf(fp, "# arch : %s\n", ph->env.arch);
  732. }
  733. static void print_cpudesc(struct perf_header *ph, int fd __maybe_unused,
  734. FILE *fp)
  735. {
  736. fprintf(fp, "# cpudesc : %s\n", ph->env.cpu_desc);
  737. }
  738. static void print_nrcpus(struct perf_header *ph, int fd __maybe_unused,
  739. FILE *fp)
  740. {
  741. fprintf(fp, "# nrcpus online : %u\n", ph->env.nr_cpus_online);
  742. fprintf(fp, "# nrcpus avail : %u\n", ph->env.nr_cpus_avail);
  743. }
  744. static void print_version(struct perf_header *ph, int fd __maybe_unused,
  745. FILE *fp)
  746. {
  747. fprintf(fp, "# perf version : %s\n", ph->env.version);
  748. }
  749. static void print_cmdline(struct perf_header *ph, int fd __maybe_unused,
  750. FILE *fp)
  751. {
  752. int nr, i;
  753. char *str;
  754. nr = ph->env.nr_cmdline;
  755. str = ph->env.cmdline;
  756. fprintf(fp, "# cmdline : ");
  757. for (i = 0; i < nr; i++) {
  758. fprintf(fp, "%s ", str);
  759. str += strlen(str) + 1;
  760. }
  761. fputc('\n', fp);
  762. }
  763. static void print_cpu_topology(struct perf_header *ph, int fd __maybe_unused,
  764. FILE *fp)
  765. {
  766. int nr, i;
  767. char *str;
  768. nr = ph->env.nr_sibling_cores;
  769. str = ph->env.sibling_cores;
  770. for (i = 0; i < nr; i++) {
  771. fprintf(fp, "# sibling cores : %s\n", str);
  772. str += strlen(str) + 1;
  773. }
  774. nr = ph->env.nr_sibling_threads;
  775. str = ph->env.sibling_threads;
  776. for (i = 0; i < nr; i++) {
  777. fprintf(fp, "# sibling threads : %s\n", str);
  778. str += strlen(str) + 1;
  779. }
  780. }
  781. static void free_event_desc(struct perf_evsel *events)
  782. {
  783. struct perf_evsel *evsel;
  784. if (!events)
  785. return;
  786. for (evsel = events; evsel->attr.size; evsel++) {
  787. zfree(&evsel->name);
  788. zfree(&evsel->id);
  789. }
  790. free(events);
  791. }
  792. static struct perf_evsel *
  793. read_event_desc(struct perf_header *ph, int fd)
  794. {
  795. struct perf_evsel *evsel, *events = NULL;
  796. u64 *id;
  797. void *buf = NULL;
  798. u32 nre, sz, nr, i, j;
  799. ssize_t ret;
  800. size_t msz;
  801. /* number of events */
  802. ret = readn(fd, &nre, sizeof(nre));
  803. if (ret != (ssize_t)sizeof(nre))
  804. goto error;
  805. if (ph->needs_swap)
  806. nre = bswap_32(nre);
  807. ret = readn(fd, &sz, sizeof(sz));
  808. if (ret != (ssize_t)sizeof(sz))
  809. goto error;
  810. if (ph->needs_swap)
  811. sz = bswap_32(sz);
  812. /* buffer to hold on file attr struct */
  813. buf = malloc(sz);
  814. if (!buf)
  815. goto error;
  816. /* the last event terminates with evsel->attr.size == 0: */
  817. events = calloc(nre + 1, sizeof(*events));
  818. if (!events)
  819. goto error;
  820. msz = sizeof(evsel->attr);
  821. if (sz < msz)
  822. msz = sz;
  823. for (i = 0, evsel = events; i < nre; evsel++, i++) {
  824. evsel->idx = i;
  825. /*
  826. * must read entire on-file attr struct to
  827. * sync up with layout.
  828. */
  829. ret = readn(fd, buf, sz);
  830. if (ret != (ssize_t)sz)
  831. goto error;
  832. if (ph->needs_swap)
  833. perf_event__attr_swap(buf);
  834. memcpy(&evsel->attr, buf, msz);
  835. ret = readn(fd, &nr, sizeof(nr));
  836. if (ret != (ssize_t)sizeof(nr))
  837. goto error;
  838. if (ph->needs_swap) {
  839. nr = bswap_32(nr);
  840. evsel->needs_swap = true;
  841. }
  842. evsel->name = do_read_string(fd, ph);
  843. if (!nr)
  844. continue;
  845. id = calloc(nr, sizeof(*id));
  846. if (!id)
  847. goto error;
  848. evsel->ids = nr;
  849. evsel->id = id;
  850. for (j = 0 ; j < nr; j++) {
  851. ret = readn(fd, id, sizeof(*id));
  852. if (ret != (ssize_t)sizeof(*id))
  853. goto error;
  854. if (ph->needs_swap)
  855. *id = bswap_64(*id);
  856. id++;
  857. }
  858. }
  859. out:
  860. free(buf);
  861. return events;
  862. error:
  863. if (events)
  864. free_event_desc(events);
  865. events = NULL;
  866. goto out;
  867. }
  868. static int __desc_attr__fprintf(FILE *fp, const char *name, const char *val,
  869. void *priv __attribute__((unused)))
  870. {
  871. return fprintf(fp, ", %s = %s", name, val);
  872. }
  873. static void print_event_desc(struct perf_header *ph, int fd, FILE *fp)
  874. {
  875. struct perf_evsel *evsel, *events = read_event_desc(ph, fd);
  876. u32 j;
  877. u64 *id;
  878. if (!events) {
  879. fprintf(fp, "# event desc: not available or unable to read\n");
  880. return;
  881. }
  882. for (evsel = events; evsel->attr.size; evsel++) {
  883. fprintf(fp, "# event : name = %s, ", evsel->name);
  884. if (evsel->ids) {
  885. fprintf(fp, ", id = {");
  886. for (j = 0, id = evsel->id; j < evsel->ids; j++, id++) {
  887. if (j)
  888. fputc(',', fp);
  889. fprintf(fp, " %"PRIu64, *id);
  890. }
  891. fprintf(fp, " }");
  892. }
  893. perf_event_attr__fprintf(fp, &evsel->attr, __desc_attr__fprintf, NULL);
  894. fputc('\n', fp);
  895. }
  896. free_event_desc(events);
  897. }
  898. static void print_total_mem(struct perf_header *ph, int fd __maybe_unused,
  899. FILE *fp)
  900. {
  901. fprintf(fp, "# total memory : %Lu kB\n", ph->env.total_mem);
  902. }
  903. static void print_numa_topology(struct perf_header *ph, int fd __maybe_unused,
  904. FILE *fp)
  905. {
  906. u32 nr, c, i;
  907. char *str, *tmp;
  908. uint64_t mem_total, mem_free;
  909. /* nr nodes */
  910. nr = ph->env.nr_numa_nodes;
  911. str = ph->env.numa_nodes;
  912. for (i = 0; i < nr; i++) {
  913. /* node number */
  914. c = strtoul(str, &tmp, 0);
  915. if (*tmp != ':')
  916. goto error;
  917. str = tmp + 1;
  918. mem_total = strtoull(str, &tmp, 0);
  919. if (*tmp != ':')
  920. goto error;
  921. str = tmp + 1;
  922. mem_free = strtoull(str, &tmp, 0);
  923. if (*tmp != ':')
  924. goto error;
  925. fprintf(fp, "# node%u meminfo : total = %"PRIu64" kB,"
  926. " free = %"PRIu64" kB\n",
  927. c, mem_total, mem_free);
  928. str = tmp + 1;
  929. fprintf(fp, "# node%u cpu list : %s\n", c, str);
  930. str += strlen(str) + 1;
  931. }
  932. return;
  933. error:
  934. fprintf(fp, "# numa topology : not available\n");
  935. }
  936. static void print_cpuid(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  937. {
  938. fprintf(fp, "# cpuid : %s\n", ph->env.cpuid);
  939. }
  940. static void print_branch_stack(struct perf_header *ph __maybe_unused,
  941. int fd __maybe_unused, FILE *fp)
  942. {
  943. fprintf(fp, "# contains samples with branch stack\n");
  944. }
  945. static void print_pmu_mappings(struct perf_header *ph, int fd __maybe_unused,
  946. FILE *fp)
  947. {
  948. const char *delimiter = "# pmu mappings: ";
  949. char *str, *tmp;
  950. u32 pmu_num;
  951. u32 type;
  952. pmu_num = ph->env.nr_pmu_mappings;
  953. if (!pmu_num) {
  954. fprintf(fp, "# pmu mappings: not available\n");
  955. return;
  956. }
  957. str = ph->env.pmu_mappings;
  958. while (pmu_num) {
  959. type = strtoul(str, &tmp, 0);
  960. if (*tmp != ':')
  961. goto error;
  962. str = tmp + 1;
  963. fprintf(fp, "%s%s = %" PRIu32, delimiter, str, type);
  964. delimiter = ", ";
  965. str += strlen(str) + 1;
  966. pmu_num--;
  967. }
  968. fprintf(fp, "\n");
  969. if (!pmu_num)
  970. return;
  971. error:
  972. fprintf(fp, "# pmu mappings: unable to read\n");
  973. }
  974. static void print_group_desc(struct perf_header *ph, int fd __maybe_unused,
  975. FILE *fp)
  976. {
  977. struct perf_session *session;
  978. struct perf_evsel *evsel;
  979. u32 nr = 0;
  980. session = container_of(ph, struct perf_session, header);
  981. evlist__for_each(session->evlist, evsel) {
  982. if (perf_evsel__is_group_leader(evsel) &&
  983. evsel->nr_members > 1) {
  984. fprintf(fp, "# group: %s{%s", evsel->group_name ?: "",
  985. perf_evsel__name(evsel));
  986. nr = evsel->nr_members - 1;
  987. } else if (nr) {
  988. fprintf(fp, ",%s", perf_evsel__name(evsel));
  989. if (--nr == 0)
  990. fprintf(fp, "}\n");
  991. }
  992. }
  993. }
  994. static int __event_process_build_id(struct build_id_event *bev,
  995. char *filename,
  996. struct perf_session *session)
  997. {
  998. int err = -1;
  999. struct dsos *dsos;
  1000. struct machine *machine;
  1001. u16 misc;
  1002. struct dso *dso;
  1003. enum dso_kernel_type dso_type;
  1004. machine = perf_session__findnew_machine(session, bev->pid);
  1005. if (!machine)
  1006. goto out;
  1007. misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  1008. switch (misc) {
  1009. case PERF_RECORD_MISC_KERNEL:
  1010. dso_type = DSO_TYPE_KERNEL;
  1011. dsos = &machine->kernel_dsos;
  1012. break;
  1013. case PERF_RECORD_MISC_GUEST_KERNEL:
  1014. dso_type = DSO_TYPE_GUEST_KERNEL;
  1015. dsos = &machine->kernel_dsos;
  1016. break;
  1017. case PERF_RECORD_MISC_USER:
  1018. case PERF_RECORD_MISC_GUEST_USER:
  1019. dso_type = DSO_TYPE_USER;
  1020. dsos = &machine->user_dsos;
  1021. break;
  1022. default:
  1023. goto out;
  1024. }
  1025. dso = __dsos__findnew(dsos, filename);
  1026. if (dso != NULL) {
  1027. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  1028. dso__set_build_id(dso, &bev->build_id);
  1029. if (!is_kernel_module(filename))
  1030. dso->kernel = dso_type;
  1031. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  1032. sbuild_id);
  1033. pr_debug("build id event received for %s: %s\n",
  1034. dso->long_name, sbuild_id);
  1035. }
  1036. err = 0;
  1037. out:
  1038. return err;
  1039. }
  1040. static int perf_header__read_build_ids_abi_quirk(struct perf_header *header,
  1041. int input, u64 offset, u64 size)
  1042. {
  1043. struct perf_session *session = container_of(header, struct perf_session, header);
  1044. struct {
  1045. struct perf_event_header header;
  1046. u8 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
  1047. char filename[0];
  1048. } old_bev;
  1049. struct build_id_event bev;
  1050. char filename[PATH_MAX];
  1051. u64 limit = offset + size;
  1052. while (offset < limit) {
  1053. ssize_t len;
  1054. if (readn(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev))
  1055. return -1;
  1056. if (header->needs_swap)
  1057. perf_event_header__bswap(&old_bev.header);
  1058. len = old_bev.header.size - sizeof(old_bev);
  1059. if (readn(input, filename, len) != len)
  1060. return -1;
  1061. bev.header = old_bev.header;
  1062. /*
  1063. * As the pid is the missing value, we need to fill
  1064. * it properly. The header.misc value give us nice hint.
  1065. */
  1066. bev.pid = HOST_KERNEL_ID;
  1067. if (bev.header.misc == PERF_RECORD_MISC_GUEST_USER ||
  1068. bev.header.misc == PERF_RECORD_MISC_GUEST_KERNEL)
  1069. bev.pid = DEFAULT_GUEST_KERNEL_ID;
  1070. memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id));
  1071. __event_process_build_id(&bev, filename, session);
  1072. offset += bev.header.size;
  1073. }
  1074. return 0;
  1075. }
  1076. static int perf_header__read_build_ids(struct perf_header *header,
  1077. int input, u64 offset, u64 size)
  1078. {
  1079. struct perf_session *session = container_of(header, struct perf_session, header);
  1080. struct build_id_event bev;
  1081. char filename[PATH_MAX];
  1082. u64 limit = offset + size, orig_offset = offset;
  1083. int err = -1;
  1084. while (offset < limit) {
  1085. ssize_t len;
  1086. if (readn(input, &bev, sizeof(bev)) != sizeof(bev))
  1087. goto out;
  1088. if (header->needs_swap)
  1089. perf_event_header__bswap(&bev.header);
  1090. len = bev.header.size - sizeof(bev);
  1091. if (readn(input, filename, len) != len)
  1092. goto out;
  1093. /*
  1094. * The a1645ce1 changeset:
  1095. *
  1096. * "perf: 'perf kvm' tool for monitoring guest performance from host"
  1097. *
  1098. * Added a field to struct build_id_event that broke the file
  1099. * format.
  1100. *
  1101. * Since the kernel build-id is the first entry, process the
  1102. * table using the old format if the well known
  1103. * '[kernel.kallsyms]' string for the kernel build-id has the
  1104. * first 4 characters chopped off (where the pid_t sits).
  1105. */
  1106. if (memcmp(filename, "nel.kallsyms]", 13) == 0) {
  1107. if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1)
  1108. return -1;
  1109. return perf_header__read_build_ids_abi_quirk(header, input, offset, size);
  1110. }
  1111. __event_process_build_id(&bev, filename, session);
  1112. offset += bev.header.size;
  1113. }
  1114. err = 0;
  1115. out:
  1116. return err;
  1117. }
  1118. static int process_tracing_data(struct perf_file_section *section __maybe_unused,
  1119. struct perf_header *ph __maybe_unused,
  1120. int fd, void *data)
  1121. {
  1122. ssize_t ret = trace_report(fd, data, false);
  1123. return ret < 0 ? -1 : 0;
  1124. }
  1125. static int process_build_id(struct perf_file_section *section,
  1126. struct perf_header *ph, int fd,
  1127. void *data __maybe_unused)
  1128. {
  1129. if (perf_header__read_build_ids(ph, fd, section->offset, section->size))
  1130. pr_debug("Failed to read buildids, continuing...\n");
  1131. return 0;
  1132. }
  1133. static int process_hostname(struct perf_file_section *section __maybe_unused,
  1134. struct perf_header *ph, int fd,
  1135. void *data __maybe_unused)
  1136. {
  1137. ph->env.hostname = do_read_string(fd, ph);
  1138. return ph->env.hostname ? 0 : -ENOMEM;
  1139. }
  1140. static int process_osrelease(struct perf_file_section *section __maybe_unused,
  1141. struct perf_header *ph, int fd,
  1142. void *data __maybe_unused)
  1143. {
  1144. ph->env.os_release = do_read_string(fd, ph);
  1145. return ph->env.os_release ? 0 : -ENOMEM;
  1146. }
  1147. static int process_version(struct perf_file_section *section __maybe_unused,
  1148. struct perf_header *ph, int fd,
  1149. void *data __maybe_unused)
  1150. {
  1151. ph->env.version = do_read_string(fd, ph);
  1152. return ph->env.version ? 0 : -ENOMEM;
  1153. }
  1154. static int process_arch(struct perf_file_section *section __maybe_unused,
  1155. struct perf_header *ph, int fd,
  1156. void *data __maybe_unused)
  1157. {
  1158. ph->env.arch = do_read_string(fd, ph);
  1159. return ph->env.arch ? 0 : -ENOMEM;
  1160. }
  1161. static int process_nrcpus(struct perf_file_section *section __maybe_unused,
  1162. struct perf_header *ph, int fd,
  1163. void *data __maybe_unused)
  1164. {
  1165. ssize_t ret;
  1166. u32 nr;
  1167. ret = readn(fd, &nr, sizeof(nr));
  1168. if (ret != sizeof(nr))
  1169. return -1;
  1170. if (ph->needs_swap)
  1171. nr = bswap_32(nr);
  1172. ph->env.nr_cpus_online = nr;
  1173. ret = readn(fd, &nr, sizeof(nr));
  1174. if (ret != sizeof(nr))
  1175. return -1;
  1176. if (ph->needs_swap)
  1177. nr = bswap_32(nr);
  1178. ph->env.nr_cpus_avail = nr;
  1179. return 0;
  1180. }
  1181. static int process_cpudesc(struct perf_file_section *section __maybe_unused,
  1182. struct perf_header *ph, int fd,
  1183. void *data __maybe_unused)
  1184. {
  1185. ph->env.cpu_desc = do_read_string(fd, ph);
  1186. return ph->env.cpu_desc ? 0 : -ENOMEM;
  1187. }
  1188. static int process_cpuid(struct perf_file_section *section __maybe_unused,
  1189. struct perf_header *ph, int fd,
  1190. void *data __maybe_unused)
  1191. {
  1192. ph->env.cpuid = do_read_string(fd, ph);
  1193. return ph->env.cpuid ? 0 : -ENOMEM;
  1194. }
  1195. static int process_total_mem(struct perf_file_section *section __maybe_unused,
  1196. struct perf_header *ph, int fd,
  1197. void *data __maybe_unused)
  1198. {
  1199. uint64_t mem;
  1200. ssize_t ret;
  1201. ret = readn(fd, &mem, sizeof(mem));
  1202. if (ret != sizeof(mem))
  1203. return -1;
  1204. if (ph->needs_swap)
  1205. mem = bswap_64(mem);
  1206. ph->env.total_mem = mem;
  1207. return 0;
  1208. }
  1209. static struct perf_evsel *
  1210. perf_evlist__find_by_index(struct perf_evlist *evlist, int idx)
  1211. {
  1212. struct perf_evsel *evsel;
  1213. evlist__for_each(evlist, evsel) {
  1214. if (evsel->idx == idx)
  1215. return evsel;
  1216. }
  1217. return NULL;
  1218. }
  1219. static void
  1220. perf_evlist__set_event_name(struct perf_evlist *evlist,
  1221. struct perf_evsel *event)
  1222. {
  1223. struct perf_evsel *evsel;
  1224. if (!event->name)
  1225. return;
  1226. evsel = perf_evlist__find_by_index(evlist, event->idx);
  1227. if (!evsel)
  1228. return;
  1229. if (evsel->name)
  1230. return;
  1231. evsel->name = strdup(event->name);
  1232. }
  1233. static int
  1234. process_event_desc(struct perf_file_section *section __maybe_unused,
  1235. struct perf_header *header, int fd,
  1236. void *data __maybe_unused)
  1237. {
  1238. struct perf_session *session;
  1239. struct perf_evsel *evsel, *events = read_event_desc(header, fd);
  1240. if (!events)
  1241. return 0;
  1242. session = container_of(header, struct perf_session, header);
  1243. for (evsel = events; evsel->attr.size; evsel++)
  1244. perf_evlist__set_event_name(session->evlist, evsel);
  1245. free_event_desc(events);
  1246. return 0;
  1247. }
  1248. static int process_cmdline(struct perf_file_section *section __maybe_unused,
  1249. struct perf_header *ph, int fd,
  1250. void *data __maybe_unused)
  1251. {
  1252. ssize_t ret;
  1253. char *str;
  1254. u32 nr, i;
  1255. struct strbuf sb;
  1256. ret = readn(fd, &nr, sizeof(nr));
  1257. if (ret != sizeof(nr))
  1258. return -1;
  1259. if (ph->needs_swap)
  1260. nr = bswap_32(nr);
  1261. ph->env.nr_cmdline = nr;
  1262. strbuf_init(&sb, 128);
  1263. for (i = 0; i < nr; i++) {
  1264. str = do_read_string(fd, ph);
  1265. if (!str)
  1266. goto error;
  1267. /* include a NULL character at the end */
  1268. strbuf_add(&sb, str, strlen(str) + 1);
  1269. free(str);
  1270. }
  1271. ph->env.cmdline = strbuf_detach(&sb, NULL);
  1272. return 0;
  1273. error:
  1274. strbuf_release(&sb);
  1275. return -1;
  1276. }
  1277. static int process_cpu_topology(struct perf_file_section *section __maybe_unused,
  1278. struct perf_header *ph, int fd,
  1279. void *data __maybe_unused)
  1280. {
  1281. ssize_t ret;
  1282. u32 nr, i;
  1283. char *str;
  1284. struct strbuf sb;
  1285. ret = readn(fd, &nr, sizeof(nr));
  1286. if (ret != sizeof(nr))
  1287. return -1;
  1288. if (ph->needs_swap)
  1289. nr = bswap_32(nr);
  1290. ph->env.nr_sibling_cores = nr;
  1291. strbuf_init(&sb, 128);
  1292. for (i = 0; i < nr; i++) {
  1293. str = do_read_string(fd, ph);
  1294. if (!str)
  1295. goto error;
  1296. /* include a NULL character at the end */
  1297. strbuf_add(&sb, str, strlen(str) + 1);
  1298. free(str);
  1299. }
  1300. ph->env.sibling_cores = strbuf_detach(&sb, NULL);
  1301. ret = readn(fd, &nr, sizeof(nr));
  1302. if (ret != sizeof(nr))
  1303. return -1;
  1304. if (ph->needs_swap)
  1305. nr = bswap_32(nr);
  1306. ph->env.nr_sibling_threads = nr;
  1307. for (i = 0; i < nr; i++) {
  1308. str = do_read_string(fd, ph);
  1309. if (!str)
  1310. goto error;
  1311. /* include a NULL character at the end */
  1312. strbuf_add(&sb, str, strlen(str) + 1);
  1313. free(str);
  1314. }
  1315. ph->env.sibling_threads = strbuf_detach(&sb, NULL);
  1316. return 0;
  1317. error:
  1318. strbuf_release(&sb);
  1319. return -1;
  1320. }
  1321. static int process_numa_topology(struct perf_file_section *section __maybe_unused,
  1322. struct perf_header *ph, int fd,
  1323. void *data __maybe_unused)
  1324. {
  1325. ssize_t ret;
  1326. u32 nr, node, i;
  1327. char *str;
  1328. uint64_t mem_total, mem_free;
  1329. struct strbuf sb;
  1330. /* nr nodes */
  1331. ret = readn(fd, &nr, sizeof(nr));
  1332. if (ret != sizeof(nr))
  1333. goto error;
  1334. if (ph->needs_swap)
  1335. nr = bswap_32(nr);
  1336. ph->env.nr_numa_nodes = nr;
  1337. strbuf_init(&sb, 256);
  1338. for (i = 0; i < nr; i++) {
  1339. /* node number */
  1340. ret = readn(fd, &node, sizeof(node));
  1341. if (ret != sizeof(node))
  1342. goto error;
  1343. ret = readn(fd, &mem_total, sizeof(u64));
  1344. if (ret != sizeof(u64))
  1345. goto error;
  1346. ret = readn(fd, &mem_free, sizeof(u64));
  1347. if (ret != sizeof(u64))
  1348. goto error;
  1349. if (ph->needs_swap) {
  1350. node = bswap_32(node);
  1351. mem_total = bswap_64(mem_total);
  1352. mem_free = bswap_64(mem_free);
  1353. }
  1354. strbuf_addf(&sb, "%u:%"PRIu64":%"PRIu64":",
  1355. node, mem_total, mem_free);
  1356. str = do_read_string(fd, ph);
  1357. if (!str)
  1358. goto error;
  1359. /* include a NULL character at the end */
  1360. strbuf_add(&sb, str, strlen(str) + 1);
  1361. free(str);
  1362. }
  1363. ph->env.numa_nodes = strbuf_detach(&sb, NULL);
  1364. return 0;
  1365. error:
  1366. strbuf_release(&sb);
  1367. return -1;
  1368. }
  1369. static int process_pmu_mappings(struct perf_file_section *section __maybe_unused,
  1370. struct perf_header *ph, int fd,
  1371. void *data __maybe_unused)
  1372. {
  1373. ssize_t ret;
  1374. char *name;
  1375. u32 pmu_num;
  1376. u32 type;
  1377. struct strbuf sb;
  1378. ret = readn(fd, &pmu_num, sizeof(pmu_num));
  1379. if (ret != sizeof(pmu_num))
  1380. return -1;
  1381. if (ph->needs_swap)
  1382. pmu_num = bswap_32(pmu_num);
  1383. if (!pmu_num) {
  1384. pr_debug("pmu mappings not available\n");
  1385. return 0;
  1386. }
  1387. ph->env.nr_pmu_mappings = pmu_num;
  1388. strbuf_init(&sb, 128);
  1389. while (pmu_num) {
  1390. if (readn(fd, &type, sizeof(type)) != sizeof(type))
  1391. goto error;
  1392. if (ph->needs_swap)
  1393. type = bswap_32(type);
  1394. name = do_read_string(fd, ph);
  1395. if (!name)
  1396. goto error;
  1397. strbuf_addf(&sb, "%u:%s", type, name);
  1398. /* include a NULL character at the end */
  1399. strbuf_add(&sb, "", 1);
  1400. free(name);
  1401. pmu_num--;
  1402. }
  1403. ph->env.pmu_mappings = strbuf_detach(&sb, NULL);
  1404. return 0;
  1405. error:
  1406. strbuf_release(&sb);
  1407. return -1;
  1408. }
  1409. static int process_group_desc(struct perf_file_section *section __maybe_unused,
  1410. struct perf_header *ph, int fd,
  1411. void *data __maybe_unused)
  1412. {
  1413. size_t ret = -1;
  1414. u32 i, nr, nr_groups;
  1415. struct perf_session *session;
  1416. struct perf_evsel *evsel, *leader = NULL;
  1417. struct group_desc {
  1418. char *name;
  1419. u32 leader_idx;
  1420. u32 nr_members;
  1421. } *desc;
  1422. if (readn(fd, &nr_groups, sizeof(nr_groups)) != sizeof(nr_groups))
  1423. return -1;
  1424. if (ph->needs_swap)
  1425. nr_groups = bswap_32(nr_groups);
  1426. ph->env.nr_groups = nr_groups;
  1427. if (!nr_groups) {
  1428. pr_debug("group desc not available\n");
  1429. return 0;
  1430. }
  1431. desc = calloc(nr_groups, sizeof(*desc));
  1432. if (!desc)
  1433. return -1;
  1434. for (i = 0; i < nr_groups; i++) {
  1435. desc[i].name = do_read_string(fd, ph);
  1436. if (!desc[i].name)
  1437. goto out_free;
  1438. if (readn(fd, &desc[i].leader_idx, sizeof(u32)) != sizeof(u32))
  1439. goto out_free;
  1440. if (readn(fd, &desc[i].nr_members, sizeof(u32)) != sizeof(u32))
  1441. goto out_free;
  1442. if (ph->needs_swap) {
  1443. desc[i].leader_idx = bswap_32(desc[i].leader_idx);
  1444. desc[i].nr_members = bswap_32(desc[i].nr_members);
  1445. }
  1446. }
  1447. /*
  1448. * Rebuild group relationship based on the group_desc
  1449. */
  1450. session = container_of(ph, struct perf_session, header);
  1451. session->evlist->nr_groups = nr_groups;
  1452. i = nr = 0;
  1453. evlist__for_each(session->evlist, evsel) {
  1454. if (evsel->idx == (int) desc[i].leader_idx) {
  1455. evsel->leader = evsel;
  1456. /* {anon_group} is a dummy name */
  1457. if (strcmp(desc[i].name, "{anon_group}")) {
  1458. evsel->group_name = desc[i].name;
  1459. desc[i].name = NULL;
  1460. }
  1461. evsel->nr_members = desc[i].nr_members;
  1462. if (i >= nr_groups || nr > 0) {
  1463. pr_debug("invalid group desc\n");
  1464. goto out_free;
  1465. }
  1466. leader = evsel;
  1467. nr = evsel->nr_members - 1;
  1468. i++;
  1469. } else if (nr) {
  1470. /* This is a group member */
  1471. evsel->leader = leader;
  1472. nr--;
  1473. }
  1474. }
  1475. if (i != nr_groups || nr != 0) {
  1476. pr_debug("invalid group desc\n");
  1477. goto out_free;
  1478. }
  1479. ret = 0;
  1480. out_free:
  1481. for (i = 0; i < nr_groups; i++)
  1482. zfree(&desc[i].name);
  1483. free(desc);
  1484. return ret;
  1485. }
  1486. struct feature_ops {
  1487. int (*write)(int fd, struct perf_header *h, struct perf_evlist *evlist);
  1488. void (*print)(struct perf_header *h, int fd, FILE *fp);
  1489. int (*process)(struct perf_file_section *section,
  1490. struct perf_header *h, int fd, void *data);
  1491. const char *name;
  1492. bool full_only;
  1493. };
  1494. #define FEAT_OPA(n, func) \
  1495. [n] = { .name = #n, .write = write_##func, .print = print_##func }
  1496. #define FEAT_OPP(n, func) \
  1497. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1498. .process = process_##func }
  1499. #define FEAT_OPF(n, func) \
  1500. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1501. .process = process_##func, .full_only = true }
  1502. /* feature_ops not implemented: */
  1503. #define print_tracing_data NULL
  1504. #define print_build_id NULL
  1505. static const struct feature_ops feat_ops[HEADER_LAST_FEATURE] = {
  1506. FEAT_OPP(HEADER_TRACING_DATA, tracing_data),
  1507. FEAT_OPP(HEADER_BUILD_ID, build_id),
  1508. FEAT_OPP(HEADER_HOSTNAME, hostname),
  1509. FEAT_OPP(HEADER_OSRELEASE, osrelease),
  1510. FEAT_OPP(HEADER_VERSION, version),
  1511. FEAT_OPP(HEADER_ARCH, arch),
  1512. FEAT_OPP(HEADER_NRCPUS, nrcpus),
  1513. FEAT_OPP(HEADER_CPUDESC, cpudesc),
  1514. FEAT_OPP(HEADER_CPUID, cpuid),
  1515. FEAT_OPP(HEADER_TOTAL_MEM, total_mem),
  1516. FEAT_OPP(HEADER_EVENT_DESC, event_desc),
  1517. FEAT_OPP(HEADER_CMDLINE, cmdline),
  1518. FEAT_OPF(HEADER_CPU_TOPOLOGY, cpu_topology),
  1519. FEAT_OPF(HEADER_NUMA_TOPOLOGY, numa_topology),
  1520. FEAT_OPA(HEADER_BRANCH_STACK, branch_stack),
  1521. FEAT_OPP(HEADER_PMU_MAPPINGS, pmu_mappings),
  1522. FEAT_OPP(HEADER_GROUP_DESC, group_desc),
  1523. };
  1524. struct header_print_data {
  1525. FILE *fp;
  1526. bool full; /* extended list of headers */
  1527. };
  1528. static int perf_file_section__fprintf_info(struct perf_file_section *section,
  1529. struct perf_header *ph,
  1530. int feat, int fd, void *data)
  1531. {
  1532. struct header_print_data *hd = data;
  1533. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1534. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1535. "%d, continuing...\n", section->offset, feat);
  1536. return 0;
  1537. }
  1538. if (feat >= HEADER_LAST_FEATURE) {
  1539. pr_warning("unknown feature %d\n", feat);
  1540. return 0;
  1541. }
  1542. if (!feat_ops[feat].print)
  1543. return 0;
  1544. if (!feat_ops[feat].full_only || hd->full)
  1545. feat_ops[feat].print(ph, fd, hd->fp);
  1546. else
  1547. fprintf(hd->fp, "# %s info available, use -I to display\n",
  1548. feat_ops[feat].name);
  1549. return 0;
  1550. }
  1551. int perf_header__fprintf_info(struct perf_session *session, FILE *fp, bool full)
  1552. {
  1553. struct header_print_data hd;
  1554. struct perf_header *header = &session->header;
  1555. int fd = perf_data_file__fd(session->file);
  1556. hd.fp = fp;
  1557. hd.full = full;
  1558. perf_header__process_sections(header, fd, &hd,
  1559. perf_file_section__fprintf_info);
  1560. return 0;
  1561. }
  1562. static int do_write_feat(int fd, struct perf_header *h, int type,
  1563. struct perf_file_section **p,
  1564. struct perf_evlist *evlist)
  1565. {
  1566. int err;
  1567. int ret = 0;
  1568. if (perf_header__has_feat(h, type)) {
  1569. if (!feat_ops[type].write)
  1570. return -1;
  1571. (*p)->offset = lseek(fd, 0, SEEK_CUR);
  1572. err = feat_ops[type].write(fd, h, evlist);
  1573. if (err < 0) {
  1574. pr_debug("failed to write feature %d\n", type);
  1575. /* undo anything written */
  1576. lseek(fd, (*p)->offset, SEEK_SET);
  1577. return -1;
  1578. }
  1579. (*p)->size = lseek(fd, 0, SEEK_CUR) - (*p)->offset;
  1580. (*p)++;
  1581. }
  1582. return ret;
  1583. }
  1584. static int perf_header__adds_write(struct perf_header *header,
  1585. struct perf_evlist *evlist, int fd)
  1586. {
  1587. int nr_sections;
  1588. struct perf_file_section *feat_sec, *p;
  1589. int sec_size;
  1590. u64 sec_start;
  1591. int feat;
  1592. int err;
  1593. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1594. if (!nr_sections)
  1595. return 0;
  1596. feat_sec = p = calloc(nr_sections, sizeof(*feat_sec));
  1597. if (feat_sec == NULL)
  1598. return -ENOMEM;
  1599. sec_size = sizeof(*feat_sec) * nr_sections;
  1600. sec_start = header->feat_offset;
  1601. lseek(fd, sec_start + sec_size, SEEK_SET);
  1602. for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
  1603. if (do_write_feat(fd, header, feat, &p, evlist))
  1604. perf_header__clear_feat(header, feat);
  1605. }
  1606. lseek(fd, sec_start, SEEK_SET);
  1607. /*
  1608. * may write more than needed due to dropped feature, but
  1609. * this is okay, reader will skip the mising entries
  1610. */
  1611. err = do_write(fd, feat_sec, sec_size);
  1612. if (err < 0)
  1613. pr_debug("failed to write feature section\n");
  1614. free(feat_sec);
  1615. return err;
  1616. }
  1617. int perf_header__write_pipe(int fd)
  1618. {
  1619. struct perf_pipe_file_header f_header;
  1620. int err;
  1621. f_header = (struct perf_pipe_file_header){
  1622. .magic = PERF_MAGIC,
  1623. .size = sizeof(f_header),
  1624. };
  1625. err = do_write(fd, &f_header, sizeof(f_header));
  1626. if (err < 0) {
  1627. pr_debug("failed to write perf pipe header\n");
  1628. return err;
  1629. }
  1630. return 0;
  1631. }
  1632. int perf_session__write_header(struct perf_session *session,
  1633. struct perf_evlist *evlist,
  1634. int fd, bool at_exit)
  1635. {
  1636. struct perf_file_header f_header;
  1637. struct perf_file_attr f_attr;
  1638. struct perf_header *header = &session->header;
  1639. struct perf_evsel *evsel;
  1640. u64 attr_offset;
  1641. int err;
  1642. lseek(fd, sizeof(f_header), SEEK_SET);
  1643. evlist__for_each(session->evlist, evsel) {
  1644. evsel->id_offset = lseek(fd, 0, SEEK_CUR);
  1645. err = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  1646. if (err < 0) {
  1647. pr_debug("failed to write perf header\n");
  1648. return err;
  1649. }
  1650. }
  1651. attr_offset = lseek(fd, 0, SEEK_CUR);
  1652. evlist__for_each(evlist, evsel) {
  1653. f_attr = (struct perf_file_attr){
  1654. .attr = evsel->attr,
  1655. .ids = {
  1656. .offset = evsel->id_offset,
  1657. .size = evsel->ids * sizeof(u64),
  1658. }
  1659. };
  1660. err = do_write(fd, &f_attr, sizeof(f_attr));
  1661. if (err < 0) {
  1662. pr_debug("failed to write perf header attribute\n");
  1663. return err;
  1664. }
  1665. }
  1666. if (!header->data_offset)
  1667. header->data_offset = lseek(fd, 0, SEEK_CUR);
  1668. header->feat_offset = header->data_offset + header->data_size;
  1669. if (at_exit) {
  1670. err = perf_header__adds_write(header, evlist, fd);
  1671. if (err < 0)
  1672. return err;
  1673. }
  1674. f_header = (struct perf_file_header){
  1675. .magic = PERF_MAGIC,
  1676. .size = sizeof(f_header),
  1677. .attr_size = sizeof(f_attr),
  1678. .attrs = {
  1679. .offset = attr_offset,
  1680. .size = evlist->nr_entries * sizeof(f_attr),
  1681. },
  1682. .data = {
  1683. .offset = header->data_offset,
  1684. .size = header->data_size,
  1685. },
  1686. /* event_types is ignored, store zeros */
  1687. };
  1688. memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features));
  1689. lseek(fd, 0, SEEK_SET);
  1690. err = do_write(fd, &f_header, sizeof(f_header));
  1691. if (err < 0) {
  1692. pr_debug("failed to write perf header\n");
  1693. return err;
  1694. }
  1695. lseek(fd, header->data_offset + header->data_size, SEEK_SET);
  1696. return 0;
  1697. }
  1698. static int perf_header__getbuffer64(struct perf_header *header,
  1699. int fd, void *buf, size_t size)
  1700. {
  1701. if (readn(fd, buf, size) <= 0)
  1702. return -1;
  1703. if (header->needs_swap)
  1704. mem_bswap_64(buf, size);
  1705. return 0;
  1706. }
  1707. int perf_header__process_sections(struct perf_header *header, int fd,
  1708. void *data,
  1709. int (*process)(struct perf_file_section *section,
  1710. struct perf_header *ph,
  1711. int feat, int fd, void *data))
  1712. {
  1713. struct perf_file_section *feat_sec, *sec;
  1714. int nr_sections;
  1715. int sec_size;
  1716. int feat;
  1717. int err;
  1718. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1719. if (!nr_sections)
  1720. return 0;
  1721. feat_sec = sec = calloc(nr_sections, sizeof(*feat_sec));
  1722. if (!feat_sec)
  1723. return -1;
  1724. sec_size = sizeof(*feat_sec) * nr_sections;
  1725. lseek(fd, header->feat_offset, SEEK_SET);
  1726. err = perf_header__getbuffer64(header, fd, feat_sec, sec_size);
  1727. if (err < 0)
  1728. goto out_free;
  1729. for_each_set_bit(feat, header->adds_features, HEADER_LAST_FEATURE) {
  1730. err = process(sec++, header, feat, fd, data);
  1731. if (err < 0)
  1732. goto out_free;
  1733. }
  1734. err = 0;
  1735. out_free:
  1736. free(feat_sec);
  1737. return err;
  1738. }
  1739. static const int attr_file_abi_sizes[] = {
  1740. [0] = PERF_ATTR_SIZE_VER0,
  1741. [1] = PERF_ATTR_SIZE_VER1,
  1742. [2] = PERF_ATTR_SIZE_VER2,
  1743. [3] = PERF_ATTR_SIZE_VER3,
  1744. [4] = PERF_ATTR_SIZE_VER4,
  1745. 0,
  1746. };
  1747. /*
  1748. * In the legacy file format, the magic number is not used to encode endianness.
  1749. * hdr_sz was used to encode endianness. But given that hdr_sz can vary based
  1750. * on ABI revisions, we need to try all combinations for all endianness to
  1751. * detect the endianness.
  1752. */
  1753. static int try_all_file_abis(uint64_t hdr_sz, struct perf_header *ph)
  1754. {
  1755. uint64_t ref_size, attr_size;
  1756. int i;
  1757. for (i = 0 ; attr_file_abi_sizes[i]; i++) {
  1758. ref_size = attr_file_abi_sizes[i]
  1759. + sizeof(struct perf_file_section);
  1760. if (hdr_sz != ref_size) {
  1761. attr_size = bswap_64(hdr_sz);
  1762. if (attr_size != ref_size)
  1763. continue;
  1764. ph->needs_swap = true;
  1765. }
  1766. pr_debug("ABI%d perf.data file detected, need_swap=%d\n",
  1767. i,
  1768. ph->needs_swap);
  1769. return 0;
  1770. }
  1771. /* could not determine endianness */
  1772. return -1;
  1773. }
  1774. #define PERF_PIPE_HDR_VER0 16
  1775. static const size_t attr_pipe_abi_sizes[] = {
  1776. [0] = PERF_PIPE_HDR_VER0,
  1777. 0,
  1778. };
  1779. /*
  1780. * In the legacy pipe format, there is an implicit assumption that endiannesss
  1781. * between host recording the samples, and host parsing the samples is the
  1782. * same. This is not always the case given that the pipe output may always be
  1783. * redirected into a file and analyzed on a different machine with possibly a
  1784. * different endianness and perf_event ABI revsions in the perf tool itself.
  1785. */
  1786. static int try_all_pipe_abis(uint64_t hdr_sz, struct perf_header *ph)
  1787. {
  1788. u64 attr_size;
  1789. int i;
  1790. for (i = 0 ; attr_pipe_abi_sizes[i]; i++) {
  1791. if (hdr_sz != attr_pipe_abi_sizes[i]) {
  1792. attr_size = bswap_64(hdr_sz);
  1793. if (attr_size != hdr_sz)
  1794. continue;
  1795. ph->needs_swap = true;
  1796. }
  1797. pr_debug("Pipe ABI%d perf.data file detected\n", i);
  1798. return 0;
  1799. }
  1800. return -1;
  1801. }
  1802. bool is_perf_magic(u64 magic)
  1803. {
  1804. if (!memcmp(&magic, __perf_magic1, sizeof(magic))
  1805. || magic == __perf_magic2
  1806. || magic == __perf_magic2_sw)
  1807. return true;
  1808. return false;
  1809. }
  1810. static int check_magic_endian(u64 magic, uint64_t hdr_sz,
  1811. bool is_pipe, struct perf_header *ph)
  1812. {
  1813. int ret;
  1814. /* check for legacy format */
  1815. ret = memcmp(&magic, __perf_magic1, sizeof(magic));
  1816. if (ret == 0) {
  1817. ph->version = PERF_HEADER_VERSION_1;
  1818. pr_debug("legacy perf.data format\n");
  1819. if (is_pipe)
  1820. return try_all_pipe_abis(hdr_sz, ph);
  1821. return try_all_file_abis(hdr_sz, ph);
  1822. }
  1823. /*
  1824. * the new magic number serves two purposes:
  1825. * - unique number to identify actual perf.data files
  1826. * - encode endianness of file
  1827. */
  1828. ph->version = PERF_HEADER_VERSION_2;
  1829. /* check magic number with one endianness */
  1830. if (magic == __perf_magic2)
  1831. return 0;
  1832. /* check magic number with opposite endianness */
  1833. if (magic != __perf_magic2_sw)
  1834. return -1;
  1835. ph->needs_swap = true;
  1836. return 0;
  1837. }
  1838. int perf_file_header__read(struct perf_file_header *header,
  1839. struct perf_header *ph, int fd)
  1840. {
  1841. ssize_t ret;
  1842. lseek(fd, 0, SEEK_SET);
  1843. ret = readn(fd, header, sizeof(*header));
  1844. if (ret <= 0)
  1845. return -1;
  1846. if (check_magic_endian(header->magic,
  1847. header->attr_size, false, ph) < 0) {
  1848. pr_debug("magic/endian check failed\n");
  1849. return -1;
  1850. }
  1851. if (ph->needs_swap) {
  1852. mem_bswap_64(header, offsetof(struct perf_file_header,
  1853. adds_features));
  1854. }
  1855. if (header->size != sizeof(*header)) {
  1856. /* Support the previous format */
  1857. if (header->size == offsetof(typeof(*header), adds_features))
  1858. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1859. else
  1860. return -1;
  1861. } else if (ph->needs_swap) {
  1862. /*
  1863. * feature bitmap is declared as an array of unsigned longs --
  1864. * not good since its size can differ between the host that
  1865. * generated the data file and the host analyzing the file.
  1866. *
  1867. * We need to handle endianness, but we don't know the size of
  1868. * the unsigned long where the file was generated. Take a best
  1869. * guess at determining it: try 64-bit swap first (ie., file
  1870. * created on a 64-bit host), and check if the hostname feature
  1871. * bit is set (this feature bit is forced on as of fbe96f2).
  1872. * If the bit is not, undo the 64-bit swap and try a 32-bit
  1873. * swap. If the hostname bit is still not set (e.g., older data
  1874. * file), punt and fallback to the original behavior --
  1875. * clearing all feature bits and setting buildid.
  1876. */
  1877. mem_bswap_64(&header->adds_features,
  1878. BITS_TO_U64(HEADER_FEAT_BITS));
  1879. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1880. /* unswap as u64 */
  1881. mem_bswap_64(&header->adds_features,
  1882. BITS_TO_U64(HEADER_FEAT_BITS));
  1883. /* unswap as u32 */
  1884. mem_bswap_32(&header->adds_features,
  1885. BITS_TO_U32(HEADER_FEAT_BITS));
  1886. }
  1887. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1888. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1889. set_bit(HEADER_BUILD_ID, header->adds_features);
  1890. }
  1891. }
  1892. memcpy(&ph->adds_features, &header->adds_features,
  1893. sizeof(ph->adds_features));
  1894. ph->data_offset = header->data.offset;
  1895. ph->data_size = header->data.size;
  1896. ph->feat_offset = header->data.offset + header->data.size;
  1897. return 0;
  1898. }
  1899. static int perf_file_section__process(struct perf_file_section *section,
  1900. struct perf_header *ph,
  1901. int feat, int fd, void *data)
  1902. {
  1903. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1904. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1905. "%d, continuing...\n", section->offset, feat);
  1906. return 0;
  1907. }
  1908. if (feat >= HEADER_LAST_FEATURE) {
  1909. pr_debug("unknown feature %d, continuing...\n", feat);
  1910. return 0;
  1911. }
  1912. if (!feat_ops[feat].process)
  1913. return 0;
  1914. return feat_ops[feat].process(section, ph, fd, data);
  1915. }
  1916. static int perf_file_header__read_pipe(struct perf_pipe_file_header *header,
  1917. struct perf_header *ph, int fd,
  1918. bool repipe)
  1919. {
  1920. ssize_t ret;
  1921. ret = readn(fd, header, sizeof(*header));
  1922. if (ret <= 0)
  1923. return -1;
  1924. if (check_magic_endian(header->magic, header->size, true, ph) < 0) {
  1925. pr_debug("endian/magic failed\n");
  1926. return -1;
  1927. }
  1928. if (ph->needs_swap)
  1929. header->size = bswap_64(header->size);
  1930. if (repipe && do_write(STDOUT_FILENO, header, sizeof(*header)) < 0)
  1931. return -1;
  1932. return 0;
  1933. }
  1934. static int perf_header__read_pipe(struct perf_session *session)
  1935. {
  1936. struct perf_header *header = &session->header;
  1937. struct perf_pipe_file_header f_header;
  1938. if (perf_file_header__read_pipe(&f_header, header,
  1939. perf_data_file__fd(session->file),
  1940. session->repipe) < 0) {
  1941. pr_debug("incompatible file format\n");
  1942. return -EINVAL;
  1943. }
  1944. return 0;
  1945. }
  1946. static int read_attr(int fd, struct perf_header *ph,
  1947. struct perf_file_attr *f_attr)
  1948. {
  1949. struct perf_event_attr *attr = &f_attr->attr;
  1950. size_t sz, left;
  1951. size_t our_sz = sizeof(f_attr->attr);
  1952. ssize_t ret;
  1953. memset(f_attr, 0, sizeof(*f_attr));
  1954. /* read minimal guaranteed structure */
  1955. ret = readn(fd, attr, PERF_ATTR_SIZE_VER0);
  1956. if (ret <= 0) {
  1957. pr_debug("cannot read %d bytes of header attr\n",
  1958. PERF_ATTR_SIZE_VER0);
  1959. return -1;
  1960. }
  1961. /* on file perf_event_attr size */
  1962. sz = attr->size;
  1963. if (ph->needs_swap)
  1964. sz = bswap_32(sz);
  1965. if (sz == 0) {
  1966. /* assume ABI0 */
  1967. sz = PERF_ATTR_SIZE_VER0;
  1968. } else if (sz > our_sz) {
  1969. pr_debug("file uses a more recent and unsupported ABI"
  1970. " (%zu bytes extra)\n", sz - our_sz);
  1971. return -1;
  1972. }
  1973. /* what we have not yet read and that we know about */
  1974. left = sz - PERF_ATTR_SIZE_VER0;
  1975. if (left) {
  1976. void *ptr = attr;
  1977. ptr += PERF_ATTR_SIZE_VER0;
  1978. ret = readn(fd, ptr, left);
  1979. }
  1980. /* read perf_file_section, ids are read in caller */
  1981. ret = readn(fd, &f_attr->ids, sizeof(f_attr->ids));
  1982. return ret <= 0 ? -1 : 0;
  1983. }
  1984. static int perf_evsel__prepare_tracepoint_event(struct perf_evsel *evsel,
  1985. struct pevent *pevent)
  1986. {
  1987. struct event_format *event;
  1988. char bf[128];
  1989. /* already prepared */
  1990. if (evsel->tp_format)
  1991. return 0;
  1992. if (pevent == NULL) {
  1993. pr_debug("broken or missing trace data\n");
  1994. return -1;
  1995. }
  1996. event = pevent_find_event(pevent, evsel->attr.config);
  1997. if (event == NULL)
  1998. return -1;
  1999. if (!evsel->name) {
  2000. snprintf(bf, sizeof(bf), "%s:%s", event->system, event->name);
  2001. evsel->name = strdup(bf);
  2002. if (evsel->name == NULL)
  2003. return -1;
  2004. }
  2005. evsel->tp_format = event;
  2006. return 0;
  2007. }
  2008. static int perf_evlist__prepare_tracepoint_events(struct perf_evlist *evlist,
  2009. struct pevent *pevent)
  2010. {
  2011. struct perf_evsel *pos;
  2012. evlist__for_each(evlist, pos) {
  2013. if (pos->attr.type == PERF_TYPE_TRACEPOINT &&
  2014. perf_evsel__prepare_tracepoint_event(pos, pevent))
  2015. return -1;
  2016. }
  2017. return 0;
  2018. }
  2019. int perf_session__read_header(struct perf_session *session)
  2020. {
  2021. struct perf_data_file *file = session->file;
  2022. struct perf_header *header = &session->header;
  2023. struct perf_file_header f_header;
  2024. struct perf_file_attr f_attr;
  2025. u64 f_id;
  2026. int nr_attrs, nr_ids, i, j;
  2027. int fd = perf_data_file__fd(file);
  2028. session->evlist = perf_evlist__new();
  2029. if (session->evlist == NULL)
  2030. return -ENOMEM;
  2031. if (perf_data_file__is_pipe(file))
  2032. return perf_header__read_pipe(session);
  2033. if (perf_file_header__read(&f_header, header, fd) < 0)
  2034. return -EINVAL;
  2035. /*
  2036. * Sanity check that perf.data was written cleanly; data size is
  2037. * initialized to 0 and updated only if the on_exit function is run.
  2038. * If data size is still 0 then the file contains only partial
  2039. * information. Just warn user and process it as much as it can.
  2040. */
  2041. if (f_header.data.size == 0) {
  2042. pr_warning("WARNING: The %s file's data size field is 0 which is unexpected.\n"
  2043. "Was the 'perf record' command properly terminated?\n",
  2044. file->path);
  2045. }
  2046. nr_attrs = f_header.attrs.size / f_header.attr_size;
  2047. lseek(fd, f_header.attrs.offset, SEEK_SET);
  2048. for (i = 0; i < nr_attrs; i++) {
  2049. struct perf_evsel *evsel;
  2050. off_t tmp;
  2051. if (read_attr(fd, header, &f_attr) < 0)
  2052. goto out_errno;
  2053. if (header->needs_swap) {
  2054. f_attr.ids.size = bswap_64(f_attr.ids.size);
  2055. f_attr.ids.offset = bswap_64(f_attr.ids.offset);
  2056. perf_event__attr_swap(&f_attr.attr);
  2057. }
  2058. tmp = lseek(fd, 0, SEEK_CUR);
  2059. evsel = perf_evsel__new(&f_attr.attr);
  2060. if (evsel == NULL)
  2061. goto out_delete_evlist;
  2062. evsel->needs_swap = header->needs_swap;
  2063. /*
  2064. * Do it before so that if perf_evsel__alloc_id fails, this
  2065. * entry gets purged too at perf_evlist__delete().
  2066. */
  2067. perf_evlist__add(session->evlist, evsel);
  2068. nr_ids = f_attr.ids.size / sizeof(u64);
  2069. /*
  2070. * We don't have the cpu and thread maps on the header, so
  2071. * for allocating the perf_sample_id table we fake 1 cpu and
  2072. * hattr->ids threads.
  2073. */
  2074. if (perf_evsel__alloc_id(evsel, 1, nr_ids))
  2075. goto out_delete_evlist;
  2076. lseek(fd, f_attr.ids.offset, SEEK_SET);
  2077. for (j = 0; j < nr_ids; j++) {
  2078. if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id)))
  2079. goto out_errno;
  2080. perf_evlist__id_add(session->evlist, evsel, 0, j, f_id);
  2081. }
  2082. lseek(fd, tmp, SEEK_SET);
  2083. }
  2084. symbol_conf.nr_events = nr_attrs;
  2085. perf_header__process_sections(header, fd, &session->tevent,
  2086. perf_file_section__process);
  2087. if (perf_evlist__prepare_tracepoint_events(session->evlist,
  2088. session->tevent.pevent))
  2089. goto out_delete_evlist;
  2090. return 0;
  2091. out_errno:
  2092. return -errno;
  2093. out_delete_evlist:
  2094. perf_evlist__delete(session->evlist);
  2095. session->evlist = NULL;
  2096. return -ENOMEM;
  2097. }
  2098. int perf_event__synthesize_attr(struct perf_tool *tool,
  2099. struct perf_event_attr *attr, u32 ids, u64 *id,
  2100. perf_event__handler_t process)
  2101. {
  2102. union perf_event *ev;
  2103. size_t size;
  2104. int err;
  2105. size = sizeof(struct perf_event_attr);
  2106. size = PERF_ALIGN(size, sizeof(u64));
  2107. size += sizeof(struct perf_event_header);
  2108. size += ids * sizeof(u64);
  2109. ev = malloc(size);
  2110. if (ev == NULL)
  2111. return -ENOMEM;
  2112. ev->attr.attr = *attr;
  2113. memcpy(ev->attr.id, id, ids * sizeof(u64));
  2114. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  2115. ev->attr.header.size = (u16)size;
  2116. if (ev->attr.header.size == size)
  2117. err = process(tool, ev, NULL, NULL);
  2118. else
  2119. err = -E2BIG;
  2120. free(ev);
  2121. return err;
  2122. }
  2123. int perf_event__synthesize_attrs(struct perf_tool *tool,
  2124. struct perf_session *session,
  2125. perf_event__handler_t process)
  2126. {
  2127. struct perf_evsel *evsel;
  2128. int err = 0;
  2129. evlist__for_each(session->evlist, evsel) {
  2130. err = perf_event__synthesize_attr(tool, &evsel->attr, evsel->ids,
  2131. evsel->id, process);
  2132. if (err) {
  2133. pr_debug("failed to create perf header attribute\n");
  2134. return err;
  2135. }
  2136. }
  2137. return err;
  2138. }
  2139. int perf_event__process_attr(struct perf_tool *tool __maybe_unused,
  2140. union perf_event *event,
  2141. struct perf_evlist **pevlist)
  2142. {
  2143. u32 i, ids, n_ids;
  2144. struct perf_evsel *evsel;
  2145. struct perf_evlist *evlist = *pevlist;
  2146. if (evlist == NULL) {
  2147. *pevlist = evlist = perf_evlist__new();
  2148. if (evlist == NULL)
  2149. return -ENOMEM;
  2150. }
  2151. evsel = perf_evsel__new(&event->attr.attr);
  2152. if (evsel == NULL)
  2153. return -ENOMEM;
  2154. perf_evlist__add(evlist, evsel);
  2155. ids = event->header.size;
  2156. ids -= (void *)&event->attr.id - (void *)event;
  2157. n_ids = ids / sizeof(u64);
  2158. /*
  2159. * We don't have the cpu and thread maps on the header, so
  2160. * for allocating the perf_sample_id table we fake 1 cpu and
  2161. * hattr->ids threads.
  2162. */
  2163. if (perf_evsel__alloc_id(evsel, 1, n_ids))
  2164. return -ENOMEM;
  2165. for (i = 0; i < n_ids; i++) {
  2166. perf_evlist__id_add(evlist, evsel, 0, i, event->attr.id[i]);
  2167. }
  2168. symbol_conf.nr_events = evlist->nr_entries;
  2169. return 0;
  2170. }
  2171. int perf_event__synthesize_tracing_data(struct perf_tool *tool, int fd,
  2172. struct perf_evlist *evlist,
  2173. perf_event__handler_t process)
  2174. {
  2175. union perf_event ev;
  2176. struct tracing_data *tdata;
  2177. ssize_t size = 0, aligned_size = 0, padding;
  2178. int err __maybe_unused = 0;
  2179. /*
  2180. * We are going to store the size of the data followed
  2181. * by the data contents. Since the fd descriptor is a pipe,
  2182. * we cannot seek back to store the size of the data once
  2183. * we know it. Instead we:
  2184. *
  2185. * - write the tracing data to the temp file
  2186. * - get/write the data size to pipe
  2187. * - write the tracing data from the temp file
  2188. * to the pipe
  2189. */
  2190. tdata = tracing_data_get(&evlist->entries, fd, true);
  2191. if (!tdata)
  2192. return -1;
  2193. memset(&ev, 0, sizeof(ev));
  2194. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  2195. size = tdata->size;
  2196. aligned_size = PERF_ALIGN(size, sizeof(u64));
  2197. padding = aligned_size - size;
  2198. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  2199. ev.tracing_data.size = aligned_size;
  2200. process(tool, &ev, NULL, NULL);
  2201. /*
  2202. * The put function will copy all the tracing data
  2203. * stored in temp file to the pipe.
  2204. */
  2205. tracing_data_put(tdata);
  2206. write_padded(fd, NULL, 0, padding);
  2207. return aligned_size;
  2208. }
  2209. int perf_event__process_tracing_data(struct perf_tool *tool __maybe_unused,
  2210. union perf_event *event,
  2211. struct perf_session *session)
  2212. {
  2213. ssize_t size_read, padding, size = event->tracing_data.size;
  2214. int fd = perf_data_file__fd(session->file);
  2215. off_t offset = lseek(fd, 0, SEEK_CUR);
  2216. char buf[BUFSIZ];
  2217. /* setup for reading amidst mmap */
  2218. lseek(fd, offset + sizeof(struct tracing_data_event),
  2219. SEEK_SET);
  2220. size_read = trace_report(fd, &session->tevent,
  2221. session->repipe);
  2222. padding = PERF_ALIGN(size_read, sizeof(u64)) - size_read;
  2223. if (readn(fd, buf, padding) < 0) {
  2224. pr_err("%s: reading input file", __func__);
  2225. return -1;
  2226. }
  2227. if (session->repipe) {
  2228. int retw = write(STDOUT_FILENO, buf, padding);
  2229. if (retw <= 0 || retw != padding) {
  2230. pr_err("%s: repiping tracing data padding", __func__);
  2231. return -1;
  2232. }
  2233. }
  2234. if (size_read + padding != size) {
  2235. pr_err("%s: tracing data size mismatch", __func__);
  2236. return -1;
  2237. }
  2238. perf_evlist__prepare_tracepoint_events(session->evlist,
  2239. session->tevent.pevent);
  2240. return size_read + padding;
  2241. }
  2242. int perf_event__synthesize_build_id(struct perf_tool *tool,
  2243. struct dso *pos, u16 misc,
  2244. perf_event__handler_t process,
  2245. struct machine *machine)
  2246. {
  2247. union perf_event ev;
  2248. size_t len;
  2249. int err = 0;
  2250. if (!pos->hit)
  2251. return err;
  2252. memset(&ev, 0, sizeof(ev));
  2253. len = pos->long_name_len + 1;
  2254. len = PERF_ALIGN(len, NAME_ALIGN);
  2255. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  2256. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  2257. ev.build_id.header.misc = misc;
  2258. ev.build_id.pid = machine->pid;
  2259. ev.build_id.header.size = sizeof(ev.build_id) + len;
  2260. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  2261. err = process(tool, &ev, NULL, machine);
  2262. return err;
  2263. }
  2264. int perf_event__process_build_id(struct perf_tool *tool __maybe_unused,
  2265. union perf_event *event,
  2266. struct perf_session *session)
  2267. {
  2268. __event_process_build_id(&event->build_id,
  2269. event->build_id.filename,
  2270. session);
  2271. return 0;
  2272. }