header.c 60 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814
  1. #include "util.h"
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include <linux/bitops.h>
  10. #include <sys/utsname.h>
  11. #include "evlist.h"
  12. #include "evsel.h"
  13. #include "header.h"
  14. #include "../perf.h"
  15. #include "trace-event.h"
  16. #include "session.h"
  17. #include "symbol.h"
  18. #include "debug.h"
  19. #include "cpumap.h"
  20. #include "pmu.h"
  21. #include "vdso.h"
  22. #include "strbuf.h"
  23. #include "build-id.h"
  24. #include "data.h"
  25. static u32 header_argc;
  26. static const char **header_argv;
  27. /*
  28. * magic2 = "PERFILE2"
  29. * must be a numerical value to let the endianness
  30. * determine the memory layout. That way we are able
  31. * to detect endianness when reading the perf.data file
  32. * back.
  33. *
  34. * we check for legacy (PERFFILE) format.
  35. */
  36. static const char *__perf_magic1 = "PERFFILE";
  37. static const u64 __perf_magic2 = 0x32454c4946524550ULL;
  38. static const u64 __perf_magic2_sw = 0x50455246494c4532ULL;
  39. #define PERF_MAGIC __perf_magic2
  40. struct perf_file_attr {
  41. struct perf_event_attr attr;
  42. struct perf_file_section ids;
  43. };
  44. void perf_header__set_feat(struct perf_header *header, int feat)
  45. {
  46. set_bit(feat, header->adds_features);
  47. }
  48. void perf_header__clear_feat(struct perf_header *header, int feat)
  49. {
  50. clear_bit(feat, header->adds_features);
  51. }
  52. bool perf_header__has_feat(const struct perf_header *header, int feat)
  53. {
  54. return test_bit(feat, header->adds_features);
  55. }
  56. static int do_write(int fd, const void *buf, size_t size)
  57. {
  58. while (size) {
  59. int ret = write(fd, buf, size);
  60. if (ret < 0)
  61. return -errno;
  62. size -= ret;
  63. buf += ret;
  64. }
  65. return 0;
  66. }
  67. int write_padded(int fd, const void *bf, size_t count, size_t count_aligned)
  68. {
  69. static const char zero_buf[NAME_ALIGN];
  70. int err = do_write(fd, bf, count);
  71. if (!err)
  72. err = do_write(fd, zero_buf, count_aligned - count);
  73. return err;
  74. }
  75. static int do_write_string(int fd, const char *str)
  76. {
  77. u32 len, olen;
  78. int ret;
  79. olen = strlen(str) + 1;
  80. len = PERF_ALIGN(olen, NAME_ALIGN);
  81. /* write len, incl. \0 */
  82. ret = do_write(fd, &len, sizeof(len));
  83. if (ret < 0)
  84. return ret;
  85. return write_padded(fd, str, olen, len);
  86. }
  87. static char *do_read_string(int fd, struct perf_header *ph)
  88. {
  89. ssize_t sz, ret;
  90. u32 len;
  91. char *buf;
  92. sz = readn(fd, &len, sizeof(len));
  93. if (sz < (ssize_t)sizeof(len))
  94. return NULL;
  95. if (ph->needs_swap)
  96. len = bswap_32(len);
  97. buf = malloc(len);
  98. if (!buf)
  99. return NULL;
  100. ret = readn(fd, buf, len);
  101. if (ret == (ssize_t)len) {
  102. /*
  103. * strings are padded by zeroes
  104. * thus the actual strlen of buf
  105. * may be less than len
  106. */
  107. return buf;
  108. }
  109. free(buf);
  110. return NULL;
  111. }
  112. int
  113. perf_header__set_cmdline(int argc, const char **argv)
  114. {
  115. int i;
  116. /*
  117. * If header_argv has already been set, do not override it.
  118. * This allows a command to set the cmdline, parse args and
  119. * then call another builtin function that implements a
  120. * command -- e.g, cmd_kvm calling cmd_record.
  121. */
  122. if (header_argv)
  123. return 0;
  124. header_argc = (u32)argc;
  125. /* do not include NULL termination */
  126. header_argv = calloc(argc, sizeof(char *));
  127. if (!header_argv)
  128. return -ENOMEM;
  129. /*
  130. * must copy argv contents because it gets moved
  131. * around during option parsing
  132. */
  133. for (i = 0; i < argc ; i++)
  134. header_argv[i] = argv[i];
  135. return 0;
  136. }
  137. static int write_tracing_data(int fd, struct perf_header *h __maybe_unused,
  138. struct perf_evlist *evlist)
  139. {
  140. return read_tracing_data(fd, &evlist->entries);
  141. }
  142. static int write_build_id(int fd, struct perf_header *h,
  143. struct perf_evlist *evlist __maybe_unused)
  144. {
  145. struct perf_session *session;
  146. int err;
  147. session = container_of(h, struct perf_session, header);
  148. if (!perf_session__read_build_ids(session, true))
  149. return -1;
  150. err = perf_session__write_buildid_table(session, fd);
  151. if (err < 0) {
  152. pr_debug("failed to write buildid table\n");
  153. return err;
  154. }
  155. perf_session__cache_build_ids(session);
  156. return 0;
  157. }
  158. static int write_hostname(int fd, struct perf_header *h __maybe_unused,
  159. struct perf_evlist *evlist __maybe_unused)
  160. {
  161. struct utsname uts;
  162. int ret;
  163. ret = uname(&uts);
  164. if (ret < 0)
  165. return -1;
  166. return do_write_string(fd, uts.nodename);
  167. }
  168. static int write_osrelease(int fd, struct perf_header *h __maybe_unused,
  169. struct perf_evlist *evlist __maybe_unused)
  170. {
  171. struct utsname uts;
  172. int ret;
  173. ret = uname(&uts);
  174. if (ret < 0)
  175. return -1;
  176. return do_write_string(fd, uts.release);
  177. }
  178. static int write_arch(int fd, struct perf_header *h __maybe_unused,
  179. struct perf_evlist *evlist __maybe_unused)
  180. {
  181. struct utsname uts;
  182. int ret;
  183. ret = uname(&uts);
  184. if (ret < 0)
  185. return -1;
  186. return do_write_string(fd, uts.machine);
  187. }
  188. static int write_version(int fd, struct perf_header *h __maybe_unused,
  189. struct perf_evlist *evlist __maybe_unused)
  190. {
  191. return do_write_string(fd, perf_version_string);
  192. }
  193. static int __write_cpudesc(int fd, const char *cpuinfo_proc)
  194. {
  195. FILE *file;
  196. char *buf = NULL;
  197. char *s, *p;
  198. const char *search = cpuinfo_proc;
  199. size_t len = 0;
  200. int ret = -1;
  201. if (!search)
  202. return -1;
  203. file = fopen("/proc/cpuinfo", "r");
  204. if (!file)
  205. return -1;
  206. while (getline(&buf, &len, file) > 0) {
  207. ret = strncmp(buf, search, strlen(search));
  208. if (!ret)
  209. break;
  210. }
  211. if (ret) {
  212. ret = -1;
  213. goto done;
  214. }
  215. s = buf;
  216. p = strchr(buf, ':');
  217. if (p && *(p+1) == ' ' && *(p+2))
  218. s = p + 2;
  219. p = strchr(s, '\n');
  220. if (p)
  221. *p = '\0';
  222. /* squash extra space characters (branding string) */
  223. p = s;
  224. while (*p) {
  225. if (isspace(*p)) {
  226. char *r = p + 1;
  227. char *q = r;
  228. *p = ' ';
  229. while (*q && isspace(*q))
  230. q++;
  231. if (q != (p+1))
  232. while ((*r++ = *q++));
  233. }
  234. p++;
  235. }
  236. ret = do_write_string(fd, s);
  237. done:
  238. free(buf);
  239. fclose(file);
  240. return ret;
  241. }
  242. static int write_cpudesc(int fd, struct perf_header *h __maybe_unused,
  243. struct perf_evlist *evlist __maybe_unused)
  244. {
  245. #ifndef CPUINFO_PROC
  246. #define CPUINFO_PROC {"model name", }
  247. #endif
  248. const char *cpuinfo_procs[] = CPUINFO_PROC;
  249. unsigned int i;
  250. for (i = 0; i < ARRAY_SIZE(cpuinfo_procs); i++) {
  251. int ret;
  252. ret = __write_cpudesc(fd, cpuinfo_procs[i]);
  253. if (ret >= 0)
  254. return ret;
  255. }
  256. return -1;
  257. }
  258. static int write_nrcpus(int fd, struct perf_header *h __maybe_unused,
  259. struct perf_evlist *evlist __maybe_unused)
  260. {
  261. long nr;
  262. u32 nrc, nra;
  263. int ret;
  264. nr = sysconf(_SC_NPROCESSORS_CONF);
  265. if (nr < 0)
  266. return -1;
  267. nrc = (u32)(nr & UINT_MAX);
  268. nr = sysconf(_SC_NPROCESSORS_ONLN);
  269. if (nr < 0)
  270. return -1;
  271. nra = (u32)(nr & UINT_MAX);
  272. ret = do_write(fd, &nrc, sizeof(nrc));
  273. if (ret < 0)
  274. return ret;
  275. return do_write(fd, &nra, sizeof(nra));
  276. }
  277. static int write_event_desc(int fd, struct perf_header *h __maybe_unused,
  278. struct perf_evlist *evlist)
  279. {
  280. struct perf_evsel *evsel;
  281. u32 nre, nri, sz;
  282. int ret;
  283. nre = evlist->nr_entries;
  284. /*
  285. * write number of events
  286. */
  287. ret = do_write(fd, &nre, sizeof(nre));
  288. if (ret < 0)
  289. return ret;
  290. /*
  291. * size of perf_event_attr struct
  292. */
  293. sz = (u32)sizeof(evsel->attr);
  294. ret = do_write(fd, &sz, sizeof(sz));
  295. if (ret < 0)
  296. return ret;
  297. evlist__for_each(evlist, evsel) {
  298. ret = do_write(fd, &evsel->attr, sz);
  299. if (ret < 0)
  300. return ret;
  301. /*
  302. * write number of unique id per event
  303. * there is one id per instance of an event
  304. *
  305. * copy into an nri to be independent of the
  306. * type of ids,
  307. */
  308. nri = evsel->ids;
  309. ret = do_write(fd, &nri, sizeof(nri));
  310. if (ret < 0)
  311. return ret;
  312. /*
  313. * write event string as passed on cmdline
  314. */
  315. ret = do_write_string(fd, perf_evsel__name(evsel));
  316. if (ret < 0)
  317. return ret;
  318. /*
  319. * write unique ids for this event
  320. */
  321. ret = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  322. if (ret < 0)
  323. return ret;
  324. }
  325. return 0;
  326. }
  327. static int write_cmdline(int fd, struct perf_header *h __maybe_unused,
  328. struct perf_evlist *evlist __maybe_unused)
  329. {
  330. char buf[MAXPATHLEN];
  331. char proc[32];
  332. u32 i, n;
  333. int ret;
  334. /*
  335. * actual atual path to perf binary
  336. */
  337. sprintf(proc, "/proc/%d/exe", getpid());
  338. ret = readlink(proc, buf, sizeof(buf));
  339. if (ret <= 0)
  340. return -1;
  341. /* readlink() does not add null termination */
  342. buf[ret] = '\0';
  343. /* account for binary path */
  344. n = header_argc + 1;
  345. ret = do_write(fd, &n, sizeof(n));
  346. if (ret < 0)
  347. return ret;
  348. ret = do_write_string(fd, buf);
  349. if (ret < 0)
  350. return ret;
  351. for (i = 0 ; i < header_argc; i++) {
  352. ret = do_write_string(fd, header_argv[i]);
  353. if (ret < 0)
  354. return ret;
  355. }
  356. return 0;
  357. }
  358. #define CORE_SIB_FMT \
  359. "/sys/devices/system/cpu/cpu%d/topology/core_siblings_list"
  360. #define THRD_SIB_FMT \
  361. "/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list"
  362. struct cpu_topo {
  363. u32 core_sib;
  364. u32 thread_sib;
  365. char **core_siblings;
  366. char **thread_siblings;
  367. };
  368. static int build_cpu_topo(struct cpu_topo *tp, int cpu)
  369. {
  370. FILE *fp;
  371. char filename[MAXPATHLEN];
  372. char *buf = NULL, *p;
  373. size_t len = 0;
  374. ssize_t sret;
  375. u32 i = 0;
  376. int ret = -1;
  377. sprintf(filename, CORE_SIB_FMT, cpu);
  378. fp = fopen(filename, "r");
  379. if (!fp)
  380. goto try_threads;
  381. sret = getline(&buf, &len, fp);
  382. fclose(fp);
  383. if (sret <= 0)
  384. goto try_threads;
  385. p = strchr(buf, '\n');
  386. if (p)
  387. *p = '\0';
  388. for (i = 0; i < tp->core_sib; i++) {
  389. if (!strcmp(buf, tp->core_siblings[i]))
  390. break;
  391. }
  392. if (i == tp->core_sib) {
  393. tp->core_siblings[i] = buf;
  394. tp->core_sib++;
  395. buf = NULL;
  396. len = 0;
  397. }
  398. ret = 0;
  399. try_threads:
  400. sprintf(filename, THRD_SIB_FMT, cpu);
  401. fp = fopen(filename, "r");
  402. if (!fp)
  403. goto done;
  404. if (getline(&buf, &len, fp) <= 0)
  405. goto done;
  406. p = strchr(buf, '\n');
  407. if (p)
  408. *p = '\0';
  409. for (i = 0; i < tp->thread_sib; i++) {
  410. if (!strcmp(buf, tp->thread_siblings[i]))
  411. break;
  412. }
  413. if (i == tp->thread_sib) {
  414. tp->thread_siblings[i] = buf;
  415. tp->thread_sib++;
  416. buf = NULL;
  417. }
  418. ret = 0;
  419. done:
  420. if(fp)
  421. fclose(fp);
  422. free(buf);
  423. return ret;
  424. }
  425. static void free_cpu_topo(struct cpu_topo *tp)
  426. {
  427. u32 i;
  428. if (!tp)
  429. return;
  430. for (i = 0 ; i < tp->core_sib; i++)
  431. zfree(&tp->core_siblings[i]);
  432. for (i = 0 ; i < tp->thread_sib; i++)
  433. zfree(&tp->thread_siblings[i]);
  434. free(tp);
  435. }
  436. static struct cpu_topo *build_cpu_topology(void)
  437. {
  438. struct cpu_topo *tp;
  439. void *addr;
  440. u32 nr, i;
  441. size_t sz;
  442. long ncpus;
  443. int ret = -1;
  444. ncpus = sysconf(_SC_NPROCESSORS_CONF);
  445. if (ncpus < 0)
  446. return NULL;
  447. nr = (u32)(ncpus & UINT_MAX);
  448. sz = nr * sizeof(char *);
  449. addr = calloc(1, sizeof(*tp) + 2 * sz);
  450. if (!addr)
  451. return NULL;
  452. tp = addr;
  453. addr += sizeof(*tp);
  454. tp->core_siblings = addr;
  455. addr += sz;
  456. tp->thread_siblings = addr;
  457. for (i = 0; i < nr; i++) {
  458. ret = build_cpu_topo(tp, i);
  459. if (ret < 0)
  460. break;
  461. }
  462. if (ret) {
  463. free_cpu_topo(tp);
  464. tp = NULL;
  465. }
  466. return tp;
  467. }
  468. static int write_cpu_topology(int fd, struct perf_header *h __maybe_unused,
  469. struct perf_evlist *evlist __maybe_unused)
  470. {
  471. struct cpu_topo *tp;
  472. u32 i;
  473. int ret;
  474. tp = build_cpu_topology();
  475. if (!tp)
  476. return -1;
  477. ret = do_write(fd, &tp->core_sib, sizeof(tp->core_sib));
  478. if (ret < 0)
  479. goto done;
  480. for (i = 0; i < tp->core_sib; i++) {
  481. ret = do_write_string(fd, tp->core_siblings[i]);
  482. if (ret < 0)
  483. goto done;
  484. }
  485. ret = do_write(fd, &tp->thread_sib, sizeof(tp->thread_sib));
  486. if (ret < 0)
  487. goto done;
  488. for (i = 0; i < tp->thread_sib; i++) {
  489. ret = do_write_string(fd, tp->thread_siblings[i]);
  490. if (ret < 0)
  491. break;
  492. }
  493. done:
  494. free_cpu_topo(tp);
  495. return ret;
  496. }
  497. static int write_total_mem(int fd, struct perf_header *h __maybe_unused,
  498. struct perf_evlist *evlist __maybe_unused)
  499. {
  500. char *buf = NULL;
  501. FILE *fp;
  502. size_t len = 0;
  503. int ret = -1, n;
  504. uint64_t mem;
  505. fp = fopen("/proc/meminfo", "r");
  506. if (!fp)
  507. return -1;
  508. while (getline(&buf, &len, fp) > 0) {
  509. ret = strncmp(buf, "MemTotal:", 9);
  510. if (!ret)
  511. break;
  512. }
  513. if (!ret) {
  514. n = sscanf(buf, "%*s %"PRIu64, &mem);
  515. if (n == 1)
  516. ret = do_write(fd, &mem, sizeof(mem));
  517. } else
  518. ret = -1;
  519. free(buf);
  520. fclose(fp);
  521. return ret;
  522. }
  523. static int write_topo_node(int fd, int node)
  524. {
  525. char str[MAXPATHLEN];
  526. char field[32];
  527. char *buf = NULL, *p;
  528. size_t len = 0;
  529. FILE *fp;
  530. u64 mem_total, mem_free, mem;
  531. int ret = -1;
  532. sprintf(str, "/sys/devices/system/node/node%d/meminfo", node);
  533. fp = fopen(str, "r");
  534. if (!fp)
  535. return -1;
  536. while (getline(&buf, &len, fp) > 0) {
  537. /* skip over invalid lines */
  538. if (!strchr(buf, ':'))
  539. continue;
  540. if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
  541. goto done;
  542. if (!strcmp(field, "MemTotal:"))
  543. mem_total = mem;
  544. if (!strcmp(field, "MemFree:"))
  545. mem_free = mem;
  546. }
  547. fclose(fp);
  548. fp = NULL;
  549. ret = do_write(fd, &mem_total, sizeof(u64));
  550. if (ret)
  551. goto done;
  552. ret = do_write(fd, &mem_free, sizeof(u64));
  553. if (ret)
  554. goto done;
  555. ret = -1;
  556. sprintf(str, "/sys/devices/system/node/node%d/cpulist", node);
  557. fp = fopen(str, "r");
  558. if (!fp)
  559. goto done;
  560. if (getline(&buf, &len, fp) <= 0)
  561. goto done;
  562. p = strchr(buf, '\n');
  563. if (p)
  564. *p = '\0';
  565. ret = do_write_string(fd, buf);
  566. done:
  567. free(buf);
  568. if (fp)
  569. fclose(fp);
  570. return ret;
  571. }
  572. static int write_numa_topology(int fd, struct perf_header *h __maybe_unused,
  573. struct perf_evlist *evlist __maybe_unused)
  574. {
  575. char *buf = NULL;
  576. size_t len = 0;
  577. FILE *fp;
  578. struct cpu_map *node_map = NULL;
  579. char *c;
  580. u32 nr, i, j;
  581. int ret = -1;
  582. fp = fopen("/sys/devices/system/node/online", "r");
  583. if (!fp)
  584. return -1;
  585. if (getline(&buf, &len, fp) <= 0)
  586. goto done;
  587. c = strchr(buf, '\n');
  588. if (c)
  589. *c = '\0';
  590. node_map = cpu_map__new(buf);
  591. if (!node_map)
  592. goto done;
  593. nr = (u32)node_map->nr;
  594. ret = do_write(fd, &nr, sizeof(nr));
  595. if (ret < 0)
  596. goto done;
  597. for (i = 0; i < nr; i++) {
  598. j = (u32)node_map->map[i];
  599. ret = do_write(fd, &j, sizeof(j));
  600. if (ret < 0)
  601. break;
  602. ret = write_topo_node(fd, i);
  603. if (ret < 0)
  604. break;
  605. }
  606. done:
  607. free(buf);
  608. fclose(fp);
  609. free(node_map);
  610. return ret;
  611. }
  612. /*
  613. * File format:
  614. *
  615. * struct pmu_mappings {
  616. * u32 pmu_num;
  617. * struct pmu_map {
  618. * u32 type;
  619. * char name[];
  620. * }[pmu_num];
  621. * };
  622. */
  623. static int write_pmu_mappings(int fd, struct perf_header *h __maybe_unused,
  624. struct perf_evlist *evlist __maybe_unused)
  625. {
  626. struct perf_pmu *pmu = NULL;
  627. off_t offset = lseek(fd, 0, SEEK_CUR);
  628. __u32 pmu_num = 0;
  629. int ret;
  630. /* write real pmu_num later */
  631. ret = do_write(fd, &pmu_num, sizeof(pmu_num));
  632. if (ret < 0)
  633. return ret;
  634. while ((pmu = perf_pmu__scan(pmu))) {
  635. if (!pmu->name)
  636. continue;
  637. pmu_num++;
  638. ret = do_write(fd, &pmu->type, sizeof(pmu->type));
  639. if (ret < 0)
  640. return ret;
  641. ret = do_write_string(fd, pmu->name);
  642. if (ret < 0)
  643. return ret;
  644. }
  645. if (pwrite(fd, &pmu_num, sizeof(pmu_num), offset) != sizeof(pmu_num)) {
  646. /* discard all */
  647. lseek(fd, offset, SEEK_SET);
  648. return -1;
  649. }
  650. return 0;
  651. }
  652. /*
  653. * File format:
  654. *
  655. * struct group_descs {
  656. * u32 nr_groups;
  657. * struct group_desc {
  658. * char name[];
  659. * u32 leader_idx;
  660. * u32 nr_members;
  661. * }[nr_groups];
  662. * };
  663. */
  664. static int write_group_desc(int fd, struct perf_header *h __maybe_unused,
  665. struct perf_evlist *evlist)
  666. {
  667. u32 nr_groups = evlist->nr_groups;
  668. struct perf_evsel *evsel;
  669. int ret;
  670. ret = do_write(fd, &nr_groups, sizeof(nr_groups));
  671. if (ret < 0)
  672. return ret;
  673. evlist__for_each(evlist, evsel) {
  674. if (perf_evsel__is_group_leader(evsel) &&
  675. evsel->nr_members > 1) {
  676. const char *name = evsel->group_name ?: "{anon_group}";
  677. u32 leader_idx = evsel->idx;
  678. u32 nr_members = evsel->nr_members;
  679. ret = do_write_string(fd, name);
  680. if (ret < 0)
  681. return ret;
  682. ret = do_write(fd, &leader_idx, sizeof(leader_idx));
  683. if (ret < 0)
  684. return ret;
  685. ret = do_write(fd, &nr_members, sizeof(nr_members));
  686. if (ret < 0)
  687. return ret;
  688. }
  689. }
  690. return 0;
  691. }
  692. /*
  693. * default get_cpuid(): nothing gets recorded
  694. * actual implementation must be in arch/$(ARCH)/util/header.c
  695. */
  696. int __attribute__ ((weak)) get_cpuid(char *buffer __maybe_unused,
  697. size_t sz __maybe_unused)
  698. {
  699. return -1;
  700. }
  701. static int write_cpuid(int fd, struct perf_header *h __maybe_unused,
  702. struct perf_evlist *evlist __maybe_unused)
  703. {
  704. char buffer[64];
  705. int ret;
  706. ret = get_cpuid(buffer, sizeof(buffer));
  707. if (!ret)
  708. goto write_it;
  709. return -1;
  710. write_it:
  711. return do_write_string(fd, buffer);
  712. }
  713. static int write_branch_stack(int fd __maybe_unused,
  714. struct perf_header *h __maybe_unused,
  715. struct perf_evlist *evlist __maybe_unused)
  716. {
  717. return 0;
  718. }
  719. static int write_auxtrace(int fd, struct perf_header *h,
  720. struct perf_evlist *evlist __maybe_unused)
  721. {
  722. struct perf_session *session;
  723. int err;
  724. session = container_of(h, struct perf_session, header);
  725. err = auxtrace_index__write(fd, &session->auxtrace_index);
  726. if (err < 0)
  727. pr_err("Failed to write auxtrace index\n");
  728. return err;
  729. }
  730. static void print_hostname(struct perf_header *ph, int fd __maybe_unused,
  731. FILE *fp)
  732. {
  733. fprintf(fp, "# hostname : %s\n", ph->env.hostname);
  734. }
  735. static void print_osrelease(struct perf_header *ph, int fd __maybe_unused,
  736. FILE *fp)
  737. {
  738. fprintf(fp, "# os release : %s\n", ph->env.os_release);
  739. }
  740. static void print_arch(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  741. {
  742. fprintf(fp, "# arch : %s\n", ph->env.arch);
  743. }
  744. static void print_cpudesc(struct perf_header *ph, int fd __maybe_unused,
  745. FILE *fp)
  746. {
  747. fprintf(fp, "# cpudesc : %s\n", ph->env.cpu_desc);
  748. }
  749. static void print_nrcpus(struct perf_header *ph, int fd __maybe_unused,
  750. FILE *fp)
  751. {
  752. fprintf(fp, "# nrcpus online : %u\n", ph->env.nr_cpus_online);
  753. fprintf(fp, "# nrcpus avail : %u\n", ph->env.nr_cpus_avail);
  754. }
  755. static void print_version(struct perf_header *ph, int fd __maybe_unused,
  756. FILE *fp)
  757. {
  758. fprintf(fp, "# perf version : %s\n", ph->env.version);
  759. }
  760. static void print_cmdline(struct perf_header *ph, int fd __maybe_unused,
  761. FILE *fp)
  762. {
  763. int nr, i;
  764. char *str;
  765. nr = ph->env.nr_cmdline;
  766. str = ph->env.cmdline;
  767. fprintf(fp, "# cmdline : ");
  768. for (i = 0; i < nr; i++) {
  769. fprintf(fp, "%s ", str);
  770. str += strlen(str) + 1;
  771. }
  772. fputc('\n', fp);
  773. }
  774. static void print_cpu_topology(struct perf_header *ph, int fd __maybe_unused,
  775. FILE *fp)
  776. {
  777. int nr, i;
  778. char *str;
  779. nr = ph->env.nr_sibling_cores;
  780. str = ph->env.sibling_cores;
  781. for (i = 0; i < nr; i++) {
  782. fprintf(fp, "# sibling cores : %s\n", str);
  783. str += strlen(str) + 1;
  784. }
  785. nr = ph->env.nr_sibling_threads;
  786. str = ph->env.sibling_threads;
  787. for (i = 0; i < nr; i++) {
  788. fprintf(fp, "# sibling threads : %s\n", str);
  789. str += strlen(str) + 1;
  790. }
  791. }
  792. static void free_event_desc(struct perf_evsel *events)
  793. {
  794. struct perf_evsel *evsel;
  795. if (!events)
  796. return;
  797. for (evsel = events; evsel->attr.size; evsel++) {
  798. zfree(&evsel->name);
  799. zfree(&evsel->id);
  800. }
  801. free(events);
  802. }
  803. static struct perf_evsel *
  804. read_event_desc(struct perf_header *ph, int fd)
  805. {
  806. struct perf_evsel *evsel, *events = NULL;
  807. u64 *id;
  808. void *buf = NULL;
  809. u32 nre, sz, nr, i, j;
  810. ssize_t ret;
  811. size_t msz;
  812. /* number of events */
  813. ret = readn(fd, &nre, sizeof(nre));
  814. if (ret != (ssize_t)sizeof(nre))
  815. goto error;
  816. if (ph->needs_swap)
  817. nre = bswap_32(nre);
  818. ret = readn(fd, &sz, sizeof(sz));
  819. if (ret != (ssize_t)sizeof(sz))
  820. goto error;
  821. if (ph->needs_swap)
  822. sz = bswap_32(sz);
  823. /* buffer to hold on file attr struct */
  824. buf = malloc(sz);
  825. if (!buf)
  826. goto error;
  827. /* the last event terminates with evsel->attr.size == 0: */
  828. events = calloc(nre + 1, sizeof(*events));
  829. if (!events)
  830. goto error;
  831. msz = sizeof(evsel->attr);
  832. if (sz < msz)
  833. msz = sz;
  834. for (i = 0, evsel = events; i < nre; evsel++, i++) {
  835. evsel->idx = i;
  836. /*
  837. * must read entire on-file attr struct to
  838. * sync up with layout.
  839. */
  840. ret = readn(fd, buf, sz);
  841. if (ret != (ssize_t)sz)
  842. goto error;
  843. if (ph->needs_swap)
  844. perf_event__attr_swap(buf);
  845. memcpy(&evsel->attr, buf, msz);
  846. ret = readn(fd, &nr, sizeof(nr));
  847. if (ret != (ssize_t)sizeof(nr))
  848. goto error;
  849. if (ph->needs_swap) {
  850. nr = bswap_32(nr);
  851. evsel->needs_swap = true;
  852. }
  853. evsel->name = do_read_string(fd, ph);
  854. if (!nr)
  855. continue;
  856. id = calloc(nr, sizeof(*id));
  857. if (!id)
  858. goto error;
  859. evsel->ids = nr;
  860. evsel->id = id;
  861. for (j = 0 ; j < nr; j++) {
  862. ret = readn(fd, id, sizeof(*id));
  863. if (ret != (ssize_t)sizeof(*id))
  864. goto error;
  865. if (ph->needs_swap)
  866. *id = bswap_64(*id);
  867. id++;
  868. }
  869. }
  870. out:
  871. free(buf);
  872. return events;
  873. error:
  874. free_event_desc(events);
  875. events = NULL;
  876. goto out;
  877. }
  878. static int __desc_attr__fprintf(FILE *fp, const char *name, const char *val,
  879. void *priv __attribute__((unused)))
  880. {
  881. return fprintf(fp, ", %s = %s", name, val);
  882. }
  883. static void print_event_desc(struct perf_header *ph, int fd, FILE *fp)
  884. {
  885. struct perf_evsel *evsel, *events = read_event_desc(ph, fd);
  886. u32 j;
  887. u64 *id;
  888. if (!events) {
  889. fprintf(fp, "# event desc: not available or unable to read\n");
  890. return;
  891. }
  892. for (evsel = events; evsel->attr.size; evsel++) {
  893. fprintf(fp, "# event : name = %s, ", evsel->name);
  894. if (evsel->ids) {
  895. fprintf(fp, ", id = {");
  896. for (j = 0, id = evsel->id; j < evsel->ids; j++, id++) {
  897. if (j)
  898. fputc(',', fp);
  899. fprintf(fp, " %"PRIu64, *id);
  900. }
  901. fprintf(fp, " }");
  902. }
  903. perf_event_attr__fprintf(fp, &evsel->attr, __desc_attr__fprintf, NULL);
  904. fputc('\n', fp);
  905. }
  906. free_event_desc(events);
  907. }
  908. static void print_total_mem(struct perf_header *ph, int fd __maybe_unused,
  909. FILE *fp)
  910. {
  911. fprintf(fp, "# total memory : %Lu kB\n", ph->env.total_mem);
  912. }
  913. static void print_numa_topology(struct perf_header *ph, int fd __maybe_unused,
  914. FILE *fp)
  915. {
  916. u32 nr, c, i;
  917. char *str, *tmp;
  918. uint64_t mem_total, mem_free;
  919. /* nr nodes */
  920. nr = ph->env.nr_numa_nodes;
  921. str = ph->env.numa_nodes;
  922. for (i = 0; i < nr; i++) {
  923. /* node number */
  924. c = strtoul(str, &tmp, 0);
  925. if (*tmp != ':')
  926. goto error;
  927. str = tmp + 1;
  928. mem_total = strtoull(str, &tmp, 0);
  929. if (*tmp != ':')
  930. goto error;
  931. str = tmp + 1;
  932. mem_free = strtoull(str, &tmp, 0);
  933. if (*tmp != ':')
  934. goto error;
  935. fprintf(fp, "# node%u meminfo : total = %"PRIu64" kB,"
  936. " free = %"PRIu64" kB\n",
  937. c, mem_total, mem_free);
  938. str = tmp + 1;
  939. fprintf(fp, "# node%u cpu list : %s\n", c, str);
  940. str += strlen(str) + 1;
  941. }
  942. return;
  943. error:
  944. fprintf(fp, "# numa topology : not available\n");
  945. }
  946. static void print_cpuid(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  947. {
  948. fprintf(fp, "# cpuid : %s\n", ph->env.cpuid);
  949. }
  950. static void print_branch_stack(struct perf_header *ph __maybe_unused,
  951. int fd __maybe_unused, FILE *fp)
  952. {
  953. fprintf(fp, "# contains samples with branch stack\n");
  954. }
  955. static void print_auxtrace(struct perf_header *ph __maybe_unused,
  956. int fd __maybe_unused, FILE *fp)
  957. {
  958. fprintf(fp, "# contains AUX area data (e.g. instruction trace)\n");
  959. }
  960. static void print_pmu_mappings(struct perf_header *ph, int fd __maybe_unused,
  961. FILE *fp)
  962. {
  963. const char *delimiter = "# pmu mappings: ";
  964. char *str, *tmp;
  965. u32 pmu_num;
  966. u32 type;
  967. pmu_num = ph->env.nr_pmu_mappings;
  968. if (!pmu_num) {
  969. fprintf(fp, "# pmu mappings: not available\n");
  970. return;
  971. }
  972. str = ph->env.pmu_mappings;
  973. while (pmu_num) {
  974. type = strtoul(str, &tmp, 0);
  975. if (*tmp != ':')
  976. goto error;
  977. str = tmp + 1;
  978. fprintf(fp, "%s%s = %" PRIu32, delimiter, str, type);
  979. delimiter = ", ";
  980. str += strlen(str) + 1;
  981. pmu_num--;
  982. }
  983. fprintf(fp, "\n");
  984. if (!pmu_num)
  985. return;
  986. error:
  987. fprintf(fp, "# pmu mappings: unable to read\n");
  988. }
  989. static void print_group_desc(struct perf_header *ph, int fd __maybe_unused,
  990. FILE *fp)
  991. {
  992. struct perf_session *session;
  993. struct perf_evsel *evsel;
  994. u32 nr = 0;
  995. session = container_of(ph, struct perf_session, header);
  996. evlist__for_each(session->evlist, evsel) {
  997. if (perf_evsel__is_group_leader(evsel) &&
  998. evsel->nr_members > 1) {
  999. fprintf(fp, "# group: %s{%s", evsel->group_name ?: "",
  1000. perf_evsel__name(evsel));
  1001. nr = evsel->nr_members - 1;
  1002. } else if (nr) {
  1003. fprintf(fp, ",%s", perf_evsel__name(evsel));
  1004. if (--nr == 0)
  1005. fprintf(fp, "}\n");
  1006. }
  1007. }
  1008. }
  1009. static int __event_process_build_id(struct build_id_event *bev,
  1010. char *filename,
  1011. struct perf_session *session)
  1012. {
  1013. int err = -1;
  1014. struct machine *machine;
  1015. u16 cpumode;
  1016. struct dso *dso;
  1017. enum dso_kernel_type dso_type;
  1018. machine = perf_session__findnew_machine(session, bev->pid);
  1019. if (!machine)
  1020. goto out;
  1021. cpumode = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  1022. switch (cpumode) {
  1023. case PERF_RECORD_MISC_KERNEL:
  1024. dso_type = DSO_TYPE_KERNEL;
  1025. break;
  1026. case PERF_RECORD_MISC_GUEST_KERNEL:
  1027. dso_type = DSO_TYPE_GUEST_KERNEL;
  1028. break;
  1029. case PERF_RECORD_MISC_USER:
  1030. case PERF_RECORD_MISC_GUEST_USER:
  1031. dso_type = DSO_TYPE_USER;
  1032. break;
  1033. default:
  1034. goto out;
  1035. }
  1036. dso = machine__findnew_dso(machine, filename);
  1037. if (dso != NULL) {
  1038. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  1039. dso__set_build_id(dso, &bev->build_id);
  1040. if (!is_kernel_module(filename, cpumode))
  1041. dso->kernel = dso_type;
  1042. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  1043. sbuild_id);
  1044. pr_debug("build id event received for %s: %s\n",
  1045. dso->long_name, sbuild_id);
  1046. dso__put(dso);
  1047. }
  1048. err = 0;
  1049. out:
  1050. return err;
  1051. }
  1052. static int perf_header__read_build_ids_abi_quirk(struct perf_header *header,
  1053. int input, u64 offset, u64 size)
  1054. {
  1055. struct perf_session *session = container_of(header, struct perf_session, header);
  1056. struct {
  1057. struct perf_event_header header;
  1058. u8 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
  1059. char filename[0];
  1060. } old_bev;
  1061. struct build_id_event bev;
  1062. char filename[PATH_MAX];
  1063. u64 limit = offset + size;
  1064. while (offset < limit) {
  1065. ssize_t len;
  1066. if (readn(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev))
  1067. return -1;
  1068. if (header->needs_swap)
  1069. perf_event_header__bswap(&old_bev.header);
  1070. len = old_bev.header.size - sizeof(old_bev);
  1071. if (readn(input, filename, len) != len)
  1072. return -1;
  1073. bev.header = old_bev.header;
  1074. /*
  1075. * As the pid is the missing value, we need to fill
  1076. * it properly. The header.misc value give us nice hint.
  1077. */
  1078. bev.pid = HOST_KERNEL_ID;
  1079. if (bev.header.misc == PERF_RECORD_MISC_GUEST_USER ||
  1080. bev.header.misc == PERF_RECORD_MISC_GUEST_KERNEL)
  1081. bev.pid = DEFAULT_GUEST_KERNEL_ID;
  1082. memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id));
  1083. __event_process_build_id(&bev, filename, session);
  1084. offset += bev.header.size;
  1085. }
  1086. return 0;
  1087. }
  1088. static int perf_header__read_build_ids(struct perf_header *header,
  1089. int input, u64 offset, u64 size)
  1090. {
  1091. struct perf_session *session = container_of(header, struct perf_session, header);
  1092. struct build_id_event bev;
  1093. char filename[PATH_MAX];
  1094. u64 limit = offset + size, orig_offset = offset;
  1095. int err = -1;
  1096. while (offset < limit) {
  1097. ssize_t len;
  1098. if (readn(input, &bev, sizeof(bev)) != sizeof(bev))
  1099. goto out;
  1100. if (header->needs_swap)
  1101. perf_event_header__bswap(&bev.header);
  1102. len = bev.header.size - sizeof(bev);
  1103. if (readn(input, filename, len) != len)
  1104. goto out;
  1105. /*
  1106. * The a1645ce1 changeset:
  1107. *
  1108. * "perf: 'perf kvm' tool for monitoring guest performance from host"
  1109. *
  1110. * Added a field to struct build_id_event that broke the file
  1111. * format.
  1112. *
  1113. * Since the kernel build-id is the first entry, process the
  1114. * table using the old format if the well known
  1115. * '[kernel.kallsyms]' string for the kernel build-id has the
  1116. * first 4 characters chopped off (where the pid_t sits).
  1117. */
  1118. if (memcmp(filename, "nel.kallsyms]", 13) == 0) {
  1119. if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1)
  1120. return -1;
  1121. return perf_header__read_build_ids_abi_quirk(header, input, offset, size);
  1122. }
  1123. __event_process_build_id(&bev, filename, session);
  1124. offset += bev.header.size;
  1125. }
  1126. err = 0;
  1127. out:
  1128. return err;
  1129. }
  1130. static int process_tracing_data(struct perf_file_section *section __maybe_unused,
  1131. struct perf_header *ph __maybe_unused,
  1132. int fd, void *data)
  1133. {
  1134. ssize_t ret = trace_report(fd, data, false);
  1135. return ret < 0 ? -1 : 0;
  1136. }
  1137. static int process_build_id(struct perf_file_section *section,
  1138. struct perf_header *ph, int fd,
  1139. void *data __maybe_unused)
  1140. {
  1141. if (perf_header__read_build_ids(ph, fd, section->offset, section->size))
  1142. pr_debug("Failed to read buildids, continuing...\n");
  1143. return 0;
  1144. }
  1145. static int process_hostname(struct perf_file_section *section __maybe_unused,
  1146. struct perf_header *ph, int fd,
  1147. void *data __maybe_unused)
  1148. {
  1149. ph->env.hostname = do_read_string(fd, ph);
  1150. return ph->env.hostname ? 0 : -ENOMEM;
  1151. }
  1152. static int process_osrelease(struct perf_file_section *section __maybe_unused,
  1153. struct perf_header *ph, int fd,
  1154. void *data __maybe_unused)
  1155. {
  1156. ph->env.os_release = do_read_string(fd, ph);
  1157. return ph->env.os_release ? 0 : -ENOMEM;
  1158. }
  1159. static int process_version(struct perf_file_section *section __maybe_unused,
  1160. struct perf_header *ph, int fd,
  1161. void *data __maybe_unused)
  1162. {
  1163. ph->env.version = do_read_string(fd, ph);
  1164. return ph->env.version ? 0 : -ENOMEM;
  1165. }
  1166. static int process_arch(struct perf_file_section *section __maybe_unused,
  1167. struct perf_header *ph, int fd,
  1168. void *data __maybe_unused)
  1169. {
  1170. ph->env.arch = do_read_string(fd, ph);
  1171. return ph->env.arch ? 0 : -ENOMEM;
  1172. }
  1173. static int process_nrcpus(struct perf_file_section *section __maybe_unused,
  1174. struct perf_header *ph, int fd,
  1175. void *data __maybe_unused)
  1176. {
  1177. ssize_t ret;
  1178. u32 nr;
  1179. ret = readn(fd, &nr, sizeof(nr));
  1180. if (ret != sizeof(nr))
  1181. return -1;
  1182. if (ph->needs_swap)
  1183. nr = bswap_32(nr);
  1184. ph->env.nr_cpus_online = nr;
  1185. ret = readn(fd, &nr, sizeof(nr));
  1186. if (ret != sizeof(nr))
  1187. return -1;
  1188. if (ph->needs_swap)
  1189. nr = bswap_32(nr);
  1190. ph->env.nr_cpus_avail = nr;
  1191. return 0;
  1192. }
  1193. static int process_cpudesc(struct perf_file_section *section __maybe_unused,
  1194. struct perf_header *ph, int fd,
  1195. void *data __maybe_unused)
  1196. {
  1197. ph->env.cpu_desc = do_read_string(fd, ph);
  1198. return ph->env.cpu_desc ? 0 : -ENOMEM;
  1199. }
  1200. static int process_cpuid(struct perf_file_section *section __maybe_unused,
  1201. struct perf_header *ph, int fd,
  1202. void *data __maybe_unused)
  1203. {
  1204. ph->env.cpuid = do_read_string(fd, ph);
  1205. return ph->env.cpuid ? 0 : -ENOMEM;
  1206. }
  1207. static int process_total_mem(struct perf_file_section *section __maybe_unused,
  1208. struct perf_header *ph, int fd,
  1209. void *data __maybe_unused)
  1210. {
  1211. uint64_t mem;
  1212. ssize_t ret;
  1213. ret = readn(fd, &mem, sizeof(mem));
  1214. if (ret != sizeof(mem))
  1215. return -1;
  1216. if (ph->needs_swap)
  1217. mem = bswap_64(mem);
  1218. ph->env.total_mem = mem;
  1219. return 0;
  1220. }
  1221. static struct perf_evsel *
  1222. perf_evlist__find_by_index(struct perf_evlist *evlist, int idx)
  1223. {
  1224. struct perf_evsel *evsel;
  1225. evlist__for_each(evlist, evsel) {
  1226. if (evsel->idx == idx)
  1227. return evsel;
  1228. }
  1229. return NULL;
  1230. }
  1231. static void
  1232. perf_evlist__set_event_name(struct perf_evlist *evlist,
  1233. struct perf_evsel *event)
  1234. {
  1235. struct perf_evsel *evsel;
  1236. if (!event->name)
  1237. return;
  1238. evsel = perf_evlist__find_by_index(evlist, event->idx);
  1239. if (!evsel)
  1240. return;
  1241. if (evsel->name)
  1242. return;
  1243. evsel->name = strdup(event->name);
  1244. }
  1245. static int
  1246. process_event_desc(struct perf_file_section *section __maybe_unused,
  1247. struct perf_header *header, int fd,
  1248. void *data __maybe_unused)
  1249. {
  1250. struct perf_session *session;
  1251. struct perf_evsel *evsel, *events = read_event_desc(header, fd);
  1252. if (!events)
  1253. return 0;
  1254. session = container_of(header, struct perf_session, header);
  1255. for (evsel = events; evsel->attr.size; evsel++)
  1256. perf_evlist__set_event_name(session->evlist, evsel);
  1257. free_event_desc(events);
  1258. return 0;
  1259. }
  1260. static int process_cmdline(struct perf_file_section *section __maybe_unused,
  1261. struct perf_header *ph, int fd,
  1262. void *data __maybe_unused)
  1263. {
  1264. ssize_t ret;
  1265. char *str;
  1266. u32 nr, i;
  1267. struct strbuf sb;
  1268. ret = readn(fd, &nr, sizeof(nr));
  1269. if (ret != sizeof(nr))
  1270. return -1;
  1271. if (ph->needs_swap)
  1272. nr = bswap_32(nr);
  1273. ph->env.nr_cmdline = nr;
  1274. strbuf_init(&sb, 128);
  1275. for (i = 0; i < nr; i++) {
  1276. str = do_read_string(fd, ph);
  1277. if (!str)
  1278. goto error;
  1279. /* include a NULL character at the end */
  1280. strbuf_add(&sb, str, strlen(str) + 1);
  1281. free(str);
  1282. }
  1283. ph->env.cmdline = strbuf_detach(&sb, NULL);
  1284. return 0;
  1285. error:
  1286. strbuf_release(&sb);
  1287. return -1;
  1288. }
  1289. static int process_cpu_topology(struct perf_file_section *section __maybe_unused,
  1290. struct perf_header *ph, int fd,
  1291. void *data __maybe_unused)
  1292. {
  1293. ssize_t ret;
  1294. u32 nr, i;
  1295. char *str;
  1296. struct strbuf sb;
  1297. ret = readn(fd, &nr, sizeof(nr));
  1298. if (ret != sizeof(nr))
  1299. return -1;
  1300. if (ph->needs_swap)
  1301. nr = bswap_32(nr);
  1302. ph->env.nr_sibling_cores = nr;
  1303. strbuf_init(&sb, 128);
  1304. for (i = 0; i < nr; i++) {
  1305. str = do_read_string(fd, ph);
  1306. if (!str)
  1307. goto error;
  1308. /* include a NULL character at the end */
  1309. strbuf_add(&sb, str, strlen(str) + 1);
  1310. free(str);
  1311. }
  1312. ph->env.sibling_cores = strbuf_detach(&sb, NULL);
  1313. ret = readn(fd, &nr, sizeof(nr));
  1314. if (ret != sizeof(nr))
  1315. return -1;
  1316. if (ph->needs_swap)
  1317. nr = bswap_32(nr);
  1318. ph->env.nr_sibling_threads = nr;
  1319. for (i = 0; i < nr; i++) {
  1320. str = do_read_string(fd, ph);
  1321. if (!str)
  1322. goto error;
  1323. /* include a NULL character at the end */
  1324. strbuf_add(&sb, str, strlen(str) + 1);
  1325. free(str);
  1326. }
  1327. ph->env.sibling_threads = strbuf_detach(&sb, NULL);
  1328. return 0;
  1329. error:
  1330. strbuf_release(&sb);
  1331. return -1;
  1332. }
  1333. static int process_numa_topology(struct perf_file_section *section __maybe_unused,
  1334. struct perf_header *ph, int fd,
  1335. void *data __maybe_unused)
  1336. {
  1337. ssize_t ret;
  1338. u32 nr, node, i;
  1339. char *str;
  1340. uint64_t mem_total, mem_free;
  1341. struct strbuf sb;
  1342. /* nr nodes */
  1343. ret = readn(fd, &nr, sizeof(nr));
  1344. if (ret != sizeof(nr))
  1345. goto error;
  1346. if (ph->needs_swap)
  1347. nr = bswap_32(nr);
  1348. ph->env.nr_numa_nodes = nr;
  1349. strbuf_init(&sb, 256);
  1350. for (i = 0; i < nr; i++) {
  1351. /* node number */
  1352. ret = readn(fd, &node, sizeof(node));
  1353. if (ret != sizeof(node))
  1354. goto error;
  1355. ret = readn(fd, &mem_total, sizeof(u64));
  1356. if (ret != sizeof(u64))
  1357. goto error;
  1358. ret = readn(fd, &mem_free, sizeof(u64));
  1359. if (ret != sizeof(u64))
  1360. goto error;
  1361. if (ph->needs_swap) {
  1362. node = bswap_32(node);
  1363. mem_total = bswap_64(mem_total);
  1364. mem_free = bswap_64(mem_free);
  1365. }
  1366. strbuf_addf(&sb, "%u:%"PRIu64":%"PRIu64":",
  1367. node, mem_total, mem_free);
  1368. str = do_read_string(fd, ph);
  1369. if (!str)
  1370. goto error;
  1371. /* include a NULL character at the end */
  1372. strbuf_add(&sb, str, strlen(str) + 1);
  1373. free(str);
  1374. }
  1375. ph->env.numa_nodes = strbuf_detach(&sb, NULL);
  1376. return 0;
  1377. error:
  1378. strbuf_release(&sb);
  1379. return -1;
  1380. }
  1381. static int process_pmu_mappings(struct perf_file_section *section __maybe_unused,
  1382. struct perf_header *ph, int fd,
  1383. void *data __maybe_unused)
  1384. {
  1385. ssize_t ret;
  1386. char *name;
  1387. u32 pmu_num;
  1388. u32 type;
  1389. struct strbuf sb;
  1390. ret = readn(fd, &pmu_num, sizeof(pmu_num));
  1391. if (ret != sizeof(pmu_num))
  1392. return -1;
  1393. if (ph->needs_swap)
  1394. pmu_num = bswap_32(pmu_num);
  1395. if (!pmu_num) {
  1396. pr_debug("pmu mappings not available\n");
  1397. return 0;
  1398. }
  1399. ph->env.nr_pmu_mappings = pmu_num;
  1400. strbuf_init(&sb, 128);
  1401. while (pmu_num) {
  1402. if (readn(fd, &type, sizeof(type)) != sizeof(type))
  1403. goto error;
  1404. if (ph->needs_swap)
  1405. type = bswap_32(type);
  1406. name = do_read_string(fd, ph);
  1407. if (!name)
  1408. goto error;
  1409. strbuf_addf(&sb, "%u:%s", type, name);
  1410. /* include a NULL character at the end */
  1411. strbuf_add(&sb, "", 1);
  1412. free(name);
  1413. pmu_num--;
  1414. }
  1415. ph->env.pmu_mappings = strbuf_detach(&sb, NULL);
  1416. return 0;
  1417. error:
  1418. strbuf_release(&sb);
  1419. return -1;
  1420. }
  1421. static int process_group_desc(struct perf_file_section *section __maybe_unused,
  1422. struct perf_header *ph, int fd,
  1423. void *data __maybe_unused)
  1424. {
  1425. size_t ret = -1;
  1426. u32 i, nr, nr_groups;
  1427. struct perf_session *session;
  1428. struct perf_evsel *evsel, *leader = NULL;
  1429. struct group_desc {
  1430. char *name;
  1431. u32 leader_idx;
  1432. u32 nr_members;
  1433. } *desc;
  1434. if (readn(fd, &nr_groups, sizeof(nr_groups)) != sizeof(nr_groups))
  1435. return -1;
  1436. if (ph->needs_swap)
  1437. nr_groups = bswap_32(nr_groups);
  1438. ph->env.nr_groups = nr_groups;
  1439. if (!nr_groups) {
  1440. pr_debug("group desc not available\n");
  1441. return 0;
  1442. }
  1443. desc = calloc(nr_groups, sizeof(*desc));
  1444. if (!desc)
  1445. return -1;
  1446. for (i = 0; i < nr_groups; i++) {
  1447. desc[i].name = do_read_string(fd, ph);
  1448. if (!desc[i].name)
  1449. goto out_free;
  1450. if (readn(fd, &desc[i].leader_idx, sizeof(u32)) != sizeof(u32))
  1451. goto out_free;
  1452. if (readn(fd, &desc[i].nr_members, sizeof(u32)) != sizeof(u32))
  1453. goto out_free;
  1454. if (ph->needs_swap) {
  1455. desc[i].leader_idx = bswap_32(desc[i].leader_idx);
  1456. desc[i].nr_members = bswap_32(desc[i].nr_members);
  1457. }
  1458. }
  1459. /*
  1460. * Rebuild group relationship based on the group_desc
  1461. */
  1462. session = container_of(ph, struct perf_session, header);
  1463. session->evlist->nr_groups = nr_groups;
  1464. i = nr = 0;
  1465. evlist__for_each(session->evlist, evsel) {
  1466. if (evsel->idx == (int) desc[i].leader_idx) {
  1467. evsel->leader = evsel;
  1468. /* {anon_group} is a dummy name */
  1469. if (strcmp(desc[i].name, "{anon_group}")) {
  1470. evsel->group_name = desc[i].name;
  1471. desc[i].name = NULL;
  1472. }
  1473. evsel->nr_members = desc[i].nr_members;
  1474. if (i >= nr_groups || nr > 0) {
  1475. pr_debug("invalid group desc\n");
  1476. goto out_free;
  1477. }
  1478. leader = evsel;
  1479. nr = evsel->nr_members - 1;
  1480. i++;
  1481. } else if (nr) {
  1482. /* This is a group member */
  1483. evsel->leader = leader;
  1484. nr--;
  1485. }
  1486. }
  1487. if (i != nr_groups || nr != 0) {
  1488. pr_debug("invalid group desc\n");
  1489. goto out_free;
  1490. }
  1491. ret = 0;
  1492. out_free:
  1493. for (i = 0; i < nr_groups; i++)
  1494. zfree(&desc[i].name);
  1495. free(desc);
  1496. return ret;
  1497. }
  1498. static int process_auxtrace(struct perf_file_section *section,
  1499. struct perf_header *ph, int fd,
  1500. void *data __maybe_unused)
  1501. {
  1502. struct perf_session *session;
  1503. int err;
  1504. session = container_of(ph, struct perf_session, header);
  1505. err = auxtrace_index__process(fd, section->size, session,
  1506. ph->needs_swap);
  1507. if (err < 0)
  1508. pr_err("Failed to process auxtrace index\n");
  1509. return err;
  1510. }
  1511. struct feature_ops {
  1512. int (*write)(int fd, struct perf_header *h, struct perf_evlist *evlist);
  1513. void (*print)(struct perf_header *h, int fd, FILE *fp);
  1514. int (*process)(struct perf_file_section *section,
  1515. struct perf_header *h, int fd, void *data);
  1516. const char *name;
  1517. bool full_only;
  1518. };
  1519. #define FEAT_OPA(n, func) \
  1520. [n] = { .name = #n, .write = write_##func, .print = print_##func }
  1521. #define FEAT_OPP(n, func) \
  1522. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1523. .process = process_##func }
  1524. #define FEAT_OPF(n, func) \
  1525. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1526. .process = process_##func, .full_only = true }
  1527. /* feature_ops not implemented: */
  1528. #define print_tracing_data NULL
  1529. #define print_build_id NULL
  1530. static const struct feature_ops feat_ops[HEADER_LAST_FEATURE] = {
  1531. FEAT_OPP(HEADER_TRACING_DATA, tracing_data),
  1532. FEAT_OPP(HEADER_BUILD_ID, build_id),
  1533. FEAT_OPP(HEADER_HOSTNAME, hostname),
  1534. FEAT_OPP(HEADER_OSRELEASE, osrelease),
  1535. FEAT_OPP(HEADER_VERSION, version),
  1536. FEAT_OPP(HEADER_ARCH, arch),
  1537. FEAT_OPP(HEADER_NRCPUS, nrcpus),
  1538. FEAT_OPP(HEADER_CPUDESC, cpudesc),
  1539. FEAT_OPP(HEADER_CPUID, cpuid),
  1540. FEAT_OPP(HEADER_TOTAL_MEM, total_mem),
  1541. FEAT_OPP(HEADER_EVENT_DESC, event_desc),
  1542. FEAT_OPP(HEADER_CMDLINE, cmdline),
  1543. FEAT_OPF(HEADER_CPU_TOPOLOGY, cpu_topology),
  1544. FEAT_OPF(HEADER_NUMA_TOPOLOGY, numa_topology),
  1545. FEAT_OPA(HEADER_BRANCH_STACK, branch_stack),
  1546. FEAT_OPP(HEADER_PMU_MAPPINGS, pmu_mappings),
  1547. FEAT_OPP(HEADER_GROUP_DESC, group_desc),
  1548. FEAT_OPP(HEADER_AUXTRACE, auxtrace),
  1549. };
  1550. struct header_print_data {
  1551. FILE *fp;
  1552. bool full; /* extended list of headers */
  1553. };
  1554. static int perf_file_section__fprintf_info(struct perf_file_section *section,
  1555. struct perf_header *ph,
  1556. int feat, int fd, void *data)
  1557. {
  1558. struct header_print_data *hd = data;
  1559. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1560. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1561. "%d, continuing...\n", section->offset, feat);
  1562. return 0;
  1563. }
  1564. if (feat >= HEADER_LAST_FEATURE) {
  1565. pr_warning("unknown feature %d\n", feat);
  1566. return 0;
  1567. }
  1568. if (!feat_ops[feat].print)
  1569. return 0;
  1570. if (!feat_ops[feat].full_only || hd->full)
  1571. feat_ops[feat].print(ph, fd, hd->fp);
  1572. else
  1573. fprintf(hd->fp, "# %s info available, use -I to display\n",
  1574. feat_ops[feat].name);
  1575. return 0;
  1576. }
  1577. int perf_header__fprintf_info(struct perf_session *session, FILE *fp, bool full)
  1578. {
  1579. struct header_print_data hd;
  1580. struct perf_header *header = &session->header;
  1581. int fd = perf_data_file__fd(session->file);
  1582. hd.fp = fp;
  1583. hd.full = full;
  1584. perf_header__process_sections(header, fd, &hd,
  1585. perf_file_section__fprintf_info);
  1586. return 0;
  1587. }
  1588. static int do_write_feat(int fd, struct perf_header *h, int type,
  1589. struct perf_file_section **p,
  1590. struct perf_evlist *evlist)
  1591. {
  1592. int err;
  1593. int ret = 0;
  1594. if (perf_header__has_feat(h, type)) {
  1595. if (!feat_ops[type].write)
  1596. return -1;
  1597. (*p)->offset = lseek(fd, 0, SEEK_CUR);
  1598. err = feat_ops[type].write(fd, h, evlist);
  1599. if (err < 0) {
  1600. pr_debug("failed to write feature %d\n", type);
  1601. /* undo anything written */
  1602. lseek(fd, (*p)->offset, SEEK_SET);
  1603. return -1;
  1604. }
  1605. (*p)->size = lseek(fd, 0, SEEK_CUR) - (*p)->offset;
  1606. (*p)++;
  1607. }
  1608. return ret;
  1609. }
  1610. static int perf_header__adds_write(struct perf_header *header,
  1611. struct perf_evlist *evlist, int fd)
  1612. {
  1613. int nr_sections;
  1614. struct perf_file_section *feat_sec, *p;
  1615. int sec_size;
  1616. u64 sec_start;
  1617. int feat;
  1618. int err;
  1619. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1620. if (!nr_sections)
  1621. return 0;
  1622. feat_sec = p = calloc(nr_sections, sizeof(*feat_sec));
  1623. if (feat_sec == NULL)
  1624. return -ENOMEM;
  1625. sec_size = sizeof(*feat_sec) * nr_sections;
  1626. sec_start = header->feat_offset;
  1627. lseek(fd, sec_start + sec_size, SEEK_SET);
  1628. for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
  1629. if (do_write_feat(fd, header, feat, &p, evlist))
  1630. perf_header__clear_feat(header, feat);
  1631. }
  1632. lseek(fd, sec_start, SEEK_SET);
  1633. /*
  1634. * may write more than needed due to dropped feature, but
  1635. * this is okay, reader will skip the mising entries
  1636. */
  1637. err = do_write(fd, feat_sec, sec_size);
  1638. if (err < 0)
  1639. pr_debug("failed to write feature section\n");
  1640. free(feat_sec);
  1641. return err;
  1642. }
  1643. int perf_header__write_pipe(int fd)
  1644. {
  1645. struct perf_pipe_file_header f_header;
  1646. int err;
  1647. f_header = (struct perf_pipe_file_header){
  1648. .magic = PERF_MAGIC,
  1649. .size = sizeof(f_header),
  1650. };
  1651. err = do_write(fd, &f_header, sizeof(f_header));
  1652. if (err < 0) {
  1653. pr_debug("failed to write perf pipe header\n");
  1654. return err;
  1655. }
  1656. return 0;
  1657. }
  1658. int perf_session__write_header(struct perf_session *session,
  1659. struct perf_evlist *evlist,
  1660. int fd, bool at_exit)
  1661. {
  1662. struct perf_file_header f_header;
  1663. struct perf_file_attr f_attr;
  1664. struct perf_header *header = &session->header;
  1665. struct perf_evsel *evsel;
  1666. u64 attr_offset;
  1667. int err;
  1668. lseek(fd, sizeof(f_header), SEEK_SET);
  1669. evlist__for_each(session->evlist, evsel) {
  1670. evsel->id_offset = lseek(fd, 0, SEEK_CUR);
  1671. err = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  1672. if (err < 0) {
  1673. pr_debug("failed to write perf header\n");
  1674. return err;
  1675. }
  1676. }
  1677. attr_offset = lseek(fd, 0, SEEK_CUR);
  1678. evlist__for_each(evlist, evsel) {
  1679. f_attr = (struct perf_file_attr){
  1680. .attr = evsel->attr,
  1681. .ids = {
  1682. .offset = evsel->id_offset,
  1683. .size = evsel->ids * sizeof(u64),
  1684. }
  1685. };
  1686. err = do_write(fd, &f_attr, sizeof(f_attr));
  1687. if (err < 0) {
  1688. pr_debug("failed to write perf header attribute\n");
  1689. return err;
  1690. }
  1691. }
  1692. if (!header->data_offset)
  1693. header->data_offset = lseek(fd, 0, SEEK_CUR);
  1694. header->feat_offset = header->data_offset + header->data_size;
  1695. if (at_exit) {
  1696. err = perf_header__adds_write(header, evlist, fd);
  1697. if (err < 0)
  1698. return err;
  1699. }
  1700. f_header = (struct perf_file_header){
  1701. .magic = PERF_MAGIC,
  1702. .size = sizeof(f_header),
  1703. .attr_size = sizeof(f_attr),
  1704. .attrs = {
  1705. .offset = attr_offset,
  1706. .size = evlist->nr_entries * sizeof(f_attr),
  1707. },
  1708. .data = {
  1709. .offset = header->data_offset,
  1710. .size = header->data_size,
  1711. },
  1712. /* event_types is ignored, store zeros */
  1713. };
  1714. memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features));
  1715. lseek(fd, 0, SEEK_SET);
  1716. err = do_write(fd, &f_header, sizeof(f_header));
  1717. if (err < 0) {
  1718. pr_debug("failed to write perf header\n");
  1719. return err;
  1720. }
  1721. lseek(fd, header->data_offset + header->data_size, SEEK_SET);
  1722. return 0;
  1723. }
  1724. static int perf_header__getbuffer64(struct perf_header *header,
  1725. int fd, void *buf, size_t size)
  1726. {
  1727. if (readn(fd, buf, size) <= 0)
  1728. return -1;
  1729. if (header->needs_swap)
  1730. mem_bswap_64(buf, size);
  1731. return 0;
  1732. }
  1733. int perf_header__process_sections(struct perf_header *header, int fd,
  1734. void *data,
  1735. int (*process)(struct perf_file_section *section,
  1736. struct perf_header *ph,
  1737. int feat, int fd, void *data))
  1738. {
  1739. struct perf_file_section *feat_sec, *sec;
  1740. int nr_sections;
  1741. int sec_size;
  1742. int feat;
  1743. int err;
  1744. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1745. if (!nr_sections)
  1746. return 0;
  1747. feat_sec = sec = calloc(nr_sections, sizeof(*feat_sec));
  1748. if (!feat_sec)
  1749. return -1;
  1750. sec_size = sizeof(*feat_sec) * nr_sections;
  1751. lseek(fd, header->feat_offset, SEEK_SET);
  1752. err = perf_header__getbuffer64(header, fd, feat_sec, sec_size);
  1753. if (err < 0)
  1754. goto out_free;
  1755. for_each_set_bit(feat, header->adds_features, HEADER_LAST_FEATURE) {
  1756. err = process(sec++, header, feat, fd, data);
  1757. if (err < 0)
  1758. goto out_free;
  1759. }
  1760. err = 0;
  1761. out_free:
  1762. free(feat_sec);
  1763. return err;
  1764. }
  1765. static const int attr_file_abi_sizes[] = {
  1766. [0] = PERF_ATTR_SIZE_VER0,
  1767. [1] = PERF_ATTR_SIZE_VER1,
  1768. [2] = PERF_ATTR_SIZE_VER2,
  1769. [3] = PERF_ATTR_SIZE_VER3,
  1770. [4] = PERF_ATTR_SIZE_VER4,
  1771. 0,
  1772. };
  1773. /*
  1774. * In the legacy file format, the magic number is not used to encode endianness.
  1775. * hdr_sz was used to encode endianness. But given that hdr_sz can vary based
  1776. * on ABI revisions, we need to try all combinations for all endianness to
  1777. * detect the endianness.
  1778. */
  1779. static int try_all_file_abis(uint64_t hdr_sz, struct perf_header *ph)
  1780. {
  1781. uint64_t ref_size, attr_size;
  1782. int i;
  1783. for (i = 0 ; attr_file_abi_sizes[i]; i++) {
  1784. ref_size = attr_file_abi_sizes[i]
  1785. + sizeof(struct perf_file_section);
  1786. if (hdr_sz != ref_size) {
  1787. attr_size = bswap_64(hdr_sz);
  1788. if (attr_size != ref_size)
  1789. continue;
  1790. ph->needs_swap = true;
  1791. }
  1792. pr_debug("ABI%d perf.data file detected, need_swap=%d\n",
  1793. i,
  1794. ph->needs_swap);
  1795. return 0;
  1796. }
  1797. /* could not determine endianness */
  1798. return -1;
  1799. }
  1800. #define PERF_PIPE_HDR_VER0 16
  1801. static const size_t attr_pipe_abi_sizes[] = {
  1802. [0] = PERF_PIPE_HDR_VER0,
  1803. 0,
  1804. };
  1805. /*
  1806. * In the legacy pipe format, there is an implicit assumption that endiannesss
  1807. * between host recording the samples, and host parsing the samples is the
  1808. * same. This is not always the case given that the pipe output may always be
  1809. * redirected into a file and analyzed on a different machine with possibly a
  1810. * different endianness and perf_event ABI revsions in the perf tool itself.
  1811. */
  1812. static int try_all_pipe_abis(uint64_t hdr_sz, struct perf_header *ph)
  1813. {
  1814. u64 attr_size;
  1815. int i;
  1816. for (i = 0 ; attr_pipe_abi_sizes[i]; i++) {
  1817. if (hdr_sz != attr_pipe_abi_sizes[i]) {
  1818. attr_size = bswap_64(hdr_sz);
  1819. if (attr_size != hdr_sz)
  1820. continue;
  1821. ph->needs_swap = true;
  1822. }
  1823. pr_debug("Pipe ABI%d perf.data file detected\n", i);
  1824. return 0;
  1825. }
  1826. return -1;
  1827. }
  1828. bool is_perf_magic(u64 magic)
  1829. {
  1830. if (!memcmp(&magic, __perf_magic1, sizeof(magic))
  1831. || magic == __perf_magic2
  1832. || magic == __perf_magic2_sw)
  1833. return true;
  1834. return false;
  1835. }
  1836. static int check_magic_endian(u64 magic, uint64_t hdr_sz,
  1837. bool is_pipe, struct perf_header *ph)
  1838. {
  1839. int ret;
  1840. /* check for legacy format */
  1841. ret = memcmp(&magic, __perf_magic1, sizeof(magic));
  1842. if (ret == 0) {
  1843. ph->version = PERF_HEADER_VERSION_1;
  1844. pr_debug("legacy perf.data format\n");
  1845. if (is_pipe)
  1846. return try_all_pipe_abis(hdr_sz, ph);
  1847. return try_all_file_abis(hdr_sz, ph);
  1848. }
  1849. /*
  1850. * the new magic number serves two purposes:
  1851. * - unique number to identify actual perf.data files
  1852. * - encode endianness of file
  1853. */
  1854. ph->version = PERF_HEADER_VERSION_2;
  1855. /* check magic number with one endianness */
  1856. if (magic == __perf_magic2)
  1857. return 0;
  1858. /* check magic number with opposite endianness */
  1859. if (magic != __perf_magic2_sw)
  1860. return -1;
  1861. ph->needs_swap = true;
  1862. return 0;
  1863. }
  1864. int perf_file_header__read(struct perf_file_header *header,
  1865. struct perf_header *ph, int fd)
  1866. {
  1867. ssize_t ret;
  1868. lseek(fd, 0, SEEK_SET);
  1869. ret = readn(fd, header, sizeof(*header));
  1870. if (ret <= 0)
  1871. return -1;
  1872. if (check_magic_endian(header->magic,
  1873. header->attr_size, false, ph) < 0) {
  1874. pr_debug("magic/endian check failed\n");
  1875. return -1;
  1876. }
  1877. if (ph->needs_swap) {
  1878. mem_bswap_64(header, offsetof(struct perf_file_header,
  1879. adds_features));
  1880. }
  1881. if (header->size != sizeof(*header)) {
  1882. /* Support the previous format */
  1883. if (header->size == offsetof(typeof(*header), adds_features))
  1884. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1885. else
  1886. return -1;
  1887. } else if (ph->needs_swap) {
  1888. /*
  1889. * feature bitmap is declared as an array of unsigned longs --
  1890. * not good since its size can differ between the host that
  1891. * generated the data file and the host analyzing the file.
  1892. *
  1893. * We need to handle endianness, but we don't know the size of
  1894. * the unsigned long where the file was generated. Take a best
  1895. * guess at determining it: try 64-bit swap first (ie., file
  1896. * created on a 64-bit host), and check if the hostname feature
  1897. * bit is set (this feature bit is forced on as of fbe96f2).
  1898. * If the bit is not, undo the 64-bit swap and try a 32-bit
  1899. * swap. If the hostname bit is still not set (e.g., older data
  1900. * file), punt and fallback to the original behavior --
  1901. * clearing all feature bits and setting buildid.
  1902. */
  1903. mem_bswap_64(&header->adds_features,
  1904. BITS_TO_U64(HEADER_FEAT_BITS));
  1905. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1906. /* unswap as u64 */
  1907. mem_bswap_64(&header->adds_features,
  1908. BITS_TO_U64(HEADER_FEAT_BITS));
  1909. /* unswap as u32 */
  1910. mem_bswap_32(&header->adds_features,
  1911. BITS_TO_U32(HEADER_FEAT_BITS));
  1912. }
  1913. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1914. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1915. set_bit(HEADER_BUILD_ID, header->adds_features);
  1916. }
  1917. }
  1918. memcpy(&ph->adds_features, &header->adds_features,
  1919. sizeof(ph->adds_features));
  1920. ph->data_offset = header->data.offset;
  1921. ph->data_size = header->data.size;
  1922. ph->feat_offset = header->data.offset + header->data.size;
  1923. return 0;
  1924. }
  1925. static int perf_file_section__process(struct perf_file_section *section,
  1926. struct perf_header *ph,
  1927. int feat, int fd, void *data)
  1928. {
  1929. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1930. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1931. "%d, continuing...\n", section->offset, feat);
  1932. return 0;
  1933. }
  1934. if (feat >= HEADER_LAST_FEATURE) {
  1935. pr_debug("unknown feature %d, continuing...\n", feat);
  1936. return 0;
  1937. }
  1938. if (!feat_ops[feat].process)
  1939. return 0;
  1940. return feat_ops[feat].process(section, ph, fd, data);
  1941. }
  1942. static int perf_file_header__read_pipe(struct perf_pipe_file_header *header,
  1943. struct perf_header *ph, int fd,
  1944. bool repipe)
  1945. {
  1946. ssize_t ret;
  1947. ret = readn(fd, header, sizeof(*header));
  1948. if (ret <= 0)
  1949. return -1;
  1950. if (check_magic_endian(header->magic, header->size, true, ph) < 0) {
  1951. pr_debug("endian/magic failed\n");
  1952. return -1;
  1953. }
  1954. if (ph->needs_swap)
  1955. header->size = bswap_64(header->size);
  1956. if (repipe && do_write(STDOUT_FILENO, header, sizeof(*header)) < 0)
  1957. return -1;
  1958. return 0;
  1959. }
  1960. static int perf_header__read_pipe(struct perf_session *session)
  1961. {
  1962. struct perf_header *header = &session->header;
  1963. struct perf_pipe_file_header f_header;
  1964. if (perf_file_header__read_pipe(&f_header, header,
  1965. perf_data_file__fd(session->file),
  1966. session->repipe) < 0) {
  1967. pr_debug("incompatible file format\n");
  1968. return -EINVAL;
  1969. }
  1970. return 0;
  1971. }
  1972. static int read_attr(int fd, struct perf_header *ph,
  1973. struct perf_file_attr *f_attr)
  1974. {
  1975. struct perf_event_attr *attr = &f_attr->attr;
  1976. size_t sz, left;
  1977. size_t our_sz = sizeof(f_attr->attr);
  1978. ssize_t ret;
  1979. memset(f_attr, 0, sizeof(*f_attr));
  1980. /* read minimal guaranteed structure */
  1981. ret = readn(fd, attr, PERF_ATTR_SIZE_VER0);
  1982. if (ret <= 0) {
  1983. pr_debug("cannot read %d bytes of header attr\n",
  1984. PERF_ATTR_SIZE_VER0);
  1985. return -1;
  1986. }
  1987. /* on file perf_event_attr size */
  1988. sz = attr->size;
  1989. if (ph->needs_swap)
  1990. sz = bswap_32(sz);
  1991. if (sz == 0) {
  1992. /* assume ABI0 */
  1993. sz = PERF_ATTR_SIZE_VER0;
  1994. } else if (sz > our_sz) {
  1995. pr_debug("file uses a more recent and unsupported ABI"
  1996. " (%zu bytes extra)\n", sz - our_sz);
  1997. return -1;
  1998. }
  1999. /* what we have not yet read and that we know about */
  2000. left = sz - PERF_ATTR_SIZE_VER0;
  2001. if (left) {
  2002. void *ptr = attr;
  2003. ptr += PERF_ATTR_SIZE_VER0;
  2004. ret = readn(fd, ptr, left);
  2005. }
  2006. /* read perf_file_section, ids are read in caller */
  2007. ret = readn(fd, &f_attr->ids, sizeof(f_attr->ids));
  2008. return ret <= 0 ? -1 : 0;
  2009. }
  2010. static int perf_evsel__prepare_tracepoint_event(struct perf_evsel *evsel,
  2011. struct pevent *pevent)
  2012. {
  2013. struct event_format *event;
  2014. char bf[128];
  2015. /* already prepared */
  2016. if (evsel->tp_format)
  2017. return 0;
  2018. if (pevent == NULL) {
  2019. pr_debug("broken or missing trace data\n");
  2020. return -1;
  2021. }
  2022. event = pevent_find_event(pevent, evsel->attr.config);
  2023. if (event == NULL)
  2024. return -1;
  2025. if (!evsel->name) {
  2026. snprintf(bf, sizeof(bf), "%s:%s", event->system, event->name);
  2027. evsel->name = strdup(bf);
  2028. if (evsel->name == NULL)
  2029. return -1;
  2030. }
  2031. evsel->tp_format = event;
  2032. return 0;
  2033. }
  2034. static int perf_evlist__prepare_tracepoint_events(struct perf_evlist *evlist,
  2035. struct pevent *pevent)
  2036. {
  2037. struct perf_evsel *pos;
  2038. evlist__for_each(evlist, pos) {
  2039. if (pos->attr.type == PERF_TYPE_TRACEPOINT &&
  2040. perf_evsel__prepare_tracepoint_event(pos, pevent))
  2041. return -1;
  2042. }
  2043. return 0;
  2044. }
  2045. int perf_session__read_header(struct perf_session *session)
  2046. {
  2047. struct perf_data_file *file = session->file;
  2048. struct perf_header *header = &session->header;
  2049. struct perf_file_header f_header;
  2050. struct perf_file_attr f_attr;
  2051. u64 f_id;
  2052. int nr_attrs, nr_ids, i, j;
  2053. int fd = perf_data_file__fd(file);
  2054. session->evlist = perf_evlist__new();
  2055. if (session->evlist == NULL)
  2056. return -ENOMEM;
  2057. if (perf_data_file__is_pipe(file))
  2058. return perf_header__read_pipe(session);
  2059. if (perf_file_header__read(&f_header, header, fd) < 0)
  2060. return -EINVAL;
  2061. /*
  2062. * Sanity check that perf.data was written cleanly; data size is
  2063. * initialized to 0 and updated only if the on_exit function is run.
  2064. * If data size is still 0 then the file contains only partial
  2065. * information. Just warn user and process it as much as it can.
  2066. */
  2067. if (f_header.data.size == 0) {
  2068. pr_warning("WARNING: The %s file's data size field is 0 which is unexpected.\n"
  2069. "Was the 'perf record' command properly terminated?\n",
  2070. file->path);
  2071. }
  2072. nr_attrs = f_header.attrs.size / f_header.attr_size;
  2073. lseek(fd, f_header.attrs.offset, SEEK_SET);
  2074. for (i = 0; i < nr_attrs; i++) {
  2075. struct perf_evsel *evsel;
  2076. off_t tmp;
  2077. if (read_attr(fd, header, &f_attr) < 0)
  2078. goto out_errno;
  2079. if (header->needs_swap) {
  2080. f_attr.ids.size = bswap_64(f_attr.ids.size);
  2081. f_attr.ids.offset = bswap_64(f_attr.ids.offset);
  2082. perf_event__attr_swap(&f_attr.attr);
  2083. }
  2084. tmp = lseek(fd, 0, SEEK_CUR);
  2085. evsel = perf_evsel__new(&f_attr.attr);
  2086. if (evsel == NULL)
  2087. goto out_delete_evlist;
  2088. evsel->needs_swap = header->needs_swap;
  2089. /*
  2090. * Do it before so that if perf_evsel__alloc_id fails, this
  2091. * entry gets purged too at perf_evlist__delete().
  2092. */
  2093. perf_evlist__add(session->evlist, evsel);
  2094. nr_ids = f_attr.ids.size / sizeof(u64);
  2095. /*
  2096. * We don't have the cpu and thread maps on the header, so
  2097. * for allocating the perf_sample_id table we fake 1 cpu and
  2098. * hattr->ids threads.
  2099. */
  2100. if (perf_evsel__alloc_id(evsel, 1, nr_ids))
  2101. goto out_delete_evlist;
  2102. lseek(fd, f_attr.ids.offset, SEEK_SET);
  2103. for (j = 0; j < nr_ids; j++) {
  2104. if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id)))
  2105. goto out_errno;
  2106. perf_evlist__id_add(session->evlist, evsel, 0, j, f_id);
  2107. }
  2108. lseek(fd, tmp, SEEK_SET);
  2109. }
  2110. symbol_conf.nr_events = nr_attrs;
  2111. perf_header__process_sections(header, fd, &session->tevent,
  2112. perf_file_section__process);
  2113. if (perf_evlist__prepare_tracepoint_events(session->evlist,
  2114. session->tevent.pevent))
  2115. goto out_delete_evlist;
  2116. return 0;
  2117. out_errno:
  2118. return -errno;
  2119. out_delete_evlist:
  2120. perf_evlist__delete(session->evlist);
  2121. session->evlist = NULL;
  2122. return -ENOMEM;
  2123. }
  2124. int perf_event__synthesize_attr(struct perf_tool *tool,
  2125. struct perf_event_attr *attr, u32 ids, u64 *id,
  2126. perf_event__handler_t process)
  2127. {
  2128. union perf_event *ev;
  2129. size_t size;
  2130. int err;
  2131. size = sizeof(struct perf_event_attr);
  2132. size = PERF_ALIGN(size, sizeof(u64));
  2133. size += sizeof(struct perf_event_header);
  2134. size += ids * sizeof(u64);
  2135. ev = malloc(size);
  2136. if (ev == NULL)
  2137. return -ENOMEM;
  2138. ev->attr.attr = *attr;
  2139. memcpy(ev->attr.id, id, ids * sizeof(u64));
  2140. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  2141. ev->attr.header.size = (u16)size;
  2142. if (ev->attr.header.size == size)
  2143. err = process(tool, ev, NULL, NULL);
  2144. else
  2145. err = -E2BIG;
  2146. free(ev);
  2147. return err;
  2148. }
  2149. int perf_event__synthesize_attrs(struct perf_tool *tool,
  2150. struct perf_session *session,
  2151. perf_event__handler_t process)
  2152. {
  2153. struct perf_evsel *evsel;
  2154. int err = 0;
  2155. evlist__for_each(session->evlist, evsel) {
  2156. err = perf_event__synthesize_attr(tool, &evsel->attr, evsel->ids,
  2157. evsel->id, process);
  2158. if (err) {
  2159. pr_debug("failed to create perf header attribute\n");
  2160. return err;
  2161. }
  2162. }
  2163. return err;
  2164. }
  2165. int perf_event__process_attr(struct perf_tool *tool __maybe_unused,
  2166. union perf_event *event,
  2167. struct perf_evlist **pevlist)
  2168. {
  2169. u32 i, ids, n_ids;
  2170. struct perf_evsel *evsel;
  2171. struct perf_evlist *evlist = *pevlist;
  2172. if (evlist == NULL) {
  2173. *pevlist = evlist = perf_evlist__new();
  2174. if (evlist == NULL)
  2175. return -ENOMEM;
  2176. }
  2177. evsel = perf_evsel__new(&event->attr.attr);
  2178. if (evsel == NULL)
  2179. return -ENOMEM;
  2180. perf_evlist__add(evlist, evsel);
  2181. ids = event->header.size;
  2182. ids -= (void *)&event->attr.id - (void *)event;
  2183. n_ids = ids / sizeof(u64);
  2184. /*
  2185. * We don't have the cpu and thread maps on the header, so
  2186. * for allocating the perf_sample_id table we fake 1 cpu and
  2187. * hattr->ids threads.
  2188. */
  2189. if (perf_evsel__alloc_id(evsel, 1, n_ids))
  2190. return -ENOMEM;
  2191. for (i = 0; i < n_ids; i++) {
  2192. perf_evlist__id_add(evlist, evsel, 0, i, event->attr.id[i]);
  2193. }
  2194. symbol_conf.nr_events = evlist->nr_entries;
  2195. return 0;
  2196. }
  2197. int perf_event__synthesize_tracing_data(struct perf_tool *tool, int fd,
  2198. struct perf_evlist *evlist,
  2199. perf_event__handler_t process)
  2200. {
  2201. union perf_event ev;
  2202. struct tracing_data *tdata;
  2203. ssize_t size = 0, aligned_size = 0, padding;
  2204. int err __maybe_unused = 0;
  2205. /*
  2206. * We are going to store the size of the data followed
  2207. * by the data contents. Since the fd descriptor is a pipe,
  2208. * we cannot seek back to store the size of the data once
  2209. * we know it. Instead we:
  2210. *
  2211. * - write the tracing data to the temp file
  2212. * - get/write the data size to pipe
  2213. * - write the tracing data from the temp file
  2214. * to the pipe
  2215. */
  2216. tdata = tracing_data_get(&evlist->entries, fd, true);
  2217. if (!tdata)
  2218. return -1;
  2219. memset(&ev, 0, sizeof(ev));
  2220. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  2221. size = tdata->size;
  2222. aligned_size = PERF_ALIGN(size, sizeof(u64));
  2223. padding = aligned_size - size;
  2224. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  2225. ev.tracing_data.size = aligned_size;
  2226. process(tool, &ev, NULL, NULL);
  2227. /*
  2228. * The put function will copy all the tracing data
  2229. * stored in temp file to the pipe.
  2230. */
  2231. tracing_data_put(tdata);
  2232. write_padded(fd, NULL, 0, padding);
  2233. return aligned_size;
  2234. }
  2235. int perf_event__process_tracing_data(struct perf_tool *tool __maybe_unused,
  2236. union perf_event *event,
  2237. struct perf_session *session)
  2238. {
  2239. ssize_t size_read, padding, size = event->tracing_data.size;
  2240. int fd = perf_data_file__fd(session->file);
  2241. off_t offset = lseek(fd, 0, SEEK_CUR);
  2242. char buf[BUFSIZ];
  2243. /* setup for reading amidst mmap */
  2244. lseek(fd, offset + sizeof(struct tracing_data_event),
  2245. SEEK_SET);
  2246. size_read = trace_report(fd, &session->tevent,
  2247. session->repipe);
  2248. padding = PERF_ALIGN(size_read, sizeof(u64)) - size_read;
  2249. if (readn(fd, buf, padding) < 0) {
  2250. pr_err("%s: reading input file", __func__);
  2251. return -1;
  2252. }
  2253. if (session->repipe) {
  2254. int retw = write(STDOUT_FILENO, buf, padding);
  2255. if (retw <= 0 || retw != padding) {
  2256. pr_err("%s: repiping tracing data padding", __func__);
  2257. return -1;
  2258. }
  2259. }
  2260. if (size_read + padding != size) {
  2261. pr_err("%s: tracing data size mismatch", __func__);
  2262. return -1;
  2263. }
  2264. perf_evlist__prepare_tracepoint_events(session->evlist,
  2265. session->tevent.pevent);
  2266. return size_read + padding;
  2267. }
  2268. int perf_event__synthesize_build_id(struct perf_tool *tool,
  2269. struct dso *pos, u16 misc,
  2270. perf_event__handler_t process,
  2271. struct machine *machine)
  2272. {
  2273. union perf_event ev;
  2274. size_t len;
  2275. int err = 0;
  2276. if (!pos->hit)
  2277. return err;
  2278. memset(&ev, 0, sizeof(ev));
  2279. len = pos->long_name_len + 1;
  2280. len = PERF_ALIGN(len, NAME_ALIGN);
  2281. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  2282. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  2283. ev.build_id.header.misc = misc;
  2284. ev.build_id.pid = machine->pid;
  2285. ev.build_id.header.size = sizeof(ev.build_id) + len;
  2286. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  2287. err = process(tool, &ev, NULL, machine);
  2288. return err;
  2289. }
  2290. int perf_event__process_build_id(struct perf_tool *tool __maybe_unused,
  2291. union perf_event *event,
  2292. struct perf_session *session)
  2293. {
  2294. __event_process_build_id(&event->build_id,
  2295. event->build_id.filename,
  2296. session);
  2297. return 0;
  2298. }