header.c 60 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790
  1. #include "util.h"
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include <linux/bitops.h>
  10. #include <sys/utsname.h>
  11. #include "evlist.h"
  12. #include "evsel.h"
  13. #include "header.h"
  14. #include "../perf.h"
  15. #include "trace-event.h"
  16. #include "session.h"
  17. #include "symbol.h"
  18. #include "debug.h"
  19. #include "cpumap.h"
  20. #include "pmu.h"
  21. #include "vdso.h"
  22. #include "strbuf.h"
  23. #include "build-id.h"
  24. #include "data.h"
  25. static u32 header_argc;
  26. static const char **header_argv;
  27. /*
  28. * magic2 = "PERFILE2"
  29. * must be a numerical value to let the endianness
  30. * determine the memory layout. That way we are able
  31. * to detect endianness when reading the perf.data file
  32. * back.
  33. *
  34. * we check for legacy (PERFFILE) format.
  35. */
  36. static const char *__perf_magic1 = "PERFFILE";
  37. static const u64 __perf_magic2 = 0x32454c4946524550ULL;
  38. static const u64 __perf_magic2_sw = 0x50455246494c4532ULL;
  39. #define PERF_MAGIC __perf_magic2
  40. struct perf_file_attr {
  41. struct perf_event_attr attr;
  42. struct perf_file_section ids;
  43. };
  44. void perf_header__set_feat(struct perf_header *header, int feat)
  45. {
  46. set_bit(feat, header->adds_features);
  47. }
  48. void perf_header__clear_feat(struct perf_header *header, int feat)
  49. {
  50. clear_bit(feat, header->adds_features);
  51. }
  52. bool perf_header__has_feat(const struct perf_header *header, int feat)
  53. {
  54. return test_bit(feat, header->adds_features);
  55. }
  56. static int do_write(int fd, const void *buf, size_t size)
  57. {
  58. while (size) {
  59. int ret = write(fd, buf, size);
  60. if (ret < 0)
  61. return -errno;
  62. size -= ret;
  63. buf += ret;
  64. }
  65. return 0;
  66. }
  67. int write_padded(int fd, const void *bf, size_t count, size_t count_aligned)
  68. {
  69. static const char zero_buf[NAME_ALIGN];
  70. int err = do_write(fd, bf, count);
  71. if (!err)
  72. err = do_write(fd, zero_buf, count_aligned - count);
  73. return err;
  74. }
  75. static int do_write_string(int fd, const char *str)
  76. {
  77. u32 len, olen;
  78. int ret;
  79. olen = strlen(str) + 1;
  80. len = PERF_ALIGN(olen, NAME_ALIGN);
  81. /* write len, incl. \0 */
  82. ret = do_write(fd, &len, sizeof(len));
  83. if (ret < 0)
  84. return ret;
  85. return write_padded(fd, str, olen, len);
  86. }
  87. static char *do_read_string(int fd, struct perf_header *ph)
  88. {
  89. ssize_t sz, ret;
  90. u32 len;
  91. char *buf;
  92. sz = readn(fd, &len, sizeof(len));
  93. if (sz < (ssize_t)sizeof(len))
  94. return NULL;
  95. if (ph->needs_swap)
  96. len = bswap_32(len);
  97. buf = malloc(len);
  98. if (!buf)
  99. return NULL;
  100. ret = readn(fd, buf, len);
  101. if (ret == (ssize_t)len) {
  102. /*
  103. * strings are padded by zeroes
  104. * thus the actual strlen of buf
  105. * may be less than len
  106. */
  107. return buf;
  108. }
  109. free(buf);
  110. return NULL;
  111. }
  112. int
  113. perf_header__set_cmdline(int argc, const char **argv)
  114. {
  115. int i;
  116. /*
  117. * If header_argv has already been set, do not override it.
  118. * This allows a command to set the cmdline, parse args and
  119. * then call another builtin function that implements a
  120. * command -- e.g, cmd_kvm calling cmd_record.
  121. */
  122. if (header_argv)
  123. return 0;
  124. header_argc = (u32)argc;
  125. /* do not include NULL termination */
  126. header_argv = calloc(argc, sizeof(char *));
  127. if (!header_argv)
  128. return -ENOMEM;
  129. /*
  130. * must copy argv contents because it gets moved
  131. * around during option parsing
  132. */
  133. for (i = 0; i < argc ; i++)
  134. header_argv[i] = argv[i];
  135. return 0;
  136. }
  137. static int write_tracing_data(int fd, struct perf_header *h __maybe_unused,
  138. struct perf_evlist *evlist)
  139. {
  140. return read_tracing_data(fd, &evlist->entries);
  141. }
  142. static int write_build_id(int fd, struct perf_header *h,
  143. struct perf_evlist *evlist __maybe_unused)
  144. {
  145. struct perf_session *session;
  146. int err;
  147. session = container_of(h, struct perf_session, header);
  148. if (!perf_session__read_build_ids(session, true))
  149. return -1;
  150. err = perf_session__write_buildid_table(session, fd);
  151. if (err < 0) {
  152. pr_debug("failed to write buildid table\n");
  153. return err;
  154. }
  155. perf_session__cache_build_ids(session);
  156. return 0;
  157. }
  158. static int write_hostname(int fd, struct perf_header *h __maybe_unused,
  159. struct perf_evlist *evlist __maybe_unused)
  160. {
  161. struct utsname uts;
  162. int ret;
  163. ret = uname(&uts);
  164. if (ret < 0)
  165. return -1;
  166. return do_write_string(fd, uts.nodename);
  167. }
  168. static int write_osrelease(int fd, struct perf_header *h __maybe_unused,
  169. struct perf_evlist *evlist __maybe_unused)
  170. {
  171. struct utsname uts;
  172. int ret;
  173. ret = uname(&uts);
  174. if (ret < 0)
  175. return -1;
  176. return do_write_string(fd, uts.release);
  177. }
  178. static int write_arch(int fd, struct perf_header *h __maybe_unused,
  179. struct perf_evlist *evlist __maybe_unused)
  180. {
  181. struct utsname uts;
  182. int ret;
  183. ret = uname(&uts);
  184. if (ret < 0)
  185. return -1;
  186. return do_write_string(fd, uts.machine);
  187. }
  188. static int write_version(int fd, struct perf_header *h __maybe_unused,
  189. struct perf_evlist *evlist __maybe_unused)
  190. {
  191. return do_write_string(fd, perf_version_string);
  192. }
  193. static int __write_cpudesc(int fd, const char *cpuinfo_proc)
  194. {
  195. FILE *file;
  196. char *buf = NULL;
  197. char *s, *p;
  198. const char *search = cpuinfo_proc;
  199. size_t len = 0;
  200. int ret = -1;
  201. if (!search)
  202. return -1;
  203. file = fopen("/proc/cpuinfo", "r");
  204. if (!file)
  205. return -1;
  206. while (getline(&buf, &len, file) > 0) {
  207. ret = strncmp(buf, search, strlen(search));
  208. if (!ret)
  209. break;
  210. }
  211. if (ret) {
  212. ret = -1;
  213. goto done;
  214. }
  215. s = buf;
  216. p = strchr(buf, ':');
  217. if (p && *(p+1) == ' ' && *(p+2))
  218. s = p + 2;
  219. p = strchr(s, '\n');
  220. if (p)
  221. *p = '\0';
  222. /* squash extra space characters (branding string) */
  223. p = s;
  224. while (*p) {
  225. if (isspace(*p)) {
  226. char *r = p + 1;
  227. char *q = r;
  228. *p = ' ';
  229. while (*q && isspace(*q))
  230. q++;
  231. if (q != (p+1))
  232. while ((*r++ = *q++));
  233. }
  234. p++;
  235. }
  236. ret = do_write_string(fd, s);
  237. done:
  238. free(buf);
  239. fclose(file);
  240. return ret;
  241. }
  242. static int write_cpudesc(int fd, struct perf_header *h __maybe_unused,
  243. struct perf_evlist *evlist __maybe_unused)
  244. {
  245. #ifndef CPUINFO_PROC
  246. #define CPUINFO_PROC {"model name", }
  247. #endif
  248. const char *cpuinfo_procs[] = CPUINFO_PROC;
  249. unsigned int i;
  250. for (i = 0; i < ARRAY_SIZE(cpuinfo_procs); i++) {
  251. int ret;
  252. ret = __write_cpudesc(fd, cpuinfo_procs[i]);
  253. if (ret >= 0)
  254. return ret;
  255. }
  256. return -1;
  257. }
  258. static int write_nrcpus(int fd, struct perf_header *h __maybe_unused,
  259. struct perf_evlist *evlist __maybe_unused)
  260. {
  261. long nr;
  262. u32 nrc, nra;
  263. int ret;
  264. nr = sysconf(_SC_NPROCESSORS_CONF);
  265. if (nr < 0)
  266. return -1;
  267. nrc = (u32)(nr & UINT_MAX);
  268. nr = sysconf(_SC_NPROCESSORS_ONLN);
  269. if (nr < 0)
  270. return -1;
  271. nra = (u32)(nr & UINT_MAX);
  272. ret = do_write(fd, &nrc, sizeof(nrc));
  273. if (ret < 0)
  274. return ret;
  275. return do_write(fd, &nra, sizeof(nra));
  276. }
  277. static int write_event_desc(int fd, struct perf_header *h __maybe_unused,
  278. struct perf_evlist *evlist)
  279. {
  280. struct perf_evsel *evsel;
  281. u32 nre, nri, sz;
  282. int ret;
  283. nre = evlist->nr_entries;
  284. /*
  285. * write number of events
  286. */
  287. ret = do_write(fd, &nre, sizeof(nre));
  288. if (ret < 0)
  289. return ret;
  290. /*
  291. * size of perf_event_attr struct
  292. */
  293. sz = (u32)sizeof(evsel->attr);
  294. ret = do_write(fd, &sz, sizeof(sz));
  295. if (ret < 0)
  296. return ret;
  297. evlist__for_each(evlist, evsel) {
  298. ret = do_write(fd, &evsel->attr, sz);
  299. if (ret < 0)
  300. return ret;
  301. /*
  302. * write number of unique id per event
  303. * there is one id per instance of an event
  304. *
  305. * copy into an nri to be independent of the
  306. * type of ids,
  307. */
  308. nri = evsel->ids;
  309. ret = do_write(fd, &nri, sizeof(nri));
  310. if (ret < 0)
  311. return ret;
  312. /*
  313. * write event string as passed on cmdline
  314. */
  315. ret = do_write_string(fd, perf_evsel__name(evsel));
  316. if (ret < 0)
  317. return ret;
  318. /*
  319. * write unique ids for this event
  320. */
  321. ret = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  322. if (ret < 0)
  323. return ret;
  324. }
  325. return 0;
  326. }
  327. static int write_cmdline(int fd, struct perf_header *h __maybe_unused,
  328. struct perf_evlist *evlist __maybe_unused)
  329. {
  330. char buf[MAXPATHLEN];
  331. char proc[32];
  332. u32 i, n;
  333. int ret;
  334. /*
  335. * actual atual path to perf binary
  336. */
  337. sprintf(proc, "/proc/%d/exe", getpid());
  338. ret = readlink(proc, buf, sizeof(buf));
  339. if (ret <= 0)
  340. return -1;
  341. /* readlink() does not add null termination */
  342. buf[ret] = '\0';
  343. /* account for binary path */
  344. n = header_argc + 1;
  345. ret = do_write(fd, &n, sizeof(n));
  346. if (ret < 0)
  347. return ret;
  348. ret = do_write_string(fd, buf);
  349. if (ret < 0)
  350. return ret;
  351. for (i = 0 ; i < header_argc; i++) {
  352. ret = do_write_string(fd, header_argv[i]);
  353. if (ret < 0)
  354. return ret;
  355. }
  356. return 0;
  357. }
  358. #define CORE_SIB_FMT \
  359. "/sys/devices/system/cpu/cpu%d/topology/core_siblings_list"
  360. #define THRD_SIB_FMT \
  361. "/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list"
  362. struct cpu_topo {
  363. u32 core_sib;
  364. u32 thread_sib;
  365. char **core_siblings;
  366. char **thread_siblings;
  367. };
  368. static int build_cpu_topo(struct cpu_topo *tp, int cpu)
  369. {
  370. FILE *fp;
  371. char filename[MAXPATHLEN];
  372. char *buf = NULL, *p;
  373. size_t len = 0;
  374. ssize_t sret;
  375. u32 i = 0;
  376. int ret = -1;
  377. sprintf(filename, CORE_SIB_FMT, cpu);
  378. fp = fopen(filename, "r");
  379. if (!fp)
  380. goto try_threads;
  381. sret = getline(&buf, &len, fp);
  382. fclose(fp);
  383. if (sret <= 0)
  384. goto try_threads;
  385. p = strchr(buf, '\n');
  386. if (p)
  387. *p = '\0';
  388. for (i = 0; i < tp->core_sib; i++) {
  389. if (!strcmp(buf, tp->core_siblings[i]))
  390. break;
  391. }
  392. if (i == tp->core_sib) {
  393. tp->core_siblings[i] = buf;
  394. tp->core_sib++;
  395. buf = NULL;
  396. len = 0;
  397. }
  398. ret = 0;
  399. try_threads:
  400. sprintf(filename, THRD_SIB_FMT, cpu);
  401. fp = fopen(filename, "r");
  402. if (!fp)
  403. goto done;
  404. if (getline(&buf, &len, fp) <= 0)
  405. goto done;
  406. p = strchr(buf, '\n');
  407. if (p)
  408. *p = '\0';
  409. for (i = 0; i < tp->thread_sib; i++) {
  410. if (!strcmp(buf, tp->thread_siblings[i]))
  411. break;
  412. }
  413. if (i == tp->thread_sib) {
  414. tp->thread_siblings[i] = buf;
  415. tp->thread_sib++;
  416. buf = NULL;
  417. }
  418. ret = 0;
  419. done:
  420. if(fp)
  421. fclose(fp);
  422. free(buf);
  423. return ret;
  424. }
  425. static void free_cpu_topo(struct cpu_topo *tp)
  426. {
  427. u32 i;
  428. if (!tp)
  429. return;
  430. for (i = 0 ; i < tp->core_sib; i++)
  431. zfree(&tp->core_siblings[i]);
  432. for (i = 0 ; i < tp->thread_sib; i++)
  433. zfree(&tp->thread_siblings[i]);
  434. free(tp);
  435. }
  436. static struct cpu_topo *build_cpu_topology(void)
  437. {
  438. struct cpu_topo *tp;
  439. void *addr;
  440. u32 nr, i;
  441. size_t sz;
  442. long ncpus;
  443. int ret = -1;
  444. ncpus = sysconf(_SC_NPROCESSORS_CONF);
  445. if (ncpus < 0)
  446. return NULL;
  447. nr = (u32)(ncpus & UINT_MAX);
  448. sz = nr * sizeof(char *);
  449. addr = calloc(1, sizeof(*tp) + 2 * sz);
  450. if (!addr)
  451. return NULL;
  452. tp = addr;
  453. addr += sizeof(*tp);
  454. tp->core_siblings = addr;
  455. addr += sz;
  456. tp->thread_siblings = addr;
  457. for (i = 0; i < nr; i++) {
  458. ret = build_cpu_topo(tp, i);
  459. if (ret < 0)
  460. break;
  461. }
  462. if (ret) {
  463. free_cpu_topo(tp);
  464. tp = NULL;
  465. }
  466. return tp;
  467. }
  468. static int write_cpu_topology(int fd, struct perf_header *h __maybe_unused,
  469. struct perf_evlist *evlist __maybe_unused)
  470. {
  471. struct cpu_topo *tp;
  472. u32 i;
  473. int ret;
  474. tp = build_cpu_topology();
  475. if (!tp)
  476. return -1;
  477. ret = do_write(fd, &tp->core_sib, sizeof(tp->core_sib));
  478. if (ret < 0)
  479. goto done;
  480. for (i = 0; i < tp->core_sib; i++) {
  481. ret = do_write_string(fd, tp->core_siblings[i]);
  482. if (ret < 0)
  483. goto done;
  484. }
  485. ret = do_write(fd, &tp->thread_sib, sizeof(tp->thread_sib));
  486. if (ret < 0)
  487. goto done;
  488. for (i = 0; i < tp->thread_sib; i++) {
  489. ret = do_write_string(fd, tp->thread_siblings[i]);
  490. if (ret < 0)
  491. break;
  492. }
  493. done:
  494. free_cpu_topo(tp);
  495. return ret;
  496. }
  497. static int write_total_mem(int fd, struct perf_header *h __maybe_unused,
  498. struct perf_evlist *evlist __maybe_unused)
  499. {
  500. char *buf = NULL;
  501. FILE *fp;
  502. size_t len = 0;
  503. int ret = -1, n;
  504. uint64_t mem;
  505. fp = fopen("/proc/meminfo", "r");
  506. if (!fp)
  507. return -1;
  508. while (getline(&buf, &len, fp) > 0) {
  509. ret = strncmp(buf, "MemTotal:", 9);
  510. if (!ret)
  511. break;
  512. }
  513. if (!ret) {
  514. n = sscanf(buf, "%*s %"PRIu64, &mem);
  515. if (n == 1)
  516. ret = do_write(fd, &mem, sizeof(mem));
  517. } else
  518. ret = -1;
  519. free(buf);
  520. fclose(fp);
  521. return ret;
  522. }
  523. static int write_topo_node(int fd, int node)
  524. {
  525. char str[MAXPATHLEN];
  526. char field[32];
  527. char *buf = NULL, *p;
  528. size_t len = 0;
  529. FILE *fp;
  530. u64 mem_total, mem_free, mem;
  531. int ret = -1;
  532. sprintf(str, "/sys/devices/system/node/node%d/meminfo", node);
  533. fp = fopen(str, "r");
  534. if (!fp)
  535. return -1;
  536. while (getline(&buf, &len, fp) > 0) {
  537. /* skip over invalid lines */
  538. if (!strchr(buf, ':'))
  539. continue;
  540. if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
  541. goto done;
  542. if (!strcmp(field, "MemTotal:"))
  543. mem_total = mem;
  544. if (!strcmp(field, "MemFree:"))
  545. mem_free = mem;
  546. }
  547. fclose(fp);
  548. fp = NULL;
  549. ret = do_write(fd, &mem_total, sizeof(u64));
  550. if (ret)
  551. goto done;
  552. ret = do_write(fd, &mem_free, sizeof(u64));
  553. if (ret)
  554. goto done;
  555. ret = -1;
  556. sprintf(str, "/sys/devices/system/node/node%d/cpulist", node);
  557. fp = fopen(str, "r");
  558. if (!fp)
  559. goto done;
  560. if (getline(&buf, &len, fp) <= 0)
  561. goto done;
  562. p = strchr(buf, '\n');
  563. if (p)
  564. *p = '\0';
  565. ret = do_write_string(fd, buf);
  566. done:
  567. free(buf);
  568. if (fp)
  569. fclose(fp);
  570. return ret;
  571. }
  572. static int write_numa_topology(int fd, struct perf_header *h __maybe_unused,
  573. struct perf_evlist *evlist __maybe_unused)
  574. {
  575. char *buf = NULL;
  576. size_t len = 0;
  577. FILE *fp;
  578. struct cpu_map *node_map = NULL;
  579. char *c;
  580. u32 nr, i, j;
  581. int ret = -1;
  582. fp = fopen("/sys/devices/system/node/online", "r");
  583. if (!fp)
  584. return -1;
  585. if (getline(&buf, &len, fp) <= 0)
  586. goto done;
  587. c = strchr(buf, '\n');
  588. if (c)
  589. *c = '\0';
  590. node_map = cpu_map__new(buf);
  591. if (!node_map)
  592. goto done;
  593. nr = (u32)node_map->nr;
  594. ret = do_write(fd, &nr, sizeof(nr));
  595. if (ret < 0)
  596. goto done;
  597. for (i = 0; i < nr; i++) {
  598. j = (u32)node_map->map[i];
  599. ret = do_write(fd, &j, sizeof(j));
  600. if (ret < 0)
  601. break;
  602. ret = write_topo_node(fd, i);
  603. if (ret < 0)
  604. break;
  605. }
  606. done:
  607. free(buf);
  608. fclose(fp);
  609. free(node_map);
  610. return ret;
  611. }
  612. /*
  613. * File format:
  614. *
  615. * struct pmu_mappings {
  616. * u32 pmu_num;
  617. * struct pmu_map {
  618. * u32 type;
  619. * char name[];
  620. * }[pmu_num];
  621. * };
  622. */
  623. static int write_pmu_mappings(int fd, struct perf_header *h __maybe_unused,
  624. struct perf_evlist *evlist __maybe_unused)
  625. {
  626. struct perf_pmu *pmu = NULL;
  627. off_t offset = lseek(fd, 0, SEEK_CUR);
  628. __u32 pmu_num = 0;
  629. int ret;
  630. /* write real pmu_num later */
  631. ret = do_write(fd, &pmu_num, sizeof(pmu_num));
  632. if (ret < 0)
  633. return ret;
  634. while ((pmu = perf_pmu__scan(pmu))) {
  635. if (!pmu->name)
  636. continue;
  637. pmu_num++;
  638. ret = do_write(fd, &pmu->type, sizeof(pmu->type));
  639. if (ret < 0)
  640. return ret;
  641. ret = do_write_string(fd, pmu->name);
  642. if (ret < 0)
  643. return ret;
  644. }
  645. if (pwrite(fd, &pmu_num, sizeof(pmu_num), offset) != sizeof(pmu_num)) {
  646. /* discard all */
  647. lseek(fd, offset, SEEK_SET);
  648. return -1;
  649. }
  650. return 0;
  651. }
  652. /*
  653. * File format:
  654. *
  655. * struct group_descs {
  656. * u32 nr_groups;
  657. * struct group_desc {
  658. * char name[];
  659. * u32 leader_idx;
  660. * u32 nr_members;
  661. * }[nr_groups];
  662. * };
  663. */
  664. static int write_group_desc(int fd, struct perf_header *h __maybe_unused,
  665. struct perf_evlist *evlist)
  666. {
  667. u32 nr_groups = evlist->nr_groups;
  668. struct perf_evsel *evsel;
  669. int ret;
  670. ret = do_write(fd, &nr_groups, sizeof(nr_groups));
  671. if (ret < 0)
  672. return ret;
  673. evlist__for_each(evlist, evsel) {
  674. if (perf_evsel__is_group_leader(evsel) &&
  675. evsel->nr_members > 1) {
  676. const char *name = evsel->group_name ?: "{anon_group}";
  677. u32 leader_idx = evsel->idx;
  678. u32 nr_members = evsel->nr_members;
  679. ret = do_write_string(fd, name);
  680. if (ret < 0)
  681. return ret;
  682. ret = do_write(fd, &leader_idx, sizeof(leader_idx));
  683. if (ret < 0)
  684. return ret;
  685. ret = do_write(fd, &nr_members, sizeof(nr_members));
  686. if (ret < 0)
  687. return ret;
  688. }
  689. }
  690. return 0;
  691. }
  692. /*
  693. * default get_cpuid(): nothing gets recorded
  694. * actual implementation must be in arch/$(ARCH)/util/header.c
  695. */
  696. int __attribute__ ((weak)) get_cpuid(char *buffer __maybe_unused,
  697. size_t sz __maybe_unused)
  698. {
  699. return -1;
  700. }
  701. static int write_cpuid(int fd, struct perf_header *h __maybe_unused,
  702. struct perf_evlist *evlist __maybe_unused)
  703. {
  704. char buffer[64];
  705. int ret;
  706. ret = get_cpuid(buffer, sizeof(buffer));
  707. if (!ret)
  708. goto write_it;
  709. return -1;
  710. write_it:
  711. return do_write_string(fd, buffer);
  712. }
  713. static int write_branch_stack(int fd __maybe_unused,
  714. struct perf_header *h __maybe_unused,
  715. struct perf_evlist *evlist __maybe_unused)
  716. {
  717. return 0;
  718. }
  719. static void print_hostname(struct perf_header *ph, int fd __maybe_unused,
  720. FILE *fp)
  721. {
  722. fprintf(fp, "# hostname : %s\n", ph->env.hostname);
  723. }
  724. static void print_osrelease(struct perf_header *ph, int fd __maybe_unused,
  725. FILE *fp)
  726. {
  727. fprintf(fp, "# os release : %s\n", ph->env.os_release);
  728. }
  729. static void print_arch(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  730. {
  731. fprintf(fp, "# arch : %s\n", ph->env.arch);
  732. }
  733. static void print_cpudesc(struct perf_header *ph, int fd __maybe_unused,
  734. FILE *fp)
  735. {
  736. fprintf(fp, "# cpudesc : %s\n", ph->env.cpu_desc);
  737. }
  738. static void print_nrcpus(struct perf_header *ph, int fd __maybe_unused,
  739. FILE *fp)
  740. {
  741. fprintf(fp, "# nrcpus online : %u\n", ph->env.nr_cpus_online);
  742. fprintf(fp, "# nrcpus avail : %u\n", ph->env.nr_cpus_avail);
  743. }
  744. static void print_version(struct perf_header *ph, int fd __maybe_unused,
  745. FILE *fp)
  746. {
  747. fprintf(fp, "# perf version : %s\n", ph->env.version);
  748. }
  749. static void print_cmdline(struct perf_header *ph, int fd __maybe_unused,
  750. FILE *fp)
  751. {
  752. int nr, i;
  753. char *str;
  754. nr = ph->env.nr_cmdline;
  755. str = ph->env.cmdline;
  756. fprintf(fp, "# cmdline : ");
  757. for (i = 0; i < nr; i++) {
  758. fprintf(fp, "%s ", str);
  759. str += strlen(str) + 1;
  760. }
  761. fputc('\n', fp);
  762. }
  763. static void print_cpu_topology(struct perf_header *ph, int fd __maybe_unused,
  764. FILE *fp)
  765. {
  766. int nr, i;
  767. char *str;
  768. nr = ph->env.nr_sibling_cores;
  769. str = ph->env.sibling_cores;
  770. for (i = 0; i < nr; i++) {
  771. fprintf(fp, "# sibling cores : %s\n", str);
  772. str += strlen(str) + 1;
  773. }
  774. nr = ph->env.nr_sibling_threads;
  775. str = ph->env.sibling_threads;
  776. for (i = 0; i < nr; i++) {
  777. fprintf(fp, "# sibling threads : %s\n", str);
  778. str += strlen(str) + 1;
  779. }
  780. }
  781. static void free_event_desc(struct perf_evsel *events)
  782. {
  783. struct perf_evsel *evsel;
  784. if (!events)
  785. return;
  786. for (evsel = events; evsel->attr.size; evsel++) {
  787. zfree(&evsel->name);
  788. zfree(&evsel->id);
  789. }
  790. free(events);
  791. }
  792. static struct perf_evsel *
  793. read_event_desc(struct perf_header *ph, int fd)
  794. {
  795. struct perf_evsel *evsel, *events = NULL;
  796. u64 *id;
  797. void *buf = NULL;
  798. u32 nre, sz, nr, i, j;
  799. ssize_t ret;
  800. size_t msz;
  801. /* number of events */
  802. ret = readn(fd, &nre, sizeof(nre));
  803. if (ret != (ssize_t)sizeof(nre))
  804. goto error;
  805. if (ph->needs_swap)
  806. nre = bswap_32(nre);
  807. ret = readn(fd, &sz, sizeof(sz));
  808. if (ret != (ssize_t)sizeof(sz))
  809. goto error;
  810. if (ph->needs_swap)
  811. sz = bswap_32(sz);
  812. /* buffer to hold on file attr struct */
  813. buf = malloc(sz);
  814. if (!buf)
  815. goto error;
  816. /* the last event terminates with evsel->attr.size == 0: */
  817. events = calloc(nre + 1, sizeof(*events));
  818. if (!events)
  819. goto error;
  820. msz = sizeof(evsel->attr);
  821. if (sz < msz)
  822. msz = sz;
  823. for (i = 0, evsel = events; i < nre; evsel++, i++) {
  824. evsel->idx = i;
  825. /*
  826. * must read entire on-file attr struct to
  827. * sync up with layout.
  828. */
  829. ret = readn(fd, buf, sz);
  830. if (ret != (ssize_t)sz)
  831. goto error;
  832. if (ph->needs_swap)
  833. perf_event__attr_swap(buf);
  834. memcpy(&evsel->attr, buf, msz);
  835. ret = readn(fd, &nr, sizeof(nr));
  836. if (ret != (ssize_t)sizeof(nr))
  837. goto error;
  838. if (ph->needs_swap) {
  839. nr = bswap_32(nr);
  840. evsel->needs_swap = true;
  841. }
  842. evsel->name = do_read_string(fd, ph);
  843. if (!nr)
  844. continue;
  845. id = calloc(nr, sizeof(*id));
  846. if (!id)
  847. goto error;
  848. evsel->ids = nr;
  849. evsel->id = id;
  850. for (j = 0 ; j < nr; j++) {
  851. ret = readn(fd, id, sizeof(*id));
  852. if (ret != (ssize_t)sizeof(*id))
  853. goto error;
  854. if (ph->needs_swap)
  855. *id = bswap_64(*id);
  856. id++;
  857. }
  858. }
  859. out:
  860. free(buf);
  861. return events;
  862. error:
  863. if (events)
  864. free_event_desc(events);
  865. events = NULL;
  866. goto out;
  867. }
  868. static void print_event_desc(struct perf_header *ph, int fd, FILE *fp)
  869. {
  870. struct perf_evsel *evsel, *events = read_event_desc(ph, fd);
  871. u32 j;
  872. u64 *id;
  873. if (!events) {
  874. fprintf(fp, "# event desc: not available or unable to read\n");
  875. return;
  876. }
  877. for (evsel = events; evsel->attr.size; evsel++) {
  878. fprintf(fp, "# event : name = %s, ", evsel->name);
  879. fprintf(fp, "type = %d, config = 0x%"PRIx64
  880. ", config1 = 0x%"PRIx64", config2 = 0x%"PRIx64,
  881. evsel->attr.type,
  882. (u64)evsel->attr.config,
  883. (u64)evsel->attr.config1,
  884. (u64)evsel->attr.config2);
  885. fprintf(fp, ", excl_usr = %d, excl_kern = %d",
  886. evsel->attr.exclude_user,
  887. evsel->attr.exclude_kernel);
  888. fprintf(fp, ", excl_host = %d, excl_guest = %d",
  889. evsel->attr.exclude_host,
  890. evsel->attr.exclude_guest);
  891. fprintf(fp, ", precise_ip = %d", evsel->attr.precise_ip);
  892. fprintf(fp, ", attr_mmap2 = %d", evsel->attr.mmap2);
  893. fprintf(fp, ", attr_mmap = %d", evsel->attr.mmap);
  894. fprintf(fp, ", attr_mmap_data = %d", evsel->attr.mmap_data);
  895. if (evsel->ids) {
  896. fprintf(fp, ", id = {");
  897. for (j = 0, id = evsel->id; j < evsel->ids; j++, id++) {
  898. if (j)
  899. fputc(',', fp);
  900. fprintf(fp, " %"PRIu64, *id);
  901. }
  902. fprintf(fp, " }");
  903. }
  904. fputc('\n', fp);
  905. }
  906. free_event_desc(events);
  907. }
  908. static void print_total_mem(struct perf_header *ph, int fd __maybe_unused,
  909. FILE *fp)
  910. {
  911. fprintf(fp, "# total memory : %Lu kB\n", ph->env.total_mem);
  912. }
  913. static void print_numa_topology(struct perf_header *ph, int fd __maybe_unused,
  914. FILE *fp)
  915. {
  916. u32 nr, c, i;
  917. char *str, *tmp;
  918. uint64_t mem_total, mem_free;
  919. /* nr nodes */
  920. nr = ph->env.nr_numa_nodes;
  921. str = ph->env.numa_nodes;
  922. for (i = 0; i < nr; i++) {
  923. /* node number */
  924. c = strtoul(str, &tmp, 0);
  925. if (*tmp != ':')
  926. goto error;
  927. str = tmp + 1;
  928. mem_total = strtoull(str, &tmp, 0);
  929. if (*tmp != ':')
  930. goto error;
  931. str = tmp + 1;
  932. mem_free = strtoull(str, &tmp, 0);
  933. if (*tmp != ':')
  934. goto error;
  935. fprintf(fp, "# node%u meminfo : total = %"PRIu64" kB,"
  936. " free = %"PRIu64" kB\n",
  937. c, mem_total, mem_free);
  938. str = tmp + 1;
  939. fprintf(fp, "# node%u cpu list : %s\n", c, str);
  940. str += strlen(str) + 1;
  941. }
  942. return;
  943. error:
  944. fprintf(fp, "# numa topology : not available\n");
  945. }
  946. static void print_cpuid(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  947. {
  948. fprintf(fp, "# cpuid : %s\n", ph->env.cpuid);
  949. }
  950. static void print_branch_stack(struct perf_header *ph __maybe_unused,
  951. int fd __maybe_unused, FILE *fp)
  952. {
  953. fprintf(fp, "# contains samples with branch stack\n");
  954. }
  955. static void print_pmu_mappings(struct perf_header *ph, int fd __maybe_unused,
  956. FILE *fp)
  957. {
  958. const char *delimiter = "# pmu mappings: ";
  959. char *str, *tmp;
  960. u32 pmu_num;
  961. u32 type;
  962. pmu_num = ph->env.nr_pmu_mappings;
  963. if (!pmu_num) {
  964. fprintf(fp, "# pmu mappings: not available\n");
  965. return;
  966. }
  967. str = ph->env.pmu_mappings;
  968. while (pmu_num) {
  969. type = strtoul(str, &tmp, 0);
  970. if (*tmp != ':')
  971. goto error;
  972. str = tmp + 1;
  973. fprintf(fp, "%s%s = %" PRIu32, delimiter, str, type);
  974. delimiter = ", ";
  975. str += strlen(str) + 1;
  976. pmu_num--;
  977. }
  978. fprintf(fp, "\n");
  979. if (!pmu_num)
  980. return;
  981. error:
  982. fprintf(fp, "# pmu mappings: unable to read\n");
  983. }
  984. static void print_group_desc(struct perf_header *ph, int fd __maybe_unused,
  985. FILE *fp)
  986. {
  987. struct perf_session *session;
  988. struct perf_evsel *evsel;
  989. u32 nr = 0;
  990. session = container_of(ph, struct perf_session, header);
  991. evlist__for_each(session->evlist, evsel) {
  992. if (perf_evsel__is_group_leader(evsel) &&
  993. evsel->nr_members > 1) {
  994. fprintf(fp, "# group: %s{%s", evsel->group_name ?: "",
  995. perf_evsel__name(evsel));
  996. nr = evsel->nr_members - 1;
  997. } else if (nr) {
  998. fprintf(fp, ",%s", perf_evsel__name(evsel));
  999. if (--nr == 0)
  1000. fprintf(fp, "}\n");
  1001. }
  1002. }
  1003. }
  1004. static int __event_process_build_id(struct build_id_event *bev,
  1005. char *filename,
  1006. struct perf_session *session)
  1007. {
  1008. int err = -1;
  1009. struct dsos *dsos;
  1010. struct machine *machine;
  1011. u16 misc;
  1012. struct dso *dso;
  1013. enum dso_kernel_type dso_type;
  1014. machine = perf_session__findnew_machine(session, bev->pid);
  1015. if (!machine)
  1016. goto out;
  1017. misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  1018. switch (misc) {
  1019. case PERF_RECORD_MISC_KERNEL:
  1020. dso_type = DSO_TYPE_KERNEL;
  1021. dsos = &machine->kernel_dsos;
  1022. break;
  1023. case PERF_RECORD_MISC_GUEST_KERNEL:
  1024. dso_type = DSO_TYPE_GUEST_KERNEL;
  1025. dsos = &machine->kernel_dsos;
  1026. break;
  1027. case PERF_RECORD_MISC_USER:
  1028. case PERF_RECORD_MISC_GUEST_USER:
  1029. dso_type = DSO_TYPE_USER;
  1030. dsos = &machine->user_dsos;
  1031. break;
  1032. default:
  1033. goto out;
  1034. }
  1035. dso = __dsos__findnew(dsos, filename);
  1036. if (dso != NULL) {
  1037. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  1038. dso__set_build_id(dso, &bev->build_id);
  1039. if (!is_kernel_module(filename, NULL))
  1040. dso->kernel = dso_type;
  1041. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  1042. sbuild_id);
  1043. pr_debug("build id event received for %s: %s\n",
  1044. dso->long_name, sbuild_id);
  1045. }
  1046. err = 0;
  1047. out:
  1048. return err;
  1049. }
  1050. static int perf_header__read_build_ids_abi_quirk(struct perf_header *header,
  1051. int input, u64 offset, u64 size)
  1052. {
  1053. struct perf_session *session = container_of(header, struct perf_session, header);
  1054. struct {
  1055. struct perf_event_header header;
  1056. u8 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
  1057. char filename[0];
  1058. } old_bev;
  1059. struct build_id_event bev;
  1060. char filename[PATH_MAX];
  1061. u64 limit = offset + size;
  1062. while (offset < limit) {
  1063. ssize_t len;
  1064. if (readn(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev))
  1065. return -1;
  1066. if (header->needs_swap)
  1067. perf_event_header__bswap(&old_bev.header);
  1068. len = old_bev.header.size - sizeof(old_bev);
  1069. if (readn(input, filename, len) != len)
  1070. return -1;
  1071. bev.header = old_bev.header;
  1072. /*
  1073. * As the pid is the missing value, we need to fill
  1074. * it properly. The header.misc value give us nice hint.
  1075. */
  1076. bev.pid = HOST_KERNEL_ID;
  1077. if (bev.header.misc == PERF_RECORD_MISC_GUEST_USER ||
  1078. bev.header.misc == PERF_RECORD_MISC_GUEST_KERNEL)
  1079. bev.pid = DEFAULT_GUEST_KERNEL_ID;
  1080. memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id));
  1081. __event_process_build_id(&bev, filename, session);
  1082. offset += bev.header.size;
  1083. }
  1084. return 0;
  1085. }
  1086. static int perf_header__read_build_ids(struct perf_header *header,
  1087. int input, u64 offset, u64 size)
  1088. {
  1089. struct perf_session *session = container_of(header, struct perf_session, header);
  1090. struct build_id_event bev;
  1091. char filename[PATH_MAX];
  1092. u64 limit = offset + size, orig_offset = offset;
  1093. int err = -1;
  1094. while (offset < limit) {
  1095. ssize_t len;
  1096. if (readn(input, &bev, sizeof(bev)) != sizeof(bev))
  1097. goto out;
  1098. if (header->needs_swap)
  1099. perf_event_header__bswap(&bev.header);
  1100. len = bev.header.size - sizeof(bev);
  1101. if (readn(input, filename, len) != len)
  1102. goto out;
  1103. /*
  1104. * The a1645ce1 changeset:
  1105. *
  1106. * "perf: 'perf kvm' tool for monitoring guest performance from host"
  1107. *
  1108. * Added a field to struct build_id_event that broke the file
  1109. * format.
  1110. *
  1111. * Since the kernel build-id is the first entry, process the
  1112. * table using the old format if the well known
  1113. * '[kernel.kallsyms]' string for the kernel build-id has the
  1114. * first 4 characters chopped off (where the pid_t sits).
  1115. */
  1116. if (memcmp(filename, "nel.kallsyms]", 13) == 0) {
  1117. if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1)
  1118. return -1;
  1119. return perf_header__read_build_ids_abi_quirk(header, input, offset, size);
  1120. }
  1121. __event_process_build_id(&bev, filename, session);
  1122. offset += bev.header.size;
  1123. }
  1124. err = 0;
  1125. out:
  1126. return err;
  1127. }
  1128. static int process_tracing_data(struct perf_file_section *section __maybe_unused,
  1129. struct perf_header *ph __maybe_unused,
  1130. int fd, void *data)
  1131. {
  1132. ssize_t ret = trace_report(fd, data, false);
  1133. return ret < 0 ? -1 : 0;
  1134. }
  1135. static int process_build_id(struct perf_file_section *section,
  1136. struct perf_header *ph, int fd,
  1137. void *data __maybe_unused)
  1138. {
  1139. if (perf_header__read_build_ids(ph, fd, section->offset, section->size))
  1140. pr_debug("Failed to read buildids, continuing...\n");
  1141. return 0;
  1142. }
  1143. static int process_hostname(struct perf_file_section *section __maybe_unused,
  1144. struct perf_header *ph, int fd,
  1145. void *data __maybe_unused)
  1146. {
  1147. ph->env.hostname = do_read_string(fd, ph);
  1148. return ph->env.hostname ? 0 : -ENOMEM;
  1149. }
  1150. static int process_osrelease(struct perf_file_section *section __maybe_unused,
  1151. struct perf_header *ph, int fd,
  1152. void *data __maybe_unused)
  1153. {
  1154. ph->env.os_release = do_read_string(fd, ph);
  1155. return ph->env.os_release ? 0 : -ENOMEM;
  1156. }
  1157. static int process_version(struct perf_file_section *section __maybe_unused,
  1158. struct perf_header *ph, int fd,
  1159. void *data __maybe_unused)
  1160. {
  1161. ph->env.version = do_read_string(fd, ph);
  1162. return ph->env.version ? 0 : -ENOMEM;
  1163. }
  1164. static int process_arch(struct perf_file_section *section __maybe_unused,
  1165. struct perf_header *ph, int fd,
  1166. void *data __maybe_unused)
  1167. {
  1168. ph->env.arch = do_read_string(fd, ph);
  1169. return ph->env.arch ? 0 : -ENOMEM;
  1170. }
  1171. static int process_nrcpus(struct perf_file_section *section __maybe_unused,
  1172. struct perf_header *ph, int fd,
  1173. void *data __maybe_unused)
  1174. {
  1175. ssize_t ret;
  1176. u32 nr;
  1177. ret = readn(fd, &nr, sizeof(nr));
  1178. if (ret != sizeof(nr))
  1179. return -1;
  1180. if (ph->needs_swap)
  1181. nr = bswap_32(nr);
  1182. ph->env.nr_cpus_online = nr;
  1183. ret = readn(fd, &nr, sizeof(nr));
  1184. if (ret != sizeof(nr))
  1185. return -1;
  1186. if (ph->needs_swap)
  1187. nr = bswap_32(nr);
  1188. ph->env.nr_cpus_avail = nr;
  1189. return 0;
  1190. }
  1191. static int process_cpudesc(struct perf_file_section *section __maybe_unused,
  1192. struct perf_header *ph, int fd,
  1193. void *data __maybe_unused)
  1194. {
  1195. ph->env.cpu_desc = do_read_string(fd, ph);
  1196. return ph->env.cpu_desc ? 0 : -ENOMEM;
  1197. }
  1198. static int process_cpuid(struct perf_file_section *section __maybe_unused,
  1199. struct perf_header *ph, int fd,
  1200. void *data __maybe_unused)
  1201. {
  1202. ph->env.cpuid = do_read_string(fd, ph);
  1203. return ph->env.cpuid ? 0 : -ENOMEM;
  1204. }
  1205. static int process_total_mem(struct perf_file_section *section __maybe_unused,
  1206. struct perf_header *ph, int fd,
  1207. void *data __maybe_unused)
  1208. {
  1209. uint64_t mem;
  1210. ssize_t ret;
  1211. ret = readn(fd, &mem, sizeof(mem));
  1212. if (ret != sizeof(mem))
  1213. return -1;
  1214. if (ph->needs_swap)
  1215. mem = bswap_64(mem);
  1216. ph->env.total_mem = mem;
  1217. return 0;
  1218. }
  1219. static struct perf_evsel *
  1220. perf_evlist__find_by_index(struct perf_evlist *evlist, int idx)
  1221. {
  1222. struct perf_evsel *evsel;
  1223. evlist__for_each(evlist, evsel) {
  1224. if (evsel->idx == idx)
  1225. return evsel;
  1226. }
  1227. return NULL;
  1228. }
  1229. static void
  1230. perf_evlist__set_event_name(struct perf_evlist *evlist,
  1231. struct perf_evsel *event)
  1232. {
  1233. struct perf_evsel *evsel;
  1234. if (!event->name)
  1235. return;
  1236. evsel = perf_evlist__find_by_index(evlist, event->idx);
  1237. if (!evsel)
  1238. return;
  1239. if (evsel->name)
  1240. return;
  1241. evsel->name = strdup(event->name);
  1242. }
  1243. static int
  1244. process_event_desc(struct perf_file_section *section __maybe_unused,
  1245. struct perf_header *header, int fd,
  1246. void *data __maybe_unused)
  1247. {
  1248. struct perf_session *session;
  1249. struct perf_evsel *evsel, *events = read_event_desc(header, fd);
  1250. if (!events)
  1251. return 0;
  1252. session = container_of(header, struct perf_session, header);
  1253. for (evsel = events; evsel->attr.size; evsel++)
  1254. perf_evlist__set_event_name(session->evlist, evsel);
  1255. free_event_desc(events);
  1256. return 0;
  1257. }
  1258. static int process_cmdline(struct perf_file_section *section __maybe_unused,
  1259. struct perf_header *ph, int fd,
  1260. void *data __maybe_unused)
  1261. {
  1262. ssize_t ret;
  1263. char *str;
  1264. u32 nr, i;
  1265. struct strbuf sb;
  1266. ret = readn(fd, &nr, sizeof(nr));
  1267. if (ret != sizeof(nr))
  1268. return -1;
  1269. if (ph->needs_swap)
  1270. nr = bswap_32(nr);
  1271. ph->env.nr_cmdline = nr;
  1272. strbuf_init(&sb, 128);
  1273. for (i = 0; i < nr; i++) {
  1274. str = do_read_string(fd, ph);
  1275. if (!str)
  1276. goto error;
  1277. /* include a NULL character at the end */
  1278. strbuf_add(&sb, str, strlen(str) + 1);
  1279. free(str);
  1280. }
  1281. ph->env.cmdline = strbuf_detach(&sb, NULL);
  1282. return 0;
  1283. error:
  1284. strbuf_release(&sb);
  1285. return -1;
  1286. }
  1287. static int process_cpu_topology(struct perf_file_section *section __maybe_unused,
  1288. struct perf_header *ph, int fd,
  1289. void *data __maybe_unused)
  1290. {
  1291. ssize_t ret;
  1292. u32 nr, i;
  1293. char *str;
  1294. struct strbuf sb;
  1295. ret = readn(fd, &nr, sizeof(nr));
  1296. if (ret != sizeof(nr))
  1297. return -1;
  1298. if (ph->needs_swap)
  1299. nr = bswap_32(nr);
  1300. ph->env.nr_sibling_cores = nr;
  1301. strbuf_init(&sb, 128);
  1302. for (i = 0; i < nr; i++) {
  1303. str = do_read_string(fd, ph);
  1304. if (!str)
  1305. goto error;
  1306. /* include a NULL character at the end */
  1307. strbuf_add(&sb, str, strlen(str) + 1);
  1308. free(str);
  1309. }
  1310. ph->env.sibling_cores = strbuf_detach(&sb, NULL);
  1311. ret = readn(fd, &nr, sizeof(nr));
  1312. if (ret != sizeof(nr))
  1313. return -1;
  1314. if (ph->needs_swap)
  1315. nr = bswap_32(nr);
  1316. ph->env.nr_sibling_threads = nr;
  1317. for (i = 0; i < nr; i++) {
  1318. str = do_read_string(fd, ph);
  1319. if (!str)
  1320. goto error;
  1321. /* include a NULL character at the end */
  1322. strbuf_add(&sb, str, strlen(str) + 1);
  1323. free(str);
  1324. }
  1325. ph->env.sibling_threads = strbuf_detach(&sb, NULL);
  1326. return 0;
  1327. error:
  1328. strbuf_release(&sb);
  1329. return -1;
  1330. }
  1331. static int process_numa_topology(struct perf_file_section *section __maybe_unused,
  1332. struct perf_header *ph, int fd,
  1333. void *data __maybe_unused)
  1334. {
  1335. ssize_t ret;
  1336. u32 nr, node, i;
  1337. char *str;
  1338. uint64_t mem_total, mem_free;
  1339. struct strbuf sb;
  1340. /* nr nodes */
  1341. ret = readn(fd, &nr, sizeof(nr));
  1342. if (ret != sizeof(nr))
  1343. goto error;
  1344. if (ph->needs_swap)
  1345. nr = bswap_32(nr);
  1346. ph->env.nr_numa_nodes = nr;
  1347. strbuf_init(&sb, 256);
  1348. for (i = 0; i < nr; i++) {
  1349. /* node number */
  1350. ret = readn(fd, &node, sizeof(node));
  1351. if (ret != sizeof(node))
  1352. goto error;
  1353. ret = readn(fd, &mem_total, sizeof(u64));
  1354. if (ret != sizeof(u64))
  1355. goto error;
  1356. ret = readn(fd, &mem_free, sizeof(u64));
  1357. if (ret != sizeof(u64))
  1358. goto error;
  1359. if (ph->needs_swap) {
  1360. node = bswap_32(node);
  1361. mem_total = bswap_64(mem_total);
  1362. mem_free = bswap_64(mem_free);
  1363. }
  1364. strbuf_addf(&sb, "%u:%"PRIu64":%"PRIu64":",
  1365. node, mem_total, mem_free);
  1366. str = do_read_string(fd, ph);
  1367. if (!str)
  1368. goto error;
  1369. /* include a NULL character at the end */
  1370. strbuf_add(&sb, str, strlen(str) + 1);
  1371. free(str);
  1372. }
  1373. ph->env.numa_nodes = strbuf_detach(&sb, NULL);
  1374. return 0;
  1375. error:
  1376. strbuf_release(&sb);
  1377. return -1;
  1378. }
  1379. static int process_pmu_mappings(struct perf_file_section *section __maybe_unused,
  1380. struct perf_header *ph, int fd,
  1381. void *data __maybe_unused)
  1382. {
  1383. ssize_t ret;
  1384. char *name;
  1385. u32 pmu_num;
  1386. u32 type;
  1387. struct strbuf sb;
  1388. ret = readn(fd, &pmu_num, sizeof(pmu_num));
  1389. if (ret != sizeof(pmu_num))
  1390. return -1;
  1391. if (ph->needs_swap)
  1392. pmu_num = bswap_32(pmu_num);
  1393. if (!pmu_num) {
  1394. pr_debug("pmu mappings not available\n");
  1395. return 0;
  1396. }
  1397. ph->env.nr_pmu_mappings = pmu_num;
  1398. strbuf_init(&sb, 128);
  1399. while (pmu_num) {
  1400. if (readn(fd, &type, sizeof(type)) != sizeof(type))
  1401. goto error;
  1402. if (ph->needs_swap)
  1403. type = bswap_32(type);
  1404. name = do_read_string(fd, ph);
  1405. if (!name)
  1406. goto error;
  1407. strbuf_addf(&sb, "%u:%s", type, name);
  1408. /* include a NULL character at the end */
  1409. strbuf_add(&sb, "", 1);
  1410. free(name);
  1411. pmu_num--;
  1412. }
  1413. ph->env.pmu_mappings = strbuf_detach(&sb, NULL);
  1414. return 0;
  1415. error:
  1416. strbuf_release(&sb);
  1417. return -1;
  1418. }
  1419. static int process_group_desc(struct perf_file_section *section __maybe_unused,
  1420. struct perf_header *ph, int fd,
  1421. void *data __maybe_unused)
  1422. {
  1423. size_t ret = -1;
  1424. u32 i, nr, nr_groups;
  1425. struct perf_session *session;
  1426. struct perf_evsel *evsel, *leader = NULL;
  1427. struct group_desc {
  1428. char *name;
  1429. u32 leader_idx;
  1430. u32 nr_members;
  1431. } *desc;
  1432. if (readn(fd, &nr_groups, sizeof(nr_groups)) != sizeof(nr_groups))
  1433. return -1;
  1434. if (ph->needs_swap)
  1435. nr_groups = bswap_32(nr_groups);
  1436. ph->env.nr_groups = nr_groups;
  1437. if (!nr_groups) {
  1438. pr_debug("group desc not available\n");
  1439. return 0;
  1440. }
  1441. desc = calloc(nr_groups, sizeof(*desc));
  1442. if (!desc)
  1443. return -1;
  1444. for (i = 0; i < nr_groups; i++) {
  1445. desc[i].name = do_read_string(fd, ph);
  1446. if (!desc[i].name)
  1447. goto out_free;
  1448. if (readn(fd, &desc[i].leader_idx, sizeof(u32)) != sizeof(u32))
  1449. goto out_free;
  1450. if (readn(fd, &desc[i].nr_members, sizeof(u32)) != sizeof(u32))
  1451. goto out_free;
  1452. if (ph->needs_swap) {
  1453. desc[i].leader_idx = bswap_32(desc[i].leader_idx);
  1454. desc[i].nr_members = bswap_32(desc[i].nr_members);
  1455. }
  1456. }
  1457. /*
  1458. * Rebuild group relationship based on the group_desc
  1459. */
  1460. session = container_of(ph, struct perf_session, header);
  1461. session->evlist->nr_groups = nr_groups;
  1462. i = nr = 0;
  1463. evlist__for_each(session->evlist, evsel) {
  1464. if (evsel->idx == (int) desc[i].leader_idx) {
  1465. evsel->leader = evsel;
  1466. /* {anon_group} is a dummy name */
  1467. if (strcmp(desc[i].name, "{anon_group}")) {
  1468. evsel->group_name = desc[i].name;
  1469. desc[i].name = NULL;
  1470. }
  1471. evsel->nr_members = desc[i].nr_members;
  1472. if (i >= nr_groups || nr > 0) {
  1473. pr_debug("invalid group desc\n");
  1474. goto out_free;
  1475. }
  1476. leader = evsel;
  1477. nr = evsel->nr_members - 1;
  1478. i++;
  1479. } else if (nr) {
  1480. /* This is a group member */
  1481. evsel->leader = leader;
  1482. nr--;
  1483. }
  1484. }
  1485. if (i != nr_groups || nr != 0) {
  1486. pr_debug("invalid group desc\n");
  1487. goto out_free;
  1488. }
  1489. ret = 0;
  1490. out_free:
  1491. for (i = 0; i < nr_groups; i++)
  1492. zfree(&desc[i].name);
  1493. free(desc);
  1494. return ret;
  1495. }
  1496. struct feature_ops {
  1497. int (*write)(int fd, struct perf_header *h, struct perf_evlist *evlist);
  1498. void (*print)(struct perf_header *h, int fd, FILE *fp);
  1499. int (*process)(struct perf_file_section *section,
  1500. struct perf_header *h, int fd, void *data);
  1501. const char *name;
  1502. bool full_only;
  1503. };
  1504. #define FEAT_OPA(n, func) \
  1505. [n] = { .name = #n, .write = write_##func, .print = print_##func }
  1506. #define FEAT_OPP(n, func) \
  1507. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1508. .process = process_##func }
  1509. #define FEAT_OPF(n, func) \
  1510. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1511. .process = process_##func, .full_only = true }
  1512. /* feature_ops not implemented: */
  1513. #define print_tracing_data NULL
  1514. #define print_build_id NULL
  1515. static const struct feature_ops feat_ops[HEADER_LAST_FEATURE] = {
  1516. FEAT_OPP(HEADER_TRACING_DATA, tracing_data),
  1517. FEAT_OPP(HEADER_BUILD_ID, build_id),
  1518. FEAT_OPP(HEADER_HOSTNAME, hostname),
  1519. FEAT_OPP(HEADER_OSRELEASE, osrelease),
  1520. FEAT_OPP(HEADER_VERSION, version),
  1521. FEAT_OPP(HEADER_ARCH, arch),
  1522. FEAT_OPP(HEADER_NRCPUS, nrcpus),
  1523. FEAT_OPP(HEADER_CPUDESC, cpudesc),
  1524. FEAT_OPP(HEADER_CPUID, cpuid),
  1525. FEAT_OPP(HEADER_TOTAL_MEM, total_mem),
  1526. FEAT_OPP(HEADER_EVENT_DESC, event_desc),
  1527. FEAT_OPP(HEADER_CMDLINE, cmdline),
  1528. FEAT_OPF(HEADER_CPU_TOPOLOGY, cpu_topology),
  1529. FEAT_OPF(HEADER_NUMA_TOPOLOGY, numa_topology),
  1530. FEAT_OPA(HEADER_BRANCH_STACK, branch_stack),
  1531. FEAT_OPP(HEADER_PMU_MAPPINGS, pmu_mappings),
  1532. FEAT_OPP(HEADER_GROUP_DESC, group_desc),
  1533. };
  1534. struct header_print_data {
  1535. FILE *fp;
  1536. bool full; /* extended list of headers */
  1537. };
  1538. static int perf_file_section__fprintf_info(struct perf_file_section *section,
  1539. struct perf_header *ph,
  1540. int feat, int fd, void *data)
  1541. {
  1542. struct header_print_data *hd = data;
  1543. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1544. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1545. "%d, continuing...\n", section->offset, feat);
  1546. return 0;
  1547. }
  1548. if (feat >= HEADER_LAST_FEATURE) {
  1549. pr_warning("unknown feature %d\n", feat);
  1550. return 0;
  1551. }
  1552. if (!feat_ops[feat].print)
  1553. return 0;
  1554. if (!feat_ops[feat].full_only || hd->full)
  1555. feat_ops[feat].print(ph, fd, hd->fp);
  1556. else
  1557. fprintf(hd->fp, "# %s info available, use -I to display\n",
  1558. feat_ops[feat].name);
  1559. return 0;
  1560. }
  1561. int perf_header__fprintf_info(struct perf_session *session, FILE *fp, bool full)
  1562. {
  1563. struct header_print_data hd;
  1564. struct perf_header *header = &session->header;
  1565. int fd = perf_data_file__fd(session->file);
  1566. hd.fp = fp;
  1567. hd.full = full;
  1568. perf_header__process_sections(header, fd, &hd,
  1569. perf_file_section__fprintf_info);
  1570. return 0;
  1571. }
  1572. static int do_write_feat(int fd, struct perf_header *h, int type,
  1573. struct perf_file_section **p,
  1574. struct perf_evlist *evlist)
  1575. {
  1576. int err;
  1577. int ret = 0;
  1578. if (perf_header__has_feat(h, type)) {
  1579. if (!feat_ops[type].write)
  1580. return -1;
  1581. (*p)->offset = lseek(fd, 0, SEEK_CUR);
  1582. err = feat_ops[type].write(fd, h, evlist);
  1583. if (err < 0) {
  1584. pr_debug("failed to write feature %d\n", type);
  1585. /* undo anything written */
  1586. lseek(fd, (*p)->offset, SEEK_SET);
  1587. return -1;
  1588. }
  1589. (*p)->size = lseek(fd, 0, SEEK_CUR) - (*p)->offset;
  1590. (*p)++;
  1591. }
  1592. return ret;
  1593. }
  1594. static int perf_header__adds_write(struct perf_header *header,
  1595. struct perf_evlist *evlist, int fd)
  1596. {
  1597. int nr_sections;
  1598. struct perf_file_section *feat_sec, *p;
  1599. int sec_size;
  1600. u64 sec_start;
  1601. int feat;
  1602. int err;
  1603. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1604. if (!nr_sections)
  1605. return 0;
  1606. feat_sec = p = calloc(nr_sections, sizeof(*feat_sec));
  1607. if (feat_sec == NULL)
  1608. return -ENOMEM;
  1609. sec_size = sizeof(*feat_sec) * nr_sections;
  1610. sec_start = header->feat_offset;
  1611. lseek(fd, sec_start + sec_size, SEEK_SET);
  1612. for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
  1613. if (do_write_feat(fd, header, feat, &p, evlist))
  1614. perf_header__clear_feat(header, feat);
  1615. }
  1616. lseek(fd, sec_start, SEEK_SET);
  1617. /*
  1618. * may write more than needed due to dropped feature, but
  1619. * this is okay, reader will skip the mising entries
  1620. */
  1621. err = do_write(fd, feat_sec, sec_size);
  1622. if (err < 0)
  1623. pr_debug("failed to write feature section\n");
  1624. free(feat_sec);
  1625. return err;
  1626. }
  1627. int perf_header__write_pipe(int fd)
  1628. {
  1629. struct perf_pipe_file_header f_header;
  1630. int err;
  1631. f_header = (struct perf_pipe_file_header){
  1632. .magic = PERF_MAGIC,
  1633. .size = sizeof(f_header),
  1634. };
  1635. err = do_write(fd, &f_header, sizeof(f_header));
  1636. if (err < 0) {
  1637. pr_debug("failed to write perf pipe header\n");
  1638. return err;
  1639. }
  1640. return 0;
  1641. }
  1642. int perf_session__write_header(struct perf_session *session,
  1643. struct perf_evlist *evlist,
  1644. int fd, bool at_exit)
  1645. {
  1646. struct perf_file_header f_header;
  1647. struct perf_file_attr f_attr;
  1648. struct perf_header *header = &session->header;
  1649. struct perf_evsel *evsel;
  1650. u64 attr_offset;
  1651. int err;
  1652. lseek(fd, sizeof(f_header), SEEK_SET);
  1653. evlist__for_each(session->evlist, evsel) {
  1654. evsel->id_offset = lseek(fd, 0, SEEK_CUR);
  1655. err = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  1656. if (err < 0) {
  1657. pr_debug("failed to write perf header\n");
  1658. return err;
  1659. }
  1660. }
  1661. attr_offset = lseek(fd, 0, SEEK_CUR);
  1662. evlist__for_each(evlist, evsel) {
  1663. f_attr = (struct perf_file_attr){
  1664. .attr = evsel->attr,
  1665. .ids = {
  1666. .offset = evsel->id_offset,
  1667. .size = evsel->ids * sizeof(u64),
  1668. }
  1669. };
  1670. err = do_write(fd, &f_attr, sizeof(f_attr));
  1671. if (err < 0) {
  1672. pr_debug("failed to write perf header attribute\n");
  1673. return err;
  1674. }
  1675. }
  1676. if (!header->data_offset)
  1677. header->data_offset = lseek(fd, 0, SEEK_CUR);
  1678. header->feat_offset = header->data_offset + header->data_size;
  1679. if (at_exit) {
  1680. err = perf_header__adds_write(header, evlist, fd);
  1681. if (err < 0)
  1682. return err;
  1683. }
  1684. f_header = (struct perf_file_header){
  1685. .magic = PERF_MAGIC,
  1686. .size = sizeof(f_header),
  1687. .attr_size = sizeof(f_attr),
  1688. .attrs = {
  1689. .offset = attr_offset,
  1690. .size = evlist->nr_entries * sizeof(f_attr),
  1691. },
  1692. .data = {
  1693. .offset = header->data_offset,
  1694. .size = header->data_size,
  1695. },
  1696. /* event_types is ignored, store zeros */
  1697. };
  1698. memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features));
  1699. lseek(fd, 0, SEEK_SET);
  1700. err = do_write(fd, &f_header, sizeof(f_header));
  1701. if (err < 0) {
  1702. pr_debug("failed to write perf header\n");
  1703. return err;
  1704. }
  1705. lseek(fd, header->data_offset + header->data_size, SEEK_SET);
  1706. return 0;
  1707. }
  1708. static int perf_header__getbuffer64(struct perf_header *header,
  1709. int fd, void *buf, size_t size)
  1710. {
  1711. if (readn(fd, buf, size) <= 0)
  1712. return -1;
  1713. if (header->needs_swap)
  1714. mem_bswap_64(buf, size);
  1715. return 0;
  1716. }
  1717. int perf_header__process_sections(struct perf_header *header, int fd,
  1718. void *data,
  1719. int (*process)(struct perf_file_section *section,
  1720. struct perf_header *ph,
  1721. int feat, int fd, void *data))
  1722. {
  1723. struct perf_file_section *feat_sec, *sec;
  1724. int nr_sections;
  1725. int sec_size;
  1726. int feat;
  1727. int err;
  1728. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1729. if (!nr_sections)
  1730. return 0;
  1731. feat_sec = sec = calloc(nr_sections, sizeof(*feat_sec));
  1732. if (!feat_sec)
  1733. return -1;
  1734. sec_size = sizeof(*feat_sec) * nr_sections;
  1735. lseek(fd, header->feat_offset, SEEK_SET);
  1736. err = perf_header__getbuffer64(header, fd, feat_sec, sec_size);
  1737. if (err < 0)
  1738. goto out_free;
  1739. for_each_set_bit(feat, header->adds_features, HEADER_LAST_FEATURE) {
  1740. err = process(sec++, header, feat, fd, data);
  1741. if (err < 0)
  1742. goto out_free;
  1743. }
  1744. err = 0;
  1745. out_free:
  1746. free(feat_sec);
  1747. return err;
  1748. }
  1749. static const int attr_file_abi_sizes[] = {
  1750. [0] = PERF_ATTR_SIZE_VER0,
  1751. [1] = PERF_ATTR_SIZE_VER1,
  1752. [2] = PERF_ATTR_SIZE_VER2,
  1753. [3] = PERF_ATTR_SIZE_VER3,
  1754. [4] = PERF_ATTR_SIZE_VER4,
  1755. 0,
  1756. };
  1757. /*
  1758. * In the legacy file format, the magic number is not used to encode endianness.
  1759. * hdr_sz was used to encode endianness. But given that hdr_sz can vary based
  1760. * on ABI revisions, we need to try all combinations for all endianness to
  1761. * detect the endianness.
  1762. */
  1763. static int try_all_file_abis(uint64_t hdr_sz, struct perf_header *ph)
  1764. {
  1765. uint64_t ref_size, attr_size;
  1766. int i;
  1767. for (i = 0 ; attr_file_abi_sizes[i]; i++) {
  1768. ref_size = attr_file_abi_sizes[i]
  1769. + sizeof(struct perf_file_section);
  1770. if (hdr_sz != ref_size) {
  1771. attr_size = bswap_64(hdr_sz);
  1772. if (attr_size != ref_size)
  1773. continue;
  1774. ph->needs_swap = true;
  1775. }
  1776. pr_debug("ABI%d perf.data file detected, need_swap=%d\n",
  1777. i,
  1778. ph->needs_swap);
  1779. return 0;
  1780. }
  1781. /* could not determine endianness */
  1782. return -1;
  1783. }
  1784. #define PERF_PIPE_HDR_VER0 16
  1785. static const size_t attr_pipe_abi_sizes[] = {
  1786. [0] = PERF_PIPE_HDR_VER0,
  1787. 0,
  1788. };
  1789. /*
  1790. * In the legacy pipe format, there is an implicit assumption that endiannesss
  1791. * between host recording the samples, and host parsing the samples is the
  1792. * same. This is not always the case given that the pipe output may always be
  1793. * redirected into a file and analyzed on a different machine with possibly a
  1794. * different endianness and perf_event ABI revsions in the perf tool itself.
  1795. */
  1796. static int try_all_pipe_abis(uint64_t hdr_sz, struct perf_header *ph)
  1797. {
  1798. u64 attr_size;
  1799. int i;
  1800. for (i = 0 ; attr_pipe_abi_sizes[i]; i++) {
  1801. if (hdr_sz != attr_pipe_abi_sizes[i]) {
  1802. attr_size = bswap_64(hdr_sz);
  1803. if (attr_size != hdr_sz)
  1804. continue;
  1805. ph->needs_swap = true;
  1806. }
  1807. pr_debug("Pipe ABI%d perf.data file detected\n", i);
  1808. return 0;
  1809. }
  1810. return -1;
  1811. }
  1812. bool is_perf_magic(u64 magic)
  1813. {
  1814. if (!memcmp(&magic, __perf_magic1, sizeof(magic))
  1815. || magic == __perf_magic2
  1816. || magic == __perf_magic2_sw)
  1817. return true;
  1818. return false;
  1819. }
  1820. static int check_magic_endian(u64 magic, uint64_t hdr_sz,
  1821. bool is_pipe, struct perf_header *ph)
  1822. {
  1823. int ret;
  1824. /* check for legacy format */
  1825. ret = memcmp(&magic, __perf_magic1, sizeof(magic));
  1826. if (ret == 0) {
  1827. ph->version = PERF_HEADER_VERSION_1;
  1828. pr_debug("legacy perf.data format\n");
  1829. if (is_pipe)
  1830. return try_all_pipe_abis(hdr_sz, ph);
  1831. return try_all_file_abis(hdr_sz, ph);
  1832. }
  1833. /*
  1834. * the new magic number serves two purposes:
  1835. * - unique number to identify actual perf.data files
  1836. * - encode endianness of file
  1837. */
  1838. ph->version = PERF_HEADER_VERSION_2;
  1839. /* check magic number with one endianness */
  1840. if (magic == __perf_magic2)
  1841. return 0;
  1842. /* check magic number with opposite endianness */
  1843. if (magic != __perf_magic2_sw)
  1844. return -1;
  1845. ph->needs_swap = true;
  1846. return 0;
  1847. }
  1848. int perf_file_header__read(struct perf_file_header *header,
  1849. struct perf_header *ph, int fd)
  1850. {
  1851. ssize_t ret;
  1852. lseek(fd, 0, SEEK_SET);
  1853. ret = readn(fd, header, sizeof(*header));
  1854. if (ret <= 0)
  1855. return -1;
  1856. if (check_magic_endian(header->magic,
  1857. header->attr_size, false, ph) < 0) {
  1858. pr_debug("magic/endian check failed\n");
  1859. return -1;
  1860. }
  1861. if (ph->needs_swap) {
  1862. mem_bswap_64(header, offsetof(struct perf_file_header,
  1863. adds_features));
  1864. }
  1865. if (header->size != sizeof(*header)) {
  1866. /* Support the previous format */
  1867. if (header->size == offsetof(typeof(*header), adds_features))
  1868. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1869. else
  1870. return -1;
  1871. } else if (ph->needs_swap) {
  1872. /*
  1873. * feature bitmap is declared as an array of unsigned longs --
  1874. * not good since its size can differ between the host that
  1875. * generated the data file and the host analyzing the file.
  1876. *
  1877. * We need to handle endianness, but we don't know the size of
  1878. * the unsigned long where the file was generated. Take a best
  1879. * guess at determining it: try 64-bit swap first (ie., file
  1880. * created on a 64-bit host), and check if the hostname feature
  1881. * bit is set (this feature bit is forced on as of fbe96f2).
  1882. * If the bit is not, undo the 64-bit swap and try a 32-bit
  1883. * swap. If the hostname bit is still not set (e.g., older data
  1884. * file), punt and fallback to the original behavior --
  1885. * clearing all feature bits and setting buildid.
  1886. */
  1887. mem_bswap_64(&header->adds_features,
  1888. BITS_TO_U64(HEADER_FEAT_BITS));
  1889. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1890. /* unswap as u64 */
  1891. mem_bswap_64(&header->adds_features,
  1892. BITS_TO_U64(HEADER_FEAT_BITS));
  1893. /* unswap as u32 */
  1894. mem_bswap_32(&header->adds_features,
  1895. BITS_TO_U32(HEADER_FEAT_BITS));
  1896. }
  1897. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1898. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1899. set_bit(HEADER_BUILD_ID, header->adds_features);
  1900. }
  1901. }
  1902. memcpy(&ph->adds_features, &header->adds_features,
  1903. sizeof(ph->adds_features));
  1904. ph->data_offset = header->data.offset;
  1905. ph->data_size = header->data.size;
  1906. ph->feat_offset = header->data.offset + header->data.size;
  1907. return 0;
  1908. }
  1909. static int perf_file_section__process(struct perf_file_section *section,
  1910. struct perf_header *ph,
  1911. int feat, int fd, void *data)
  1912. {
  1913. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1914. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1915. "%d, continuing...\n", section->offset, feat);
  1916. return 0;
  1917. }
  1918. if (feat >= HEADER_LAST_FEATURE) {
  1919. pr_debug("unknown feature %d, continuing...\n", feat);
  1920. return 0;
  1921. }
  1922. if (!feat_ops[feat].process)
  1923. return 0;
  1924. return feat_ops[feat].process(section, ph, fd, data);
  1925. }
  1926. static int perf_file_header__read_pipe(struct perf_pipe_file_header *header,
  1927. struct perf_header *ph, int fd,
  1928. bool repipe)
  1929. {
  1930. ssize_t ret;
  1931. ret = readn(fd, header, sizeof(*header));
  1932. if (ret <= 0)
  1933. return -1;
  1934. if (check_magic_endian(header->magic, header->size, true, ph) < 0) {
  1935. pr_debug("endian/magic failed\n");
  1936. return -1;
  1937. }
  1938. if (ph->needs_swap)
  1939. header->size = bswap_64(header->size);
  1940. if (repipe && do_write(STDOUT_FILENO, header, sizeof(*header)) < 0)
  1941. return -1;
  1942. return 0;
  1943. }
  1944. static int perf_header__read_pipe(struct perf_session *session)
  1945. {
  1946. struct perf_header *header = &session->header;
  1947. struct perf_pipe_file_header f_header;
  1948. if (perf_file_header__read_pipe(&f_header, header,
  1949. perf_data_file__fd(session->file),
  1950. session->repipe) < 0) {
  1951. pr_debug("incompatible file format\n");
  1952. return -EINVAL;
  1953. }
  1954. return 0;
  1955. }
  1956. static int read_attr(int fd, struct perf_header *ph,
  1957. struct perf_file_attr *f_attr)
  1958. {
  1959. struct perf_event_attr *attr = &f_attr->attr;
  1960. size_t sz, left;
  1961. size_t our_sz = sizeof(f_attr->attr);
  1962. ssize_t ret;
  1963. memset(f_attr, 0, sizeof(*f_attr));
  1964. /* read minimal guaranteed structure */
  1965. ret = readn(fd, attr, PERF_ATTR_SIZE_VER0);
  1966. if (ret <= 0) {
  1967. pr_debug("cannot read %d bytes of header attr\n",
  1968. PERF_ATTR_SIZE_VER0);
  1969. return -1;
  1970. }
  1971. /* on file perf_event_attr size */
  1972. sz = attr->size;
  1973. if (ph->needs_swap)
  1974. sz = bswap_32(sz);
  1975. if (sz == 0) {
  1976. /* assume ABI0 */
  1977. sz = PERF_ATTR_SIZE_VER0;
  1978. } else if (sz > our_sz) {
  1979. pr_debug("file uses a more recent and unsupported ABI"
  1980. " (%zu bytes extra)\n", sz - our_sz);
  1981. return -1;
  1982. }
  1983. /* what we have not yet read and that we know about */
  1984. left = sz - PERF_ATTR_SIZE_VER0;
  1985. if (left) {
  1986. void *ptr = attr;
  1987. ptr += PERF_ATTR_SIZE_VER0;
  1988. ret = readn(fd, ptr, left);
  1989. }
  1990. /* read perf_file_section, ids are read in caller */
  1991. ret = readn(fd, &f_attr->ids, sizeof(f_attr->ids));
  1992. return ret <= 0 ? -1 : 0;
  1993. }
  1994. static int perf_evsel__prepare_tracepoint_event(struct perf_evsel *evsel,
  1995. struct pevent *pevent)
  1996. {
  1997. struct event_format *event;
  1998. char bf[128];
  1999. /* already prepared */
  2000. if (evsel->tp_format)
  2001. return 0;
  2002. if (pevent == NULL) {
  2003. pr_debug("broken or missing trace data\n");
  2004. return -1;
  2005. }
  2006. event = pevent_find_event(pevent, evsel->attr.config);
  2007. if (event == NULL)
  2008. return -1;
  2009. if (!evsel->name) {
  2010. snprintf(bf, sizeof(bf), "%s:%s", event->system, event->name);
  2011. evsel->name = strdup(bf);
  2012. if (evsel->name == NULL)
  2013. return -1;
  2014. }
  2015. evsel->tp_format = event;
  2016. return 0;
  2017. }
  2018. static int perf_evlist__prepare_tracepoint_events(struct perf_evlist *evlist,
  2019. struct pevent *pevent)
  2020. {
  2021. struct perf_evsel *pos;
  2022. evlist__for_each(evlist, pos) {
  2023. if (pos->attr.type == PERF_TYPE_TRACEPOINT &&
  2024. perf_evsel__prepare_tracepoint_event(pos, pevent))
  2025. return -1;
  2026. }
  2027. return 0;
  2028. }
  2029. int perf_session__read_header(struct perf_session *session)
  2030. {
  2031. struct perf_data_file *file = session->file;
  2032. struct perf_header *header = &session->header;
  2033. struct perf_file_header f_header;
  2034. struct perf_file_attr f_attr;
  2035. u64 f_id;
  2036. int nr_attrs, nr_ids, i, j;
  2037. int fd = perf_data_file__fd(file);
  2038. session->evlist = perf_evlist__new();
  2039. if (session->evlist == NULL)
  2040. return -ENOMEM;
  2041. if (perf_data_file__is_pipe(file))
  2042. return perf_header__read_pipe(session);
  2043. if (perf_file_header__read(&f_header, header, fd) < 0)
  2044. return -EINVAL;
  2045. /*
  2046. * Sanity check that perf.data was written cleanly; data size is
  2047. * initialized to 0 and updated only if the on_exit function is run.
  2048. * If data size is still 0 then the file contains only partial
  2049. * information. Just warn user and process it as much as it can.
  2050. */
  2051. if (f_header.data.size == 0) {
  2052. pr_warning("WARNING: The %s file's data size field is 0 which is unexpected.\n"
  2053. "Was the 'perf record' command properly terminated?\n",
  2054. file->path);
  2055. }
  2056. nr_attrs = f_header.attrs.size / f_header.attr_size;
  2057. lseek(fd, f_header.attrs.offset, SEEK_SET);
  2058. for (i = 0; i < nr_attrs; i++) {
  2059. struct perf_evsel *evsel;
  2060. off_t tmp;
  2061. if (read_attr(fd, header, &f_attr) < 0)
  2062. goto out_errno;
  2063. if (header->needs_swap)
  2064. perf_event__attr_swap(&f_attr.attr);
  2065. tmp = lseek(fd, 0, SEEK_CUR);
  2066. evsel = perf_evsel__new(&f_attr.attr);
  2067. if (evsel == NULL)
  2068. goto out_delete_evlist;
  2069. evsel->needs_swap = header->needs_swap;
  2070. /*
  2071. * Do it before so that if perf_evsel__alloc_id fails, this
  2072. * entry gets purged too at perf_evlist__delete().
  2073. */
  2074. perf_evlist__add(session->evlist, evsel);
  2075. nr_ids = f_attr.ids.size / sizeof(u64);
  2076. /*
  2077. * We don't have the cpu and thread maps on the header, so
  2078. * for allocating the perf_sample_id table we fake 1 cpu and
  2079. * hattr->ids threads.
  2080. */
  2081. if (perf_evsel__alloc_id(evsel, 1, nr_ids))
  2082. goto out_delete_evlist;
  2083. lseek(fd, f_attr.ids.offset, SEEK_SET);
  2084. for (j = 0; j < nr_ids; j++) {
  2085. if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id)))
  2086. goto out_errno;
  2087. perf_evlist__id_add(session->evlist, evsel, 0, j, f_id);
  2088. }
  2089. lseek(fd, tmp, SEEK_SET);
  2090. }
  2091. symbol_conf.nr_events = nr_attrs;
  2092. perf_header__process_sections(header, fd, &session->tevent,
  2093. perf_file_section__process);
  2094. if (perf_evlist__prepare_tracepoint_events(session->evlist,
  2095. session->tevent.pevent))
  2096. goto out_delete_evlist;
  2097. return 0;
  2098. out_errno:
  2099. return -errno;
  2100. out_delete_evlist:
  2101. perf_evlist__delete(session->evlist);
  2102. session->evlist = NULL;
  2103. return -ENOMEM;
  2104. }
  2105. int perf_event__synthesize_attr(struct perf_tool *tool,
  2106. struct perf_event_attr *attr, u32 ids, u64 *id,
  2107. perf_event__handler_t process)
  2108. {
  2109. union perf_event *ev;
  2110. size_t size;
  2111. int err;
  2112. size = sizeof(struct perf_event_attr);
  2113. size = PERF_ALIGN(size, sizeof(u64));
  2114. size += sizeof(struct perf_event_header);
  2115. size += ids * sizeof(u64);
  2116. ev = malloc(size);
  2117. if (ev == NULL)
  2118. return -ENOMEM;
  2119. ev->attr.attr = *attr;
  2120. memcpy(ev->attr.id, id, ids * sizeof(u64));
  2121. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  2122. ev->attr.header.size = (u16)size;
  2123. if (ev->attr.header.size == size)
  2124. err = process(tool, ev, NULL, NULL);
  2125. else
  2126. err = -E2BIG;
  2127. free(ev);
  2128. return err;
  2129. }
  2130. int perf_event__synthesize_attrs(struct perf_tool *tool,
  2131. struct perf_session *session,
  2132. perf_event__handler_t process)
  2133. {
  2134. struct perf_evsel *evsel;
  2135. int err = 0;
  2136. evlist__for_each(session->evlist, evsel) {
  2137. err = perf_event__synthesize_attr(tool, &evsel->attr, evsel->ids,
  2138. evsel->id, process);
  2139. if (err) {
  2140. pr_debug("failed to create perf header attribute\n");
  2141. return err;
  2142. }
  2143. }
  2144. return err;
  2145. }
  2146. int perf_event__process_attr(struct perf_tool *tool __maybe_unused,
  2147. union perf_event *event,
  2148. struct perf_evlist **pevlist)
  2149. {
  2150. u32 i, ids, n_ids;
  2151. struct perf_evsel *evsel;
  2152. struct perf_evlist *evlist = *pevlist;
  2153. if (evlist == NULL) {
  2154. *pevlist = evlist = perf_evlist__new();
  2155. if (evlist == NULL)
  2156. return -ENOMEM;
  2157. }
  2158. evsel = perf_evsel__new(&event->attr.attr);
  2159. if (evsel == NULL)
  2160. return -ENOMEM;
  2161. perf_evlist__add(evlist, evsel);
  2162. ids = event->header.size;
  2163. ids -= (void *)&event->attr.id - (void *)event;
  2164. n_ids = ids / sizeof(u64);
  2165. /*
  2166. * We don't have the cpu and thread maps on the header, so
  2167. * for allocating the perf_sample_id table we fake 1 cpu and
  2168. * hattr->ids threads.
  2169. */
  2170. if (perf_evsel__alloc_id(evsel, 1, n_ids))
  2171. return -ENOMEM;
  2172. for (i = 0; i < n_ids; i++) {
  2173. perf_evlist__id_add(evlist, evsel, 0, i, event->attr.id[i]);
  2174. }
  2175. symbol_conf.nr_events = evlist->nr_entries;
  2176. return 0;
  2177. }
  2178. int perf_event__synthesize_tracing_data(struct perf_tool *tool, int fd,
  2179. struct perf_evlist *evlist,
  2180. perf_event__handler_t process)
  2181. {
  2182. union perf_event ev;
  2183. struct tracing_data *tdata;
  2184. ssize_t size = 0, aligned_size = 0, padding;
  2185. int err __maybe_unused = 0;
  2186. /*
  2187. * We are going to store the size of the data followed
  2188. * by the data contents. Since the fd descriptor is a pipe,
  2189. * we cannot seek back to store the size of the data once
  2190. * we know it. Instead we:
  2191. *
  2192. * - write the tracing data to the temp file
  2193. * - get/write the data size to pipe
  2194. * - write the tracing data from the temp file
  2195. * to the pipe
  2196. */
  2197. tdata = tracing_data_get(&evlist->entries, fd, true);
  2198. if (!tdata)
  2199. return -1;
  2200. memset(&ev, 0, sizeof(ev));
  2201. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  2202. size = tdata->size;
  2203. aligned_size = PERF_ALIGN(size, sizeof(u64));
  2204. padding = aligned_size - size;
  2205. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  2206. ev.tracing_data.size = aligned_size;
  2207. process(tool, &ev, NULL, NULL);
  2208. /*
  2209. * The put function will copy all the tracing data
  2210. * stored in temp file to the pipe.
  2211. */
  2212. tracing_data_put(tdata);
  2213. write_padded(fd, NULL, 0, padding);
  2214. return aligned_size;
  2215. }
  2216. int perf_event__process_tracing_data(struct perf_tool *tool __maybe_unused,
  2217. union perf_event *event,
  2218. struct perf_session *session)
  2219. {
  2220. ssize_t size_read, padding, size = event->tracing_data.size;
  2221. int fd = perf_data_file__fd(session->file);
  2222. off_t offset = lseek(fd, 0, SEEK_CUR);
  2223. char buf[BUFSIZ];
  2224. /* setup for reading amidst mmap */
  2225. lseek(fd, offset + sizeof(struct tracing_data_event),
  2226. SEEK_SET);
  2227. size_read = trace_report(fd, &session->tevent,
  2228. session->repipe);
  2229. padding = PERF_ALIGN(size_read, sizeof(u64)) - size_read;
  2230. if (readn(fd, buf, padding) < 0) {
  2231. pr_err("%s: reading input file", __func__);
  2232. return -1;
  2233. }
  2234. if (session->repipe) {
  2235. int retw = write(STDOUT_FILENO, buf, padding);
  2236. if (retw <= 0 || retw != padding) {
  2237. pr_err("%s: repiping tracing data padding", __func__);
  2238. return -1;
  2239. }
  2240. }
  2241. if (size_read + padding != size) {
  2242. pr_err("%s: tracing data size mismatch", __func__);
  2243. return -1;
  2244. }
  2245. perf_evlist__prepare_tracepoint_events(session->evlist,
  2246. session->tevent.pevent);
  2247. return size_read + padding;
  2248. }
  2249. int perf_event__synthesize_build_id(struct perf_tool *tool,
  2250. struct dso *pos, u16 misc,
  2251. perf_event__handler_t process,
  2252. struct machine *machine)
  2253. {
  2254. union perf_event ev;
  2255. size_t len;
  2256. int err = 0;
  2257. if (!pos->hit)
  2258. return err;
  2259. memset(&ev, 0, sizeof(ev));
  2260. len = pos->long_name_len + 1;
  2261. len = PERF_ALIGN(len, NAME_ALIGN);
  2262. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  2263. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  2264. ev.build_id.header.misc = misc;
  2265. ev.build_id.pid = machine->pid;
  2266. ev.build_id.header.size = sizeof(ev.build_id) + len;
  2267. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  2268. err = process(tool, &ev, NULL, machine);
  2269. return err;
  2270. }
  2271. int perf_event__process_build_id(struct perf_tool *tool __maybe_unused,
  2272. union perf_event *event,
  2273. struct perf_session *session)
  2274. {
  2275. __event_process_build_id(&event->build_id,
  2276. event->build_id.filename,
  2277. session);
  2278. return 0;
  2279. }