header.c 60 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820
  1. #include "util.h"
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include <linux/bitops.h>
  10. #include <sys/utsname.h>
  11. #include "evlist.h"
  12. #include "evsel.h"
  13. #include "header.h"
  14. #include "../perf.h"
  15. #include "trace-event.h"
  16. #include "session.h"
  17. #include "symbol.h"
  18. #include "debug.h"
  19. #include "cpumap.h"
  20. #include "pmu.h"
  21. #include "vdso.h"
  22. #include "strbuf.h"
  23. #include "build-id.h"
  24. #include "data.h"
  25. static u32 header_argc;
  26. static const char **header_argv;
  27. /*
  28. * magic2 = "PERFILE2"
  29. * must be a numerical value to let the endianness
  30. * determine the memory layout. That way we are able
  31. * to detect endianness when reading the perf.data file
  32. * back.
  33. *
  34. * we check for legacy (PERFFILE) format.
  35. */
  36. static const char *__perf_magic1 = "PERFFILE";
  37. static const u64 __perf_magic2 = 0x32454c4946524550ULL;
  38. static const u64 __perf_magic2_sw = 0x50455246494c4532ULL;
  39. #define PERF_MAGIC __perf_magic2
  40. struct perf_file_attr {
  41. struct perf_event_attr attr;
  42. struct perf_file_section ids;
  43. };
  44. void perf_header__set_feat(struct perf_header *header, int feat)
  45. {
  46. set_bit(feat, header->adds_features);
  47. }
  48. void perf_header__clear_feat(struct perf_header *header, int feat)
  49. {
  50. clear_bit(feat, header->adds_features);
  51. }
  52. bool perf_header__has_feat(const struct perf_header *header, int feat)
  53. {
  54. return test_bit(feat, header->adds_features);
  55. }
  56. static int do_write(int fd, const void *buf, size_t size)
  57. {
  58. while (size) {
  59. int ret = write(fd, buf, size);
  60. if (ret < 0)
  61. return -errno;
  62. size -= ret;
  63. buf += ret;
  64. }
  65. return 0;
  66. }
  67. int write_padded(int fd, const void *bf, size_t count, size_t count_aligned)
  68. {
  69. static const char zero_buf[NAME_ALIGN];
  70. int err = do_write(fd, bf, count);
  71. if (!err)
  72. err = do_write(fd, zero_buf, count_aligned - count);
  73. return err;
  74. }
  75. static int do_write_string(int fd, const char *str)
  76. {
  77. u32 len, olen;
  78. int ret;
  79. olen = strlen(str) + 1;
  80. len = PERF_ALIGN(olen, NAME_ALIGN);
  81. /* write len, incl. \0 */
  82. ret = do_write(fd, &len, sizeof(len));
  83. if (ret < 0)
  84. return ret;
  85. return write_padded(fd, str, olen, len);
  86. }
  87. static char *do_read_string(int fd, struct perf_header *ph)
  88. {
  89. ssize_t sz, ret;
  90. u32 len;
  91. char *buf;
  92. sz = readn(fd, &len, sizeof(len));
  93. if (sz < (ssize_t)sizeof(len))
  94. return NULL;
  95. if (ph->needs_swap)
  96. len = bswap_32(len);
  97. buf = malloc(len);
  98. if (!buf)
  99. return NULL;
  100. ret = readn(fd, buf, len);
  101. if (ret == (ssize_t)len) {
  102. /*
  103. * strings are padded by zeroes
  104. * thus the actual strlen of buf
  105. * may be less than len
  106. */
  107. return buf;
  108. }
  109. free(buf);
  110. return NULL;
  111. }
  112. int
  113. perf_header__set_cmdline(int argc, const char **argv)
  114. {
  115. int i;
  116. /*
  117. * If header_argv has already been set, do not override it.
  118. * This allows a command to set the cmdline, parse args and
  119. * then call another builtin function that implements a
  120. * command -- e.g, cmd_kvm calling cmd_record.
  121. */
  122. if (header_argv)
  123. return 0;
  124. header_argc = (u32)argc;
  125. /* do not include NULL termination */
  126. header_argv = calloc(argc, sizeof(char *));
  127. if (!header_argv)
  128. return -ENOMEM;
  129. /*
  130. * must copy argv contents because it gets moved
  131. * around during option parsing
  132. */
  133. for (i = 0; i < argc ; i++)
  134. header_argv[i] = argv[i];
  135. return 0;
  136. }
  137. static int write_tracing_data(int fd, struct perf_header *h __maybe_unused,
  138. struct perf_evlist *evlist)
  139. {
  140. return read_tracing_data(fd, &evlist->entries);
  141. }
  142. static int write_build_id(int fd, struct perf_header *h,
  143. struct perf_evlist *evlist __maybe_unused)
  144. {
  145. struct perf_session *session;
  146. int err;
  147. session = container_of(h, struct perf_session, header);
  148. if (!perf_session__read_build_ids(session, true))
  149. return -1;
  150. err = perf_session__write_buildid_table(session, fd);
  151. if (err < 0) {
  152. pr_debug("failed to write buildid table\n");
  153. return err;
  154. }
  155. perf_session__cache_build_ids(session);
  156. return 0;
  157. }
  158. static int write_hostname(int fd, struct perf_header *h __maybe_unused,
  159. struct perf_evlist *evlist __maybe_unused)
  160. {
  161. struct utsname uts;
  162. int ret;
  163. ret = uname(&uts);
  164. if (ret < 0)
  165. return -1;
  166. return do_write_string(fd, uts.nodename);
  167. }
  168. static int write_osrelease(int fd, struct perf_header *h __maybe_unused,
  169. struct perf_evlist *evlist __maybe_unused)
  170. {
  171. struct utsname uts;
  172. int ret;
  173. ret = uname(&uts);
  174. if (ret < 0)
  175. return -1;
  176. return do_write_string(fd, uts.release);
  177. }
  178. static int write_arch(int fd, struct perf_header *h __maybe_unused,
  179. struct perf_evlist *evlist __maybe_unused)
  180. {
  181. struct utsname uts;
  182. int ret;
  183. ret = uname(&uts);
  184. if (ret < 0)
  185. return -1;
  186. return do_write_string(fd, uts.machine);
  187. }
  188. static int write_version(int fd, struct perf_header *h __maybe_unused,
  189. struct perf_evlist *evlist __maybe_unused)
  190. {
  191. return do_write_string(fd, perf_version_string);
  192. }
  193. static int __write_cpudesc(int fd, const char *cpuinfo_proc)
  194. {
  195. FILE *file;
  196. char *buf = NULL;
  197. char *s, *p;
  198. const char *search = cpuinfo_proc;
  199. size_t len = 0;
  200. int ret = -1;
  201. if (!search)
  202. return -1;
  203. file = fopen("/proc/cpuinfo", "r");
  204. if (!file)
  205. return -1;
  206. while (getline(&buf, &len, file) > 0) {
  207. ret = strncmp(buf, search, strlen(search));
  208. if (!ret)
  209. break;
  210. }
  211. if (ret) {
  212. ret = -1;
  213. goto done;
  214. }
  215. s = buf;
  216. p = strchr(buf, ':');
  217. if (p && *(p+1) == ' ' && *(p+2))
  218. s = p + 2;
  219. p = strchr(s, '\n');
  220. if (p)
  221. *p = '\0';
  222. /* squash extra space characters (branding string) */
  223. p = s;
  224. while (*p) {
  225. if (isspace(*p)) {
  226. char *r = p + 1;
  227. char *q = r;
  228. *p = ' ';
  229. while (*q && isspace(*q))
  230. q++;
  231. if (q != (p+1))
  232. while ((*r++ = *q++));
  233. }
  234. p++;
  235. }
  236. ret = do_write_string(fd, s);
  237. done:
  238. free(buf);
  239. fclose(file);
  240. return ret;
  241. }
  242. static int write_cpudesc(int fd, struct perf_header *h __maybe_unused,
  243. struct perf_evlist *evlist __maybe_unused)
  244. {
  245. #ifndef CPUINFO_PROC
  246. #define CPUINFO_PROC {"model name", }
  247. #endif
  248. const char *cpuinfo_procs[] = CPUINFO_PROC;
  249. unsigned int i;
  250. for (i = 0; i < ARRAY_SIZE(cpuinfo_procs); i++) {
  251. int ret;
  252. ret = __write_cpudesc(fd, cpuinfo_procs[i]);
  253. if (ret >= 0)
  254. return ret;
  255. }
  256. return -1;
  257. }
  258. static int write_nrcpus(int fd, struct perf_header *h __maybe_unused,
  259. struct perf_evlist *evlist __maybe_unused)
  260. {
  261. long nr;
  262. u32 nrc, nra;
  263. int ret;
  264. nr = sysconf(_SC_NPROCESSORS_CONF);
  265. if (nr < 0)
  266. return -1;
  267. nrc = (u32)(nr & UINT_MAX);
  268. nr = sysconf(_SC_NPROCESSORS_ONLN);
  269. if (nr < 0)
  270. return -1;
  271. nra = (u32)(nr & UINT_MAX);
  272. ret = do_write(fd, &nrc, sizeof(nrc));
  273. if (ret < 0)
  274. return ret;
  275. return do_write(fd, &nra, sizeof(nra));
  276. }
  277. static int write_event_desc(int fd, struct perf_header *h __maybe_unused,
  278. struct perf_evlist *evlist)
  279. {
  280. struct perf_evsel *evsel;
  281. u32 nre, nri, sz;
  282. int ret;
  283. nre = evlist->nr_entries;
  284. /*
  285. * write number of events
  286. */
  287. ret = do_write(fd, &nre, sizeof(nre));
  288. if (ret < 0)
  289. return ret;
  290. /*
  291. * size of perf_event_attr struct
  292. */
  293. sz = (u32)sizeof(evsel->attr);
  294. ret = do_write(fd, &sz, sizeof(sz));
  295. if (ret < 0)
  296. return ret;
  297. evlist__for_each(evlist, evsel) {
  298. ret = do_write(fd, &evsel->attr, sz);
  299. if (ret < 0)
  300. return ret;
  301. /*
  302. * write number of unique id per event
  303. * there is one id per instance of an event
  304. *
  305. * copy into an nri to be independent of the
  306. * type of ids,
  307. */
  308. nri = evsel->ids;
  309. ret = do_write(fd, &nri, sizeof(nri));
  310. if (ret < 0)
  311. return ret;
  312. /*
  313. * write event string as passed on cmdline
  314. */
  315. ret = do_write_string(fd, perf_evsel__name(evsel));
  316. if (ret < 0)
  317. return ret;
  318. /*
  319. * write unique ids for this event
  320. */
  321. ret = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  322. if (ret < 0)
  323. return ret;
  324. }
  325. return 0;
  326. }
  327. static int write_cmdline(int fd, struct perf_header *h __maybe_unused,
  328. struct perf_evlist *evlist __maybe_unused)
  329. {
  330. char buf[MAXPATHLEN];
  331. char proc[32];
  332. u32 i, n;
  333. int ret;
  334. /*
  335. * actual atual path to perf binary
  336. */
  337. sprintf(proc, "/proc/%d/exe", getpid());
  338. ret = readlink(proc, buf, sizeof(buf));
  339. if (ret <= 0)
  340. return -1;
  341. /* readlink() does not add null termination */
  342. buf[ret] = '\0';
  343. /* account for binary path */
  344. n = header_argc + 1;
  345. ret = do_write(fd, &n, sizeof(n));
  346. if (ret < 0)
  347. return ret;
  348. ret = do_write_string(fd, buf);
  349. if (ret < 0)
  350. return ret;
  351. for (i = 0 ; i < header_argc; i++) {
  352. ret = do_write_string(fd, header_argv[i]);
  353. if (ret < 0)
  354. return ret;
  355. }
  356. return 0;
  357. }
  358. #define CORE_SIB_FMT \
  359. "/sys/devices/system/cpu/cpu%d/topology/core_siblings_list"
  360. #define THRD_SIB_FMT \
  361. "/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list"
  362. struct cpu_topo {
  363. u32 core_sib;
  364. u32 thread_sib;
  365. char **core_siblings;
  366. char **thread_siblings;
  367. };
  368. static int build_cpu_topo(struct cpu_topo *tp, int cpu)
  369. {
  370. FILE *fp;
  371. char filename[MAXPATHLEN];
  372. char *buf = NULL, *p;
  373. size_t len = 0;
  374. ssize_t sret;
  375. u32 i = 0;
  376. int ret = -1;
  377. sprintf(filename, CORE_SIB_FMT, cpu);
  378. fp = fopen(filename, "r");
  379. if (!fp)
  380. goto try_threads;
  381. sret = getline(&buf, &len, fp);
  382. fclose(fp);
  383. if (sret <= 0)
  384. goto try_threads;
  385. p = strchr(buf, '\n');
  386. if (p)
  387. *p = '\0';
  388. for (i = 0; i < tp->core_sib; i++) {
  389. if (!strcmp(buf, tp->core_siblings[i]))
  390. break;
  391. }
  392. if (i == tp->core_sib) {
  393. tp->core_siblings[i] = buf;
  394. tp->core_sib++;
  395. buf = NULL;
  396. len = 0;
  397. }
  398. ret = 0;
  399. try_threads:
  400. sprintf(filename, THRD_SIB_FMT, cpu);
  401. fp = fopen(filename, "r");
  402. if (!fp)
  403. goto done;
  404. if (getline(&buf, &len, fp) <= 0)
  405. goto done;
  406. p = strchr(buf, '\n');
  407. if (p)
  408. *p = '\0';
  409. for (i = 0; i < tp->thread_sib; i++) {
  410. if (!strcmp(buf, tp->thread_siblings[i]))
  411. break;
  412. }
  413. if (i == tp->thread_sib) {
  414. tp->thread_siblings[i] = buf;
  415. tp->thread_sib++;
  416. buf = NULL;
  417. }
  418. ret = 0;
  419. done:
  420. if(fp)
  421. fclose(fp);
  422. free(buf);
  423. return ret;
  424. }
  425. static void free_cpu_topo(struct cpu_topo *tp)
  426. {
  427. u32 i;
  428. if (!tp)
  429. return;
  430. for (i = 0 ; i < tp->core_sib; i++)
  431. zfree(&tp->core_siblings[i]);
  432. for (i = 0 ; i < tp->thread_sib; i++)
  433. zfree(&tp->thread_siblings[i]);
  434. free(tp);
  435. }
  436. static struct cpu_topo *build_cpu_topology(void)
  437. {
  438. struct cpu_topo *tp;
  439. void *addr;
  440. u32 nr, i;
  441. size_t sz;
  442. long ncpus;
  443. int ret = -1;
  444. ncpus = sysconf(_SC_NPROCESSORS_CONF);
  445. if (ncpus < 0)
  446. return NULL;
  447. nr = (u32)(ncpus & UINT_MAX);
  448. sz = nr * sizeof(char *);
  449. addr = calloc(1, sizeof(*tp) + 2 * sz);
  450. if (!addr)
  451. return NULL;
  452. tp = addr;
  453. addr += sizeof(*tp);
  454. tp->core_siblings = addr;
  455. addr += sz;
  456. tp->thread_siblings = addr;
  457. for (i = 0; i < nr; i++) {
  458. ret = build_cpu_topo(tp, i);
  459. if (ret < 0)
  460. break;
  461. }
  462. if (ret) {
  463. free_cpu_topo(tp);
  464. tp = NULL;
  465. }
  466. return tp;
  467. }
  468. static int write_cpu_topology(int fd, struct perf_header *h __maybe_unused,
  469. struct perf_evlist *evlist __maybe_unused)
  470. {
  471. struct cpu_topo *tp;
  472. u32 i;
  473. int ret;
  474. tp = build_cpu_topology();
  475. if (!tp)
  476. return -1;
  477. ret = do_write(fd, &tp->core_sib, sizeof(tp->core_sib));
  478. if (ret < 0)
  479. goto done;
  480. for (i = 0; i < tp->core_sib; i++) {
  481. ret = do_write_string(fd, tp->core_siblings[i]);
  482. if (ret < 0)
  483. goto done;
  484. }
  485. ret = do_write(fd, &tp->thread_sib, sizeof(tp->thread_sib));
  486. if (ret < 0)
  487. goto done;
  488. for (i = 0; i < tp->thread_sib; i++) {
  489. ret = do_write_string(fd, tp->thread_siblings[i]);
  490. if (ret < 0)
  491. break;
  492. }
  493. done:
  494. free_cpu_topo(tp);
  495. return ret;
  496. }
  497. static int write_total_mem(int fd, struct perf_header *h __maybe_unused,
  498. struct perf_evlist *evlist __maybe_unused)
  499. {
  500. char *buf = NULL;
  501. FILE *fp;
  502. size_t len = 0;
  503. int ret = -1, n;
  504. uint64_t mem;
  505. fp = fopen("/proc/meminfo", "r");
  506. if (!fp)
  507. return -1;
  508. while (getline(&buf, &len, fp) > 0) {
  509. ret = strncmp(buf, "MemTotal:", 9);
  510. if (!ret)
  511. break;
  512. }
  513. if (!ret) {
  514. n = sscanf(buf, "%*s %"PRIu64, &mem);
  515. if (n == 1)
  516. ret = do_write(fd, &mem, sizeof(mem));
  517. } else
  518. ret = -1;
  519. free(buf);
  520. fclose(fp);
  521. return ret;
  522. }
  523. static int write_topo_node(int fd, int node)
  524. {
  525. char str[MAXPATHLEN];
  526. char field[32];
  527. char *buf = NULL, *p;
  528. size_t len = 0;
  529. FILE *fp;
  530. u64 mem_total, mem_free, mem;
  531. int ret = -1;
  532. sprintf(str, "/sys/devices/system/node/node%d/meminfo", node);
  533. fp = fopen(str, "r");
  534. if (!fp)
  535. return -1;
  536. while (getline(&buf, &len, fp) > 0) {
  537. /* skip over invalid lines */
  538. if (!strchr(buf, ':'))
  539. continue;
  540. if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
  541. goto done;
  542. if (!strcmp(field, "MemTotal:"))
  543. mem_total = mem;
  544. if (!strcmp(field, "MemFree:"))
  545. mem_free = mem;
  546. }
  547. fclose(fp);
  548. fp = NULL;
  549. ret = do_write(fd, &mem_total, sizeof(u64));
  550. if (ret)
  551. goto done;
  552. ret = do_write(fd, &mem_free, sizeof(u64));
  553. if (ret)
  554. goto done;
  555. ret = -1;
  556. sprintf(str, "/sys/devices/system/node/node%d/cpulist", node);
  557. fp = fopen(str, "r");
  558. if (!fp)
  559. goto done;
  560. if (getline(&buf, &len, fp) <= 0)
  561. goto done;
  562. p = strchr(buf, '\n');
  563. if (p)
  564. *p = '\0';
  565. ret = do_write_string(fd, buf);
  566. done:
  567. free(buf);
  568. if (fp)
  569. fclose(fp);
  570. return ret;
  571. }
  572. static int write_numa_topology(int fd, struct perf_header *h __maybe_unused,
  573. struct perf_evlist *evlist __maybe_unused)
  574. {
  575. char *buf = NULL;
  576. size_t len = 0;
  577. FILE *fp;
  578. struct cpu_map *node_map = NULL;
  579. char *c;
  580. u32 nr, i, j;
  581. int ret = -1;
  582. fp = fopen("/sys/devices/system/node/online", "r");
  583. if (!fp)
  584. return -1;
  585. if (getline(&buf, &len, fp) <= 0)
  586. goto done;
  587. c = strchr(buf, '\n');
  588. if (c)
  589. *c = '\0';
  590. node_map = cpu_map__new(buf);
  591. if (!node_map)
  592. goto done;
  593. nr = (u32)node_map->nr;
  594. ret = do_write(fd, &nr, sizeof(nr));
  595. if (ret < 0)
  596. goto done;
  597. for (i = 0; i < nr; i++) {
  598. j = (u32)node_map->map[i];
  599. ret = do_write(fd, &j, sizeof(j));
  600. if (ret < 0)
  601. break;
  602. ret = write_topo_node(fd, i);
  603. if (ret < 0)
  604. break;
  605. }
  606. done:
  607. free(buf);
  608. fclose(fp);
  609. free(node_map);
  610. return ret;
  611. }
  612. /*
  613. * File format:
  614. *
  615. * struct pmu_mappings {
  616. * u32 pmu_num;
  617. * struct pmu_map {
  618. * u32 type;
  619. * char name[];
  620. * }[pmu_num];
  621. * };
  622. */
  623. static int write_pmu_mappings(int fd, struct perf_header *h __maybe_unused,
  624. struct perf_evlist *evlist __maybe_unused)
  625. {
  626. struct perf_pmu *pmu = NULL;
  627. off_t offset = lseek(fd, 0, SEEK_CUR);
  628. __u32 pmu_num = 0;
  629. int ret;
  630. /* write real pmu_num later */
  631. ret = do_write(fd, &pmu_num, sizeof(pmu_num));
  632. if (ret < 0)
  633. return ret;
  634. while ((pmu = perf_pmu__scan(pmu))) {
  635. if (!pmu->name)
  636. continue;
  637. pmu_num++;
  638. ret = do_write(fd, &pmu->type, sizeof(pmu->type));
  639. if (ret < 0)
  640. return ret;
  641. ret = do_write_string(fd, pmu->name);
  642. if (ret < 0)
  643. return ret;
  644. }
  645. if (pwrite(fd, &pmu_num, sizeof(pmu_num), offset) != sizeof(pmu_num)) {
  646. /* discard all */
  647. lseek(fd, offset, SEEK_SET);
  648. return -1;
  649. }
  650. return 0;
  651. }
  652. /*
  653. * File format:
  654. *
  655. * struct group_descs {
  656. * u32 nr_groups;
  657. * struct group_desc {
  658. * char name[];
  659. * u32 leader_idx;
  660. * u32 nr_members;
  661. * }[nr_groups];
  662. * };
  663. */
  664. static int write_group_desc(int fd, struct perf_header *h __maybe_unused,
  665. struct perf_evlist *evlist)
  666. {
  667. u32 nr_groups = evlist->nr_groups;
  668. struct perf_evsel *evsel;
  669. int ret;
  670. ret = do_write(fd, &nr_groups, sizeof(nr_groups));
  671. if (ret < 0)
  672. return ret;
  673. evlist__for_each(evlist, evsel) {
  674. if (perf_evsel__is_group_leader(evsel) &&
  675. evsel->nr_members > 1) {
  676. const char *name = evsel->group_name ?: "{anon_group}";
  677. u32 leader_idx = evsel->idx;
  678. u32 nr_members = evsel->nr_members;
  679. ret = do_write_string(fd, name);
  680. if (ret < 0)
  681. return ret;
  682. ret = do_write(fd, &leader_idx, sizeof(leader_idx));
  683. if (ret < 0)
  684. return ret;
  685. ret = do_write(fd, &nr_members, sizeof(nr_members));
  686. if (ret < 0)
  687. return ret;
  688. }
  689. }
  690. return 0;
  691. }
  692. /*
  693. * default get_cpuid(): nothing gets recorded
  694. * actual implementation must be in arch/$(ARCH)/util/header.c
  695. */
  696. int __attribute__ ((weak)) get_cpuid(char *buffer __maybe_unused,
  697. size_t sz __maybe_unused)
  698. {
  699. return -1;
  700. }
  701. static int write_cpuid(int fd, struct perf_header *h __maybe_unused,
  702. struct perf_evlist *evlist __maybe_unused)
  703. {
  704. char buffer[64];
  705. int ret;
  706. ret = get_cpuid(buffer, sizeof(buffer));
  707. if (!ret)
  708. goto write_it;
  709. return -1;
  710. write_it:
  711. return do_write_string(fd, buffer);
  712. }
  713. static int write_branch_stack(int fd __maybe_unused,
  714. struct perf_header *h __maybe_unused,
  715. struct perf_evlist *evlist __maybe_unused)
  716. {
  717. return 0;
  718. }
  719. static int write_auxtrace(int fd, struct perf_header *h,
  720. struct perf_evlist *evlist __maybe_unused)
  721. {
  722. struct perf_session *session;
  723. int err;
  724. session = container_of(h, struct perf_session, header);
  725. err = auxtrace_index__write(fd, &session->auxtrace_index);
  726. if (err < 0)
  727. pr_err("Failed to write auxtrace index\n");
  728. return err;
  729. }
  730. static void print_hostname(struct perf_header *ph, int fd __maybe_unused,
  731. FILE *fp)
  732. {
  733. fprintf(fp, "# hostname : %s\n", ph->env.hostname);
  734. }
  735. static void print_osrelease(struct perf_header *ph, int fd __maybe_unused,
  736. FILE *fp)
  737. {
  738. fprintf(fp, "# os release : %s\n", ph->env.os_release);
  739. }
  740. static void print_arch(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  741. {
  742. fprintf(fp, "# arch : %s\n", ph->env.arch);
  743. }
  744. static void print_cpudesc(struct perf_header *ph, int fd __maybe_unused,
  745. FILE *fp)
  746. {
  747. fprintf(fp, "# cpudesc : %s\n", ph->env.cpu_desc);
  748. }
  749. static void print_nrcpus(struct perf_header *ph, int fd __maybe_unused,
  750. FILE *fp)
  751. {
  752. fprintf(fp, "# nrcpus online : %u\n", ph->env.nr_cpus_online);
  753. fprintf(fp, "# nrcpus avail : %u\n", ph->env.nr_cpus_avail);
  754. }
  755. static void print_version(struct perf_header *ph, int fd __maybe_unused,
  756. FILE *fp)
  757. {
  758. fprintf(fp, "# perf version : %s\n", ph->env.version);
  759. }
  760. static void print_cmdline(struct perf_header *ph, int fd __maybe_unused,
  761. FILE *fp)
  762. {
  763. int nr, i;
  764. nr = ph->env.nr_cmdline;
  765. fprintf(fp, "# cmdline : ");
  766. for (i = 0; i < nr; i++)
  767. fprintf(fp, "%s ", ph->env.cmdline_argv[i]);
  768. fputc('\n', fp);
  769. }
  770. static void print_cpu_topology(struct perf_header *ph, int fd __maybe_unused,
  771. FILE *fp)
  772. {
  773. int nr, i;
  774. char *str;
  775. nr = ph->env.nr_sibling_cores;
  776. str = ph->env.sibling_cores;
  777. for (i = 0; i < nr; i++) {
  778. fprintf(fp, "# sibling cores : %s\n", str);
  779. str += strlen(str) + 1;
  780. }
  781. nr = ph->env.nr_sibling_threads;
  782. str = ph->env.sibling_threads;
  783. for (i = 0; i < nr; i++) {
  784. fprintf(fp, "# sibling threads : %s\n", str);
  785. str += strlen(str) + 1;
  786. }
  787. }
  788. static void free_event_desc(struct perf_evsel *events)
  789. {
  790. struct perf_evsel *evsel;
  791. if (!events)
  792. return;
  793. for (evsel = events; evsel->attr.size; evsel++) {
  794. zfree(&evsel->name);
  795. zfree(&evsel->id);
  796. }
  797. free(events);
  798. }
  799. static struct perf_evsel *
  800. read_event_desc(struct perf_header *ph, int fd)
  801. {
  802. struct perf_evsel *evsel, *events = NULL;
  803. u64 *id;
  804. void *buf = NULL;
  805. u32 nre, sz, nr, i, j;
  806. ssize_t ret;
  807. size_t msz;
  808. /* number of events */
  809. ret = readn(fd, &nre, sizeof(nre));
  810. if (ret != (ssize_t)sizeof(nre))
  811. goto error;
  812. if (ph->needs_swap)
  813. nre = bswap_32(nre);
  814. ret = readn(fd, &sz, sizeof(sz));
  815. if (ret != (ssize_t)sizeof(sz))
  816. goto error;
  817. if (ph->needs_swap)
  818. sz = bswap_32(sz);
  819. /* buffer to hold on file attr struct */
  820. buf = malloc(sz);
  821. if (!buf)
  822. goto error;
  823. /* the last event terminates with evsel->attr.size == 0: */
  824. events = calloc(nre + 1, sizeof(*events));
  825. if (!events)
  826. goto error;
  827. msz = sizeof(evsel->attr);
  828. if (sz < msz)
  829. msz = sz;
  830. for (i = 0, evsel = events; i < nre; evsel++, i++) {
  831. evsel->idx = i;
  832. /*
  833. * must read entire on-file attr struct to
  834. * sync up with layout.
  835. */
  836. ret = readn(fd, buf, sz);
  837. if (ret != (ssize_t)sz)
  838. goto error;
  839. if (ph->needs_swap)
  840. perf_event__attr_swap(buf);
  841. memcpy(&evsel->attr, buf, msz);
  842. ret = readn(fd, &nr, sizeof(nr));
  843. if (ret != (ssize_t)sizeof(nr))
  844. goto error;
  845. if (ph->needs_swap) {
  846. nr = bswap_32(nr);
  847. evsel->needs_swap = true;
  848. }
  849. evsel->name = do_read_string(fd, ph);
  850. if (!nr)
  851. continue;
  852. id = calloc(nr, sizeof(*id));
  853. if (!id)
  854. goto error;
  855. evsel->ids = nr;
  856. evsel->id = id;
  857. for (j = 0 ; j < nr; j++) {
  858. ret = readn(fd, id, sizeof(*id));
  859. if (ret != (ssize_t)sizeof(*id))
  860. goto error;
  861. if (ph->needs_swap)
  862. *id = bswap_64(*id);
  863. id++;
  864. }
  865. }
  866. out:
  867. free(buf);
  868. return events;
  869. error:
  870. free_event_desc(events);
  871. events = NULL;
  872. goto out;
  873. }
  874. static int __desc_attr__fprintf(FILE *fp, const char *name, const char *val,
  875. void *priv __attribute__((unused)))
  876. {
  877. return fprintf(fp, ", %s = %s", name, val);
  878. }
  879. static void print_event_desc(struct perf_header *ph, int fd, FILE *fp)
  880. {
  881. struct perf_evsel *evsel, *events = read_event_desc(ph, fd);
  882. u32 j;
  883. u64 *id;
  884. if (!events) {
  885. fprintf(fp, "# event desc: not available or unable to read\n");
  886. return;
  887. }
  888. for (evsel = events; evsel->attr.size; evsel++) {
  889. fprintf(fp, "# event : name = %s, ", evsel->name);
  890. if (evsel->ids) {
  891. fprintf(fp, ", id = {");
  892. for (j = 0, id = evsel->id; j < evsel->ids; j++, id++) {
  893. if (j)
  894. fputc(',', fp);
  895. fprintf(fp, " %"PRIu64, *id);
  896. }
  897. fprintf(fp, " }");
  898. }
  899. perf_event_attr__fprintf(fp, &evsel->attr, __desc_attr__fprintf, NULL);
  900. fputc('\n', fp);
  901. }
  902. free_event_desc(events);
  903. }
  904. static void print_total_mem(struct perf_header *ph, int fd __maybe_unused,
  905. FILE *fp)
  906. {
  907. fprintf(fp, "# total memory : %Lu kB\n", ph->env.total_mem);
  908. }
  909. static void print_numa_topology(struct perf_header *ph, int fd __maybe_unused,
  910. FILE *fp)
  911. {
  912. u32 nr, c, i;
  913. char *str, *tmp;
  914. uint64_t mem_total, mem_free;
  915. /* nr nodes */
  916. nr = ph->env.nr_numa_nodes;
  917. str = ph->env.numa_nodes;
  918. for (i = 0; i < nr; i++) {
  919. /* node number */
  920. c = strtoul(str, &tmp, 0);
  921. if (*tmp != ':')
  922. goto error;
  923. str = tmp + 1;
  924. mem_total = strtoull(str, &tmp, 0);
  925. if (*tmp != ':')
  926. goto error;
  927. str = tmp + 1;
  928. mem_free = strtoull(str, &tmp, 0);
  929. if (*tmp != ':')
  930. goto error;
  931. fprintf(fp, "# node%u meminfo : total = %"PRIu64" kB,"
  932. " free = %"PRIu64" kB\n",
  933. c, mem_total, mem_free);
  934. str = tmp + 1;
  935. fprintf(fp, "# node%u cpu list : %s\n", c, str);
  936. str += strlen(str) + 1;
  937. }
  938. return;
  939. error:
  940. fprintf(fp, "# numa topology : not available\n");
  941. }
  942. static void print_cpuid(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  943. {
  944. fprintf(fp, "# cpuid : %s\n", ph->env.cpuid);
  945. }
  946. static void print_branch_stack(struct perf_header *ph __maybe_unused,
  947. int fd __maybe_unused, FILE *fp)
  948. {
  949. fprintf(fp, "# contains samples with branch stack\n");
  950. }
  951. static void print_auxtrace(struct perf_header *ph __maybe_unused,
  952. int fd __maybe_unused, FILE *fp)
  953. {
  954. fprintf(fp, "# contains AUX area data (e.g. instruction trace)\n");
  955. }
  956. static void print_pmu_mappings(struct perf_header *ph, int fd __maybe_unused,
  957. FILE *fp)
  958. {
  959. const char *delimiter = "# pmu mappings: ";
  960. char *str, *tmp;
  961. u32 pmu_num;
  962. u32 type;
  963. pmu_num = ph->env.nr_pmu_mappings;
  964. if (!pmu_num) {
  965. fprintf(fp, "# pmu mappings: not available\n");
  966. return;
  967. }
  968. str = ph->env.pmu_mappings;
  969. while (pmu_num) {
  970. type = strtoul(str, &tmp, 0);
  971. if (*tmp != ':')
  972. goto error;
  973. str = tmp + 1;
  974. fprintf(fp, "%s%s = %" PRIu32, delimiter, str, type);
  975. delimiter = ", ";
  976. str += strlen(str) + 1;
  977. pmu_num--;
  978. }
  979. fprintf(fp, "\n");
  980. if (!pmu_num)
  981. return;
  982. error:
  983. fprintf(fp, "# pmu mappings: unable to read\n");
  984. }
  985. static void print_group_desc(struct perf_header *ph, int fd __maybe_unused,
  986. FILE *fp)
  987. {
  988. struct perf_session *session;
  989. struct perf_evsel *evsel;
  990. u32 nr = 0;
  991. session = container_of(ph, struct perf_session, header);
  992. evlist__for_each(session->evlist, evsel) {
  993. if (perf_evsel__is_group_leader(evsel) &&
  994. evsel->nr_members > 1) {
  995. fprintf(fp, "# group: %s{%s", evsel->group_name ?: "",
  996. perf_evsel__name(evsel));
  997. nr = evsel->nr_members - 1;
  998. } else if (nr) {
  999. fprintf(fp, ",%s", perf_evsel__name(evsel));
  1000. if (--nr == 0)
  1001. fprintf(fp, "}\n");
  1002. }
  1003. }
  1004. }
  1005. static int __event_process_build_id(struct build_id_event *bev,
  1006. char *filename,
  1007. struct perf_session *session)
  1008. {
  1009. int err = -1;
  1010. struct machine *machine;
  1011. u16 cpumode;
  1012. struct dso *dso;
  1013. enum dso_kernel_type dso_type;
  1014. machine = perf_session__findnew_machine(session, bev->pid);
  1015. if (!machine)
  1016. goto out;
  1017. cpumode = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  1018. switch (cpumode) {
  1019. case PERF_RECORD_MISC_KERNEL:
  1020. dso_type = DSO_TYPE_KERNEL;
  1021. break;
  1022. case PERF_RECORD_MISC_GUEST_KERNEL:
  1023. dso_type = DSO_TYPE_GUEST_KERNEL;
  1024. break;
  1025. case PERF_RECORD_MISC_USER:
  1026. case PERF_RECORD_MISC_GUEST_USER:
  1027. dso_type = DSO_TYPE_USER;
  1028. break;
  1029. default:
  1030. goto out;
  1031. }
  1032. dso = machine__findnew_dso(machine, filename);
  1033. if (dso != NULL) {
  1034. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  1035. dso__set_build_id(dso, &bev->build_id);
  1036. if (!is_kernel_module(filename, cpumode))
  1037. dso->kernel = dso_type;
  1038. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  1039. sbuild_id);
  1040. pr_debug("build id event received for %s: %s\n",
  1041. dso->long_name, sbuild_id);
  1042. dso__put(dso);
  1043. }
  1044. err = 0;
  1045. out:
  1046. return err;
  1047. }
  1048. static int perf_header__read_build_ids_abi_quirk(struct perf_header *header,
  1049. int input, u64 offset, u64 size)
  1050. {
  1051. struct perf_session *session = container_of(header, struct perf_session, header);
  1052. struct {
  1053. struct perf_event_header header;
  1054. u8 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
  1055. char filename[0];
  1056. } old_bev;
  1057. struct build_id_event bev;
  1058. char filename[PATH_MAX];
  1059. u64 limit = offset + size;
  1060. while (offset < limit) {
  1061. ssize_t len;
  1062. if (readn(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev))
  1063. return -1;
  1064. if (header->needs_swap)
  1065. perf_event_header__bswap(&old_bev.header);
  1066. len = old_bev.header.size - sizeof(old_bev);
  1067. if (readn(input, filename, len) != len)
  1068. return -1;
  1069. bev.header = old_bev.header;
  1070. /*
  1071. * As the pid is the missing value, we need to fill
  1072. * it properly. The header.misc value give us nice hint.
  1073. */
  1074. bev.pid = HOST_KERNEL_ID;
  1075. if (bev.header.misc == PERF_RECORD_MISC_GUEST_USER ||
  1076. bev.header.misc == PERF_RECORD_MISC_GUEST_KERNEL)
  1077. bev.pid = DEFAULT_GUEST_KERNEL_ID;
  1078. memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id));
  1079. __event_process_build_id(&bev, filename, session);
  1080. offset += bev.header.size;
  1081. }
  1082. return 0;
  1083. }
  1084. static int perf_header__read_build_ids(struct perf_header *header,
  1085. int input, u64 offset, u64 size)
  1086. {
  1087. struct perf_session *session = container_of(header, struct perf_session, header);
  1088. struct build_id_event bev;
  1089. char filename[PATH_MAX];
  1090. u64 limit = offset + size, orig_offset = offset;
  1091. int err = -1;
  1092. while (offset < limit) {
  1093. ssize_t len;
  1094. if (readn(input, &bev, sizeof(bev)) != sizeof(bev))
  1095. goto out;
  1096. if (header->needs_swap)
  1097. perf_event_header__bswap(&bev.header);
  1098. len = bev.header.size - sizeof(bev);
  1099. if (readn(input, filename, len) != len)
  1100. goto out;
  1101. /*
  1102. * The a1645ce1 changeset:
  1103. *
  1104. * "perf: 'perf kvm' tool for monitoring guest performance from host"
  1105. *
  1106. * Added a field to struct build_id_event that broke the file
  1107. * format.
  1108. *
  1109. * Since the kernel build-id is the first entry, process the
  1110. * table using the old format if the well known
  1111. * '[kernel.kallsyms]' string for the kernel build-id has the
  1112. * first 4 characters chopped off (where the pid_t sits).
  1113. */
  1114. if (memcmp(filename, "nel.kallsyms]", 13) == 0) {
  1115. if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1)
  1116. return -1;
  1117. return perf_header__read_build_ids_abi_quirk(header, input, offset, size);
  1118. }
  1119. __event_process_build_id(&bev, filename, session);
  1120. offset += bev.header.size;
  1121. }
  1122. err = 0;
  1123. out:
  1124. return err;
  1125. }
  1126. static int process_tracing_data(struct perf_file_section *section __maybe_unused,
  1127. struct perf_header *ph __maybe_unused,
  1128. int fd, void *data)
  1129. {
  1130. ssize_t ret = trace_report(fd, data, false);
  1131. return ret < 0 ? -1 : 0;
  1132. }
  1133. static int process_build_id(struct perf_file_section *section,
  1134. struct perf_header *ph, int fd,
  1135. void *data __maybe_unused)
  1136. {
  1137. if (perf_header__read_build_ids(ph, fd, section->offset, section->size))
  1138. pr_debug("Failed to read buildids, continuing...\n");
  1139. return 0;
  1140. }
  1141. static int process_hostname(struct perf_file_section *section __maybe_unused,
  1142. struct perf_header *ph, int fd,
  1143. void *data __maybe_unused)
  1144. {
  1145. ph->env.hostname = do_read_string(fd, ph);
  1146. return ph->env.hostname ? 0 : -ENOMEM;
  1147. }
  1148. static int process_osrelease(struct perf_file_section *section __maybe_unused,
  1149. struct perf_header *ph, int fd,
  1150. void *data __maybe_unused)
  1151. {
  1152. ph->env.os_release = do_read_string(fd, ph);
  1153. return ph->env.os_release ? 0 : -ENOMEM;
  1154. }
  1155. static int process_version(struct perf_file_section *section __maybe_unused,
  1156. struct perf_header *ph, int fd,
  1157. void *data __maybe_unused)
  1158. {
  1159. ph->env.version = do_read_string(fd, ph);
  1160. return ph->env.version ? 0 : -ENOMEM;
  1161. }
  1162. static int process_arch(struct perf_file_section *section __maybe_unused,
  1163. struct perf_header *ph, int fd,
  1164. void *data __maybe_unused)
  1165. {
  1166. ph->env.arch = do_read_string(fd, ph);
  1167. return ph->env.arch ? 0 : -ENOMEM;
  1168. }
  1169. static int process_nrcpus(struct perf_file_section *section __maybe_unused,
  1170. struct perf_header *ph, int fd,
  1171. void *data __maybe_unused)
  1172. {
  1173. ssize_t ret;
  1174. u32 nr;
  1175. ret = readn(fd, &nr, sizeof(nr));
  1176. if (ret != sizeof(nr))
  1177. return -1;
  1178. if (ph->needs_swap)
  1179. nr = bswap_32(nr);
  1180. ph->env.nr_cpus_avail = nr;
  1181. ret = readn(fd, &nr, sizeof(nr));
  1182. if (ret != sizeof(nr))
  1183. return -1;
  1184. if (ph->needs_swap)
  1185. nr = bswap_32(nr);
  1186. ph->env.nr_cpus_online = nr;
  1187. return 0;
  1188. }
  1189. static int process_cpudesc(struct perf_file_section *section __maybe_unused,
  1190. struct perf_header *ph, int fd,
  1191. void *data __maybe_unused)
  1192. {
  1193. ph->env.cpu_desc = do_read_string(fd, ph);
  1194. return ph->env.cpu_desc ? 0 : -ENOMEM;
  1195. }
  1196. static int process_cpuid(struct perf_file_section *section __maybe_unused,
  1197. struct perf_header *ph, int fd,
  1198. void *data __maybe_unused)
  1199. {
  1200. ph->env.cpuid = do_read_string(fd, ph);
  1201. return ph->env.cpuid ? 0 : -ENOMEM;
  1202. }
  1203. static int process_total_mem(struct perf_file_section *section __maybe_unused,
  1204. struct perf_header *ph, int fd,
  1205. void *data __maybe_unused)
  1206. {
  1207. uint64_t mem;
  1208. ssize_t ret;
  1209. ret = readn(fd, &mem, sizeof(mem));
  1210. if (ret != sizeof(mem))
  1211. return -1;
  1212. if (ph->needs_swap)
  1213. mem = bswap_64(mem);
  1214. ph->env.total_mem = mem;
  1215. return 0;
  1216. }
  1217. static struct perf_evsel *
  1218. perf_evlist__find_by_index(struct perf_evlist *evlist, int idx)
  1219. {
  1220. struct perf_evsel *evsel;
  1221. evlist__for_each(evlist, evsel) {
  1222. if (evsel->idx == idx)
  1223. return evsel;
  1224. }
  1225. return NULL;
  1226. }
  1227. static void
  1228. perf_evlist__set_event_name(struct perf_evlist *evlist,
  1229. struct perf_evsel *event)
  1230. {
  1231. struct perf_evsel *evsel;
  1232. if (!event->name)
  1233. return;
  1234. evsel = perf_evlist__find_by_index(evlist, event->idx);
  1235. if (!evsel)
  1236. return;
  1237. if (evsel->name)
  1238. return;
  1239. evsel->name = strdup(event->name);
  1240. }
  1241. static int
  1242. process_event_desc(struct perf_file_section *section __maybe_unused,
  1243. struct perf_header *header, int fd,
  1244. void *data __maybe_unused)
  1245. {
  1246. struct perf_session *session;
  1247. struct perf_evsel *evsel, *events = read_event_desc(header, fd);
  1248. if (!events)
  1249. return 0;
  1250. session = container_of(header, struct perf_session, header);
  1251. for (evsel = events; evsel->attr.size; evsel++)
  1252. perf_evlist__set_event_name(session->evlist, evsel);
  1253. free_event_desc(events);
  1254. return 0;
  1255. }
  1256. static int process_cmdline(struct perf_file_section *section,
  1257. struct perf_header *ph, int fd,
  1258. void *data __maybe_unused)
  1259. {
  1260. ssize_t ret;
  1261. char *str, *cmdline = NULL, **argv = NULL;
  1262. u32 nr, i, len = 0;
  1263. ret = readn(fd, &nr, sizeof(nr));
  1264. if (ret != sizeof(nr))
  1265. return -1;
  1266. if (ph->needs_swap)
  1267. nr = bswap_32(nr);
  1268. ph->env.nr_cmdline = nr;
  1269. cmdline = zalloc(section->size + nr + 1);
  1270. if (!cmdline)
  1271. return -1;
  1272. argv = zalloc(sizeof(char *) * (nr + 1));
  1273. if (!argv)
  1274. goto error;
  1275. for (i = 0; i < nr; i++) {
  1276. str = do_read_string(fd, ph);
  1277. if (!str)
  1278. goto error;
  1279. argv[i] = cmdline + len;
  1280. memcpy(argv[i], str, strlen(str) + 1);
  1281. len += strlen(str) + 1;
  1282. free(str);
  1283. }
  1284. ph->env.cmdline = cmdline;
  1285. ph->env.cmdline_argv = (const char **) argv;
  1286. return 0;
  1287. error:
  1288. free(argv);
  1289. free(cmdline);
  1290. return -1;
  1291. }
  1292. static int process_cpu_topology(struct perf_file_section *section __maybe_unused,
  1293. struct perf_header *ph, int fd,
  1294. void *data __maybe_unused)
  1295. {
  1296. ssize_t ret;
  1297. u32 nr, i;
  1298. char *str;
  1299. struct strbuf sb;
  1300. ret = readn(fd, &nr, sizeof(nr));
  1301. if (ret != sizeof(nr))
  1302. return -1;
  1303. if (ph->needs_swap)
  1304. nr = bswap_32(nr);
  1305. ph->env.nr_sibling_cores = nr;
  1306. strbuf_init(&sb, 128);
  1307. for (i = 0; i < nr; i++) {
  1308. str = do_read_string(fd, ph);
  1309. if (!str)
  1310. goto error;
  1311. /* include a NULL character at the end */
  1312. strbuf_add(&sb, str, strlen(str) + 1);
  1313. free(str);
  1314. }
  1315. ph->env.sibling_cores = strbuf_detach(&sb, NULL);
  1316. ret = readn(fd, &nr, sizeof(nr));
  1317. if (ret != sizeof(nr))
  1318. return -1;
  1319. if (ph->needs_swap)
  1320. nr = bswap_32(nr);
  1321. ph->env.nr_sibling_threads = nr;
  1322. for (i = 0; i < nr; i++) {
  1323. str = do_read_string(fd, ph);
  1324. if (!str)
  1325. goto error;
  1326. /* include a NULL character at the end */
  1327. strbuf_add(&sb, str, strlen(str) + 1);
  1328. free(str);
  1329. }
  1330. ph->env.sibling_threads = strbuf_detach(&sb, NULL);
  1331. return 0;
  1332. error:
  1333. strbuf_release(&sb);
  1334. return -1;
  1335. }
  1336. static int process_numa_topology(struct perf_file_section *section __maybe_unused,
  1337. struct perf_header *ph, int fd,
  1338. void *data __maybe_unused)
  1339. {
  1340. ssize_t ret;
  1341. u32 nr, node, i;
  1342. char *str;
  1343. uint64_t mem_total, mem_free;
  1344. struct strbuf sb;
  1345. /* nr nodes */
  1346. ret = readn(fd, &nr, sizeof(nr));
  1347. if (ret != sizeof(nr))
  1348. goto error;
  1349. if (ph->needs_swap)
  1350. nr = bswap_32(nr);
  1351. ph->env.nr_numa_nodes = nr;
  1352. strbuf_init(&sb, 256);
  1353. for (i = 0; i < nr; i++) {
  1354. /* node number */
  1355. ret = readn(fd, &node, sizeof(node));
  1356. if (ret != sizeof(node))
  1357. goto error;
  1358. ret = readn(fd, &mem_total, sizeof(u64));
  1359. if (ret != sizeof(u64))
  1360. goto error;
  1361. ret = readn(fd, &mem_free, sizeof(u64));
  1362. if (ret != sizeof(u64))
  1363. goto error;
  1364. if (ph->needs_swap) {
  1365. node = bswap_32(node);
  1366. mem_total = bswap_64(mem_total);
  1367. mem_free = bswap_64(mem_free);
  1368. }
  1369. strbuf_addf(&sb, "%u:%"PRIu64":%"PRIu64":",
  1370. node, mem_total, mem_free);
  1371. str = do_read_string(fd, ph);
  1372. if (!str)
  1373. goto error;
  1374. /* include a NULL character at the end */
  1375. strbuf_add(&sb, str, strlen(str) + 1);
  1376. free(str);
  1377. }
  1378. ph->env.numa_nodes = strbuf_detach(&sb, NULL);
  1379. return 0;
  1380. error:
  1381. strbuf_release(&sb);
  1382. return -1;
  1383. }
  1384. static int process_pmu_mappings(struct perf_file_section *section __maybe_unused,
  1385. struct perf_header *ph, int fd,
  1386. void *data __maybe_unused)
  1387. {
  1388. ssize_t ret;
  1389. char *name;
  1390. u32 pmu_num;
  1391. u32 type;
  1392. struct strbuf sb;
  1393. ret = readn(fd, &pmu_num, sizeof(pmu_num));
  1394. if (ret != sizeof(pmu_num))
  1395. return -1;
  1396. if (ph->needs_swap)
  1397. pmu_num = bswap_32(pmu_num);
  1398. if (!pmu_num) {
  1399. pr_debug("pmu mappings not available\n");
  1400. return 0;
  1401. }
  1402. ph->env.nr_pmu_mappings = pmu_num;
  1403. strbuf_init(&sb, 128);
  1404. while (pmu_num) {
  1405. if (readn(fd, &type, sizeof(type)) != sizeof(type))
  1406. goto error;
  1407. if (ph->needs_swap)
  1408. type = bswap_32(type);
  1409. name = do_read_string(fd, ph);
  1410. if (!name)
  1411. goto error;
  1412. strbuf_addf(&sb, "%u:%s", type, name);
  1413. /* include a NULL character at the end */
  1414. strbuf_add(&sb, "", 1);
  1415. free(name);
  1416. pmu_num--;
  1417. }
  1418. ph->env.pmu_mappings = strbuf_detach(&sb, NULL);
  1419. return 0;
  1420. error:
  1421. strbuf_release(&sb);
  1422. return -1;
  1423. }
  1424. static int process_group_desc(struct perf_file_section *section __maybe_unused,
  1425. struct perf_header *ph, int fd,
  1426. void *data __maybe_unused)
  1427. {
  1428. size_t ret = -1;
  1429. u32 i, nr, nr_groups;
  1430. struct perf_session *session;
  1431. struct perf_evsel *evsel, *leader = NULL;
  1432. struct group_desc {
  1433. char *name;
  1434. u32 leader_idx;
  1435. u32 nr_members;
  1436. } *desc;
  1437. if (readn(fd, &nr_groups, sizeof(nr_groups)) != sizeof(nr_groups))
  1438. return -1;
  1439. if (ph->needs_swap)
  1440. nr_groups = bswap_32(nr_groups);
  1441. ph->env.nr_groups = nr_groups;
  1442. if (!nr_groups) {
  1443. pr_debug("group desc not available\n");
  1444. return 0;
  1445. }
  1446. desc = calloc(nr_groups, sizeof(*desc));
  1447. if (!desc)
  1448. return -1;
  1449. for (i = 0; i < nr_groups; i++) {
  1450. desc[i].name = do_read_string(fd, ph);
  1451. if (!desc[i].name)
  1452. goto out_free;
  1453. if (readn(fd, &desc[i].leader_idx, sizeof(u32)) != sizeof(u32))
  1454. goto out_free;
  1455. if (readn(fd, &desc[i].nr_members, sizeof(u32)) != sizeof(u32))
  1456. goto out_free;
  1457. if (ph->needs_swap) {
  1458. desc[i].leader_idx = bswap_32(desc[i].leader_idx);
  1459. desc[i].nr_members = bswap_32(desc[i].nr_members);
  1460. }
  1461. }
  1462. /*
  1463. * Rebuild group relationship based on the group_desc
  1464. */
  1465. session = container_of(ph, struct perf_session, header);
  1466. session->evlist->nr_groups = nr_groups;
  1467. i = nr = 0;
  1468. evlist__for_each(session->evlist, evsel) {
  1469. if (evsel->idx == (int) desc[i].leader_idx) {
  1470. evsel->leader = evsel;
  1471. /* {anon_group} is a dummy name */
  1472. if (strcmp(desc[i].name, "{anon_group}")) {
  1473. evsel->group_name = desc[i].name;
  1474. desc[i].name = NULL;
  1475. }
  1476. evsel->nr_members = desc[i].nr_members;
  1477. if (i >= nr_groups || nr > 0) {
  1478. pr_debug("invalid group desc\n");
  1479. goto out_free;
  1480. }
  1481. leader = evsel;
  1482. nr = evsel->nr_members - 1;
  1483. i++;
  1484. } else if (nr) {
  1485. /* This is a group member */
  1486. evsel->leader = leader;
  1487. nr--;
  1488. }
  1489. }
  1490. if (i != nr_groups || nr != 0) {
  1491. pr_debug("invalid group desc\n");
  1492. goto out_free;
  1493. }
  1494. ret = 0;
  1495. out_free:
  1496. for (i = 0; i < nr_groups; i++)
  1497. zfree(&desc[i].name);
  1498. free(desc);
  1499. return ret;
  1500. }
  1501. static int process_auxtrace(struct perf_file_section *section,
  1502. struct perf_header *ph, int fd,
  1503. void *data __maybe_unused)
  1504. {
  1505. struct perf_session *session;
  1506. int err;
  1507. session = container_of(ph, struct perf_session, header);
  1508. err = auxtrace_index__process(fd, section->size, session,
  1509. ph->needs_swap);
  1510. if (err < 0)
  1511. pr_err("Failed to process auxtrace index\n");
  1512. return err;
  1513. }
  1514. struct feature_ops {
  1515. int (*write)(int fd, struct perf_header *h, struct perf_evlist *evlist);
  1516. void (*print)(struct perf_header *h, int fd, FILE *fp);
  1517. int (*process)(struct perf_file_section *section,
  1518. struct perf_header *h, int fd, void *data);
  1519. const char *name;
  1520. bool full_only;
  1521. };
  1522. #define FEAT_OPA(n, func) \
  1523. [n] = { .name = #n, .write = write_##func, .print = print_##func }
  1524. #define FEAT_OPP(n, func) \
  1525. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1526. .process = process_##func }
  1527. #define FEAT_OPF(n, func) \
  1528. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1529. .process = process_##func, .full_only = true }
  1530. /* feature_ops not implemented: */
  1531. #define print_tracing_data NULL
  1532. #define print_build_id NULL
  1533. static const struct feature_ops feat_ops[HEADER_LAST_FEATURE] = {
  1534. FEAT_OPP(HEADER_TRACING_DATA, tracing_data),
  1535. FEAT_OPP(HEADER_BUILD_ID, build_id),
  1536. FEAT_OPP(HEADER_HOSTNAME, hostname),
  1537. FEAT_OPP(HEADER_OSRELEASE, osrelease),
  1538. FEAT_OPP(HEADER_VERSION, version),
  1539. FEAT_OPP(HEADER_ARCH, arch),
  1540. FEAT_OPP(HEADER_NRCPUS, nrcpus),
  1541. FEAT_OPP(HEADER_CPUDESC, cpudesc),
  1542. FEAT_OPP(HEADER_CPUID, cpuid),
  1543. FEAT_OPP(HEADER_TOTAL_MEM, total_mem),
  1544. FEAT_OPP(HEADER_EVENT_DESC, event_desc),
  1545. FEAT_OPP(HEADER_CMDLINE, cmdline),
  1546. FEAT_OPF(HEADER_CPU_TOPOLOGY, cpu_topology),
  1547. FEAT_OPF(HEADER_NUMA_TOPOLOGY, numa_topology),
  1548. FEAT_OPA(HEADER_BRANCH_STACK, branch_stack),
  1549. FEAT_OPP(HEADER_PMU_MAPPINGS, pmu_mappings),
  1550. FEAT_OPP(HEADER_GROUP_DESC, group_desc),
  1551. FEAT_OPP(HEADER_AUXTRACE, auxtrace),
  1552. };
  1553. struct header_print_data {
  1554. FILE *fp;
  1555. bool full; /* extended list of headers */
  1556. };
  1557. static int perf_file_section__fprintf_info(struct perf_file_section *section,
  1558. struct perf_header *ph,
  1559. int feat, int fd, void *data)
  1560. {
  1561. struct header_print_data *hd = data;
  1562. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1563. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1564. "%d, continuing...\n", section->offset, feat);
  1565. return 0;
  1566. }
  1567. if (feat >= HEADER_LAST_FEATURE) {
  1568. pr_warning("unknown feature %d\n", feat);
  1569. return 0;
  1570. }
  1571. if (!feat_ops[feat].print)
  1572. return 0;
  1573. if (!feat_ops[feat].full_only || hd->full)
  1574. feat_ops[feat].print(ph, fd, hd->fp);
  1575. else
  1576. fprintf(hd->fp, "# %s info available, use -I to display\n",
  1577. feat_ops[feat].name);
  1578. return 0;
  1579. }
  1580. int perf_header__fprintf_info(struct perf_session *session, FILE *fp, bool full)
  1581. {
  1582. struct header_print_data hd;
  1583. struct perf_header *header = &session->header;
  1584. int fd = perf_data_file__fd(session->file);
  1585. hd.fp = fp;
  1586. hd.full = full;
  1587. perf_header__process_sections(header, fd, &hd,
  1588. perf_file_section__fprintf_info);
  1589. return 0;
  1590. }
  1591. static int do_write_feat(int fd, struct perf_header *h, int type,
  1592. struct perf_file_section **p,
  1593. struct perf_evlist *evlist)
  1594. {
  1595. int err;
  1596. int ret = 0;
  1597. if (perf_header__has_feat(h, type)) {
  1598. if (!feat_ops[type].write)
  1599. return -1;
  1600. (*p)->offset = lseek(fd, 0, SEEK_CUR);
  1601. err = feat_ops[type].write(fd, h, evlist);
  1602. if (err < 0) {
  1603. pr_debug("failed to write feature %d\n", type);
  1604. /* undo anything written */
  1605. lseek(fd, (*p)->offset, SEEK_SET);
  1606. return -1;
  1607. }
  1608. (*p)->size = lseek(fd, 0, SEEK_CUR) - (*p)->offset;
  1609. (*p)++;
  1610. }
  1611. return ret;
  1612. }
  1613. static int perf_header__adds_write(struct perf_header *header,
  1614. struct perf_evlist *evlist, int fd)
  1615. {
  1616. int nr_sections;
  1617. struct perf_file_section *feat_sec, *p;
  1618. int sec_size;
  1619. u64 sec_start;
  1620. int feat;
  1621. int err;
  1622. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1623. if (!nr_sections)
  1624. return 0;
  1625. feat_sec = p = calloc(nr_sections, sizeof(*feat_sec));
  1626. if (feat_sec == NULL)
  1627. return -ENOMEM;
  1628. sec_size = sizeof(*feat_sec) * nr_sections;
  1629. sec_start = header->feat_offset;
  1630. lseek(fd, sec_start + sec_size, SEEK_SET);
  1631. for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
  1632. if (do_write_feat(fd, header, feat, &p, evlist))
  1633. perf_header__clear_feat(header, feat);
  1634. }
  1635. lseek(fd, sec_start, SEEK_SET);
  1636. /*
  1637. * may write more than needed due to dropped feature, but
  1638. * this is okay, reader will skip the mising entries
  1639. */
  1640. err = do_write(fd, feat_sec, sec_size);
  1641. if (err < 0)
  1642. pr_debug("failed to write feature section\n");
  1643. free(feat_sec);
  1644. return err;
  1645. }
  1646. int perf_header__write_pipe(int fd)
  1647. {
  1648. struct perf_pipe_file_header f_header;
  1649. int err;
  1650. f_header = (struct perf_pipe_file_header){
  1651. .magic = PERF_MAGIC,
  1652. .size = sizeof(f_header),
  1653. };
  1654. err = do_write(fd, &f_header, sizeof(f_header));
  1655. if (err < 0) {
  1656. pr_debug("failed to write perf pipe header\n");
  1657. return err;
  1658. }
  1659. return 0;
  1660. }
  1661. int perf_session__write_header(struct perf_session *session,
  1662. struct perf_evlist *evlist,
  1663. int fd, bool at_exit)
  1664. {
  1665. struct perf_file_header f_header;
  1666. struct perf_file_attr f_attr;
  1667. struct perf_header *header = &session->header;
  1668. struct perf_evsel *evsel;
  1669. u64 attr_offset;
  1670. int err;
  1671. lseek(fd, sizeof(f_header), SEEK_SET);
  1672. evlist__for_each(session->evlist, evsel) {
  1673. evsel->id_offset = lseek(fd, 0, SEEK_CUR);
  1674. err = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  1675. if (err < 0) {
  1676. pr_debug("failed to write perf header\n");
  1677. return err;
  1678. }
  1679. }
  1680. attr_offset = lseek(fd, 0, SEEK_CUR);
  1681. evlist__for_each(evlist, evsel) {
  1682. f_attr = (struct perf_file_attr){
  1683. .attr = evsel->attr,
  1684. .ids = {
  1685. .offset = evsel->id_offset,
  1686. .size = evsel->ids * sizeof(u64),
  1687. }
  1688. };
  1689. err = do_write(fd, &f_attr, sizeof(f_attr));
  1690. if (err < 0) {
  1691. pr_debug("failed to write perf header attribute\n");
  1692. return err;
  1693. }
  1694. }
  1695. if (!header->data_offset)
  1696. header->data_offset = lseek(fd, 0, SEEK_CUR);
  1697. header->feat_offset = header->data_offset + header->data_size;
  1698. if (at_exit) {
  1699. err = perf_header__adds_write(header, evlist, fd);
  1700. if (err < 0)
  1701. return err;
  1702. }
  1703. f_header = (struct perf_file_header){
  1704. .magic = PERF_MAGIC,
  1705. .size = sizeof(f_header),
  1706. .attr_size = sizeof(f_attr),
  1707. .attrs = {
  1708. .offset = attr_offset,
  1709. .size = evlist->nr_entries * sizeof(f_attr),
  1710. },
  1711. .data = {
  1712. .offset = header->data_offset,
  1713. .size = header->data_size,
  1714. },
  1715. /* event_types is ignored, store zeros */
  1716. };
  1717. memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features));
  1718. lseek(fd, 0, SEEK_SET);
  1719. err = do_write(fd, &f_header, sizeof(f_header));
  1720. if (err < 0) {
  1721. pr_debug("failed to write perf header\n");
  1722. return err;
  1723. }
  1724. lseek(fd, header->data_offset + header->data_size, SEEK_SET);
  1725. return 0;
  1726. }
  1727. static int perf_header__getbuffer64(struct perf_header *header,
  1728. int fd, void *buf, size_t size)
  1729. {
  1730. if (readn(fd, buf, size) <= 0)
  1731. return -1;
  1732. if (header->needs_swap)
  1733. mem_bswap_64(buf, size);
  1734. return 0;
  1735. }
  1736. int perf_header__process_sections(struct perf_header *header, int fd,
  1737. void *data,
  1738. int (*process)(struct perf_file_section *section,
  1739. struct perf_header *ph,
  1740. int feat, int fd, void *data))
  1741. {
  1742. struct perf_file_section *feat_sec, *sec;
  1743. int nr_sections;
  1744. int sec_size;
  1745. int feat;
  1746. int err;
  1747. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1748. if (!nr_sections)
  1749. return 0;
  1750. feat_sec = sec = calloc(nr_sections, sizeof(*feat_sec));
  1751. if (!feat_sec)
  1752. return -1;
  1753. sec_size = sizeof(*feat_sec) * nr_sections;
  1754. lseek(fd, header->feat_offset, SEEK_SET);
  1755. err = perf_header__getbuffer64(header, fd, feat_sec, sec_size);
  1756. if (err < 0)
  1757. goto out_free;
  1758. for_each_set_bit(feat, header->adds_features, HEADER_LAST_FEATURE) {
  1759. err = process(sec++, header, feat, fd, data);
  1760. if (err < 0)
  1761. goto out_free;
  1762. }
  1763. err = 0;
  1764. out_free:
  1765. free(feat_sec);
  1766. return err;
  1767. }
  1768. static const int attr_file_abi_sizes[] = {
  1769. [0] = PERF_ATTR_SIZE_VER0,
  1770. [1] = PERF_ATTR_SIZE_VER1,
  1771. [2] = PERF_ATTR_SIZE_VER2,
  1772. [3] = PERF_ATTR_SIZE_VER3,
  1773. [4] = PERF_ATTR_SIZE_VER4,
  1774. 0,
  1775. };
  1776. /*
  1777. * In the legacy file format, the magic number is not used to encode endianness.
  1778. * hdr_sz was used to encode endianness. But given that hdr_sz can vary based
  1779. * on ABI revisions, we need to try all combinations for all endianness to
  1780. * detect the endianness.
  1781. */
  1782. static int try_all_file_abis(uint64_t hdr_sz, struct perf_header *ph)
  1783. {
  1784. uint64_t ref_size, attr_size;
  1785. int i;
  1786. for (i = 0 ; attr_file_abi_sizes[i]; i++) {
  1787. ref_size = attr_file_abi_sizes[i]
  1788. + sizeof(struct perf_file_section);
  1789. if (hdr_sz != ref_size) {
  1790. attr_size = bswap_64(hdr_sz);
  1791. if (attr_size != ref_size)
  1792. continue;
  1793. ph->needs_swap = true;
  1794. }
  1795. pr_debug("ABI%d perf.data file detected, need_swap=%d\n",
  1796. i,
  1797. ph->needs_swap);
  1798. return 0;
  1799. }
  1800. /* could not determine endianness */
  1801. return -1;
  1802. }
  1803. #define PERF_PIPE_HDR_VER0 16
  1804. static const size_t attr_pipe_abi_sizes[] = {
  1805. [0] = PERF_PIPE_HDR_VER0,
  1806. 0,
  1807. };
  1808. /*
  1809. * In the legacy pipe format, there is an implicit assumption that endiannesss
  1810. * between host recording the samples, and host parsing the samples is the
  1811. * same. This is not always the case given that the pipe output may always be
  1812. * redirected into a file and analyzed on a different machine with possibly a
  1813. * different endianness and perf_event ABI revsions in the perf tool itself.
  1814. */
  1815. static int try_all_pipe_abis(uint64_t hdr_sz, struct perf_header *ph)
  1816. {
  1817. u64 attr_size;
  1818. int i;
  1819. for (i = 0 ; attr_pipe_abi_sizes[i]; i++) {
  1820. if (hdr_sz != attr_pipe_abi_sizes[i]) {
  1821. attr_size = bswap_64(hdr_sz);
  1822. if (attr_size != hdr_sz)
  1823. continue;
  1824. ph->needs_swap = true;
  1825. }
  1826. pr_debug("Pipe ABI%d perf.data file detected\n", i);
  1827. return 0;
  1828. }
  1829. return -1;
  1830. }
  1831. bool is_perf_magic(u64 magic)
  1832. {
  1833. if (!memcmp(&magic, __perf_magic1, sizeof(magic))
  1834. || magic == __perf_magic2
  1835. || magic == __perf_magic2_sw)
  1836. return true;
  1837. return false;
  1838. }
  1839. static int check_magic_endian(u64 magic, uint64_t hdr_sz,
  1840. bool is_pipe, struct perf_header *ph)
  1841. {
  1842. int ret;
  1843. /* check for legacy format */
  1844. ret = memcmp(&magic, __perf_magic1, sizeof(magic));
  1845. if (ret == 0) {
  1846. ph->version = PERF_HEADER_VERSION_1;
  1847. pr_debug("legacy perf.data format\n");
  1848. if (is_pipe)
  1849. return try_all_pipe_abis(hdr_sz, ph);
  1850. return try_all_file_abis(hdr_sz, ph);
  1851. }
  1852. /*
  1853. * the new magic number serves two purposes:
  1854. * - unique number to identify actual perf.data files
  1855. * - encode endianness of file
  1856. */
  1857. ph->version = PERF_HEADER_VERSION_2;
  1858. /* check magic number with one endianness */
  1859. if (magic == __perf_magic2)
  1860. return 0;
  1861. /* check magic number with opposite endianness */
  1862. if (magic != __perf_magic2_sw)
  1863. return -1;
  1864. ph->needs_swap = true;
  1865. return 0;
  1866. }
  1867. int perf_file_header__read(struct perf_file_header *header,
  1868. struct perf_header *ph, int fd)
  1869. {
  1870. ssize_t ret;
  1871. lseek(fd, 0, SEEK_SET);
  1872. ret = readn(fd, header, sizeof(*header));
  1873. if (ret <= 0)
  1874. return -1;
  1875. if (check_magic_endian(header->magic,
  1876. header->attr_size, false, ph) < 0) {
  1877. pr_debug("magic/endian check failed\n");
  1878. return -1;
  1879. }
  1880. if (ph->needs_swap) {
  1881. mem_bswap_64(header, offsetof(struct perf_file_header,
  1882. adds_features));
  1883. }
  1884. if (header->size != sizeof(*header)) {
  1885. /* Support the previous format */
  1886. if (header->size == offsetof(typeof(*header), adds_features))
  1887. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1888. else
  1889. return -1;
  1890. } else if (ph->needs_swap) {
  1891. /*
  1892. * feature bitmap is declared as an array of unsigned longs --
  1893. * not good since its size can differ between the host that
  1894. * generated the data file and the host analyzing the file.
  1895. *
  1896. * We need to handle endianness, but we don't know the size of
  1897. * the unsigned long where the file was generated. Take a best
  1898. * guess at determining it: try 64-bit swap first (ie., file
  1899. * created on a 64-bit host), and check if the hostname feature
  1900. * bit is set (this feature bit is forced on as of fbe96f2).
  1901. * If the bit is not, undo the 64-bit swap and try a 32-bit
  1902. * swap. If the hostname bit is still not set (e.g., older data
  1903. * file), punt and fallback to the original behavior --
  1904. * clearing all feature bits and setting buildid.
  1905. */
  1906. mem_bswap_64(&header->adds_features,
  1907. BITS_TO_U64(HEADER_FEAT_BITS));
  1908. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1909. /* unswap as u64 */
  1910. mem_bswap_64(&header->adds_features,
  1911. BITS_TO_U64(HEADER_FEAT_BITS));
  1912. /* unswap as u32 */
  1913. mem_bswap_32(&header->adds_features,
  1914. BITS_TO_U32(HEADER_FEAT_BITS));
  1915. }
  1916. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1917. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1918. set_bit(HEADER_BUILD_ID, header->adds_features);
  1919. }
  1920. }
  1921. memcpy(&ph->adds_features, &header->adds_features,
  1922. sizeof(ph->adds_features));
  1923. ph->data_offset = header->data.offset;
  1924. ph->data_size = header->data.size;
  1925. ph->feat_offset = header->data.offset + header->data.size;
  1926. return 0;
  1927. }
  1928. static int perf_file_section__process(struct perf_file_section *section,
  1929. struct perf_header *ph,
  1930. int feat, int fd, void *data)
  1931. {
  1932. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1933. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1934. "%d, continuing...\n", section->offset, feat);
  1935. return 0;
  1936. }
  1937. if (feat >= HEADER_LAST_FEATURE) {
  1938. pr_debug("unknown feature %d, continuing...\n", feat);
  1939. return 0;
  1940. }
  1941. if (!feat_ops[feat].process)
  1942. return 0;
  1943. return feat_ops[feat].process(section, ph, fd, data);
  1944. }
  1945. static int perf_file_header__read_pipe(struct perf_pipe_file_header *header,
  1946. struct perf_header *ph, int fd,
  1947. bool repipe)
  1948. {
  1949. ssize_t ret;
  1950. ret = readn(fd, header, sizeof(*header));
  1951. if (ret <= 0)
  1952. return -1;
  1953. if (check_magic_endian(header->magic, header->size, true, ph) < 0) {
  1954. pr_debug("endian/magic failed\n");
  1955. return -1;
  1956. }
  1957. if (ph->needs_swap)
  1958. header->size = bswap_64(header->size);
  1959. if (repipe && do_write(STDOUT_FILENO, header, sizeof(*header)) < 0)
  1960. return -1;
  1961. return 0;
  1962. }
  1963. static int perf_header__read_pipe(struct perf_session *session)
  1964. {
  1965. struct perf_header *header = &session->header;
  1966. struct perf_pipe_file_header f_header;
  1967. if (perf_file_header__read_pipe(&f_header, header,
  1968. perf_data_file__fd(session->file),
  1969. session->repipe) < 0) {
  1970. pr_debug("incompatible file format\n");
  1971. return -EINVAL;
  1972. }
  1973. return 0;
  1974. }
  1975. static int read_attr(int fd, struct perf_header *ph,
  1976. struct perf_file_attr *f_attr)
  1977. {
  1978. struct perf_event_attr *attr = &f_attr->attr;
  1979. size_t sz, left;
  1980. size_t our_sz = sizeof(f_attr->attr);
  1981. ssize_t ret;
  1982. memset(f_attr, 0, sizeof(*f_attr));
  1983. /* read minimal guaranteed structure */
  1984. ret = readn(fd, attr, PERF_ATTR_SIZE_VER0);
  1985. if (ret <= 0) {
  1986. pr_debug("cannot read %d bytes of header attr\n",
  1987. PERF_ATTR_SIZE_VER0);
  1988. return -1;
  1989. }
  1990. /* on file perf_event_attr size */
  1991. sz = attr->size;
  1992. if (ph->needs_swap)
  1993. sz = bswap_32(sz);
  1994. if (sz == 0) {
  1995. /* assume ABI0 */
  1996. sz = PERF_ATTR_SIZE_VER0;
  1997. } else if (sz > our_sz) {
  1998. pr_debug("file uses a more recent and unsupported ABI"
  1999. " (%zu bytes extra)\n", sz - our_sz);
  2000. return -1;
  2001. }
  2002. /* what we have not yet read and that we know about */
  2003. left = sz - PERF_ATTR_SIZE_VER0;
  2004. if (left) {
  2005. void *ptr = attr;
  2006. ptr += PERF_ATTR_SIZE_VER0;
  2007. ret = readn(fd, ptr, left);
  2008. }
  2009. /* read perf_file_section, ids are read in caller */
  2010. ret = readn(fd, &f_attr->ids, sizeof(f_attr->ids));
  2011. return ret <= 0 ? -1 : 0;
  2012. }
  2013. static int perf_evsel__prepare_tracepoint_event(struct perf_evsel *evsel,
  2014. struct pevent *pevent)
  2015. {
  2016. struct event_format *event;
  2017. char bf[128];
  2018. /* already prepared */
  2019. if (evsel->tp_format)
  2020. return 0;
  2021. if (pevent == NULL) {
  2022. pr_debug("broken or missing trace data\n");
  2023. return -1;
  2024. }
  2025. event = pevent_find_event(pevent, evsel->attr.config);
  2026. if (event == NULL)
  2027. return -1;
  2028. if (!evsel->name) {
  2029. snprintf(bf, sizeof(bf), "%s:%s", event->system, event->name);
  2030. evsel->name = strdup(bf);
  2031. if (evsel->name == NULL)
  2032. return -1;
  2033. }
  2034. evsel->tp_format = event;
  2035. return 0;
  2036. }
  2037. static int perf_evlist__prepare_tracepoint_events(struct perf_evlist *evlist,
  2038. struct pevent *pevent)
  2039. {
  2040. struct perf_evsel *pos;
  2041. evlist__for_each(evlist, pos) {
  2042. if (pos->attr.type == PERF_TYPE_TRACEPOINT &&
  2043. perf_evsel__prepare_tracepoint_event(pos, pevent))
  2044. return -1;
  2045. }
  2046. return 0;
  2047. }
  2048. int perf_session__read_header(struct perf_session *session)
  2049. {
  2050. struct perf_data_file *file = session->file;
  2051. struct perf_header *header = &session->header;
  2052. struct perf_file_header f_header;
  2053. struct perf_file_attr f_attr;
  2054. u64 f_id;
  2055. int nr_attrs, nr_ids, i, j;
  2056. int fd = perf_data_file__fd(file);
  2057. session->evlist = perf_evlist__new();
  2058. if (session->evlist == NULL)
  2059. return -ENOMEM;
  2060. session->evlist->env = &header->env;
  2061. if (perf_data_file__is_pipe(file))
  2062. return perf_header__read_pipe(session);
  2063. if (perf_file_header__read(&f_header, header, fd) < 0)
  2064. return -EINVAL;
  2065. /*
  2066. * Sanity check that perf.data was written cleanly; data size is
  2067. * initialized to 0 and updated only if the on_exit function is run.
  2068. * If data size is still 0 then the file contains only partial
  2069. * information. Just warn user and process it as much as it can.
  2070. */
  2071. if (f_header.data.size == 0) {
  2072. pr_warning("WARNING: The %s file's data size field is 0 which is unexpected.\n"
  2073. "Was the 'perf record' command properly terminated?\n",
  2074. file->path);
  2075. }
  2076. nr_attrs = f_header.attrs.size / f_header.attr_size;
  2077. lseek(fd, f_header.attrs.offset, SEEK_SET);
  2078. for (i = 0; i < nr_attrs; i++) {
  2079. struct perf_evsel *evsel;
  2080. off_t tmp;
  2081. if (read_attr(fd, header, &f_attr) < 0)
  2082. goto out_errno;
  2083. if (header->needs_swap) {
  2084. f_attr.ids.size = bswap_64(f_attr.ids.size);
  2085. f_attr.ids.offset = bswap_64(f_attr.ids.offset);
  2086. perf_event__attr_swap(&f_attr.attr);
  2087. }
  2088. tmp = lseek(fd, 0, SEEK_CUR);
  2089. evsel = perf_evsel__new(&f_attr.attr);
  2090. if (evsel == NULL)
  2091. goto out_delete_evlist;
  2092. evsel->needs_swap = header->needs_swap;
  2093. /*
  2094. * Do it before so that if perf_evsel__alloc_id fails, this
  2095. * entry gets purged too at perf_evlist__delete().
  2096. */
  2097. perf_evlist__add(session->evlist, evsel);
  2098. nr_ids = f_attr.ids.size / sizeof(u64);
  2099. /*
  2100. * We don't have the cpu and thread maps on the header, so
  2101. * for allocating the perf_sample_id table we fake 1 cpu and
  2102. * hattr->ids threads.
  2103. */
  2104. if (perf_evsel__alloc_id(evsel, 1, nr_ids))
  2105. goto out_delete_evlist;
  2106. lseek(fd, f_attr.ids.offset, SEEK_SET);
  2107. for (j = 0; j < nr_ids; j++) {
  2108. if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id)))
  2109. goto out_errno;
  2110. perf_evlist__id_add(session->evlist, evsel, 0, j, f_id);
  2111. }
  2112. lseek(fd, tmp, SEEK_SET);
  2113. }
  2114. symbol_conf.nr_events = nr_attrs;
  2115. perf_header__process_sections(header, fd, &session->tevent,
  2116. perf_file_section__process);
  2117. if (perf_evlist__prepare_tracepoint_events(session->evlist,
  2118. session->tevent.pevent))
  2119. goto out_delete_evlist;
  2120. return 0;
  2121. out_errno:
  2122. return -errno;
  2123. out_delete_evlist:
  2124. perf_evlist__delete(session->evlist);
  2125. session->evlist = NULL;
  2126. return -ENOMEM;
  2127. }
  2128. int perf_event__synthesize_attr(struct perf_tool *tool,
  2129. struct perf_event_attr *attr, u32 ids, u64 *id,
  2130. perf_event__handler_t process)
  2131. {
  2132. union perf_event *ev;
  2133. size_t size;
  2134. int err;
  2135. size = sizeof(struct perf_event_attr);
  2136. size = PERF_ALIGN(size, sizeof(u64));
  2137. size += sizeof(struct perf_event_header);
  2138. size += ids * sizeof(u64);
  2139. ev = malloc(size);
  2140. if (ev == NULL)
  2141. return -ENOMEM;
  2142. ev->attr.attr = *attr;
  2143. memcpy(ev->attr.id, id, ids * sizeof(u64));
  2144. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  2145. ev->attr.header.size = (u16)size;
  2146. if (ev->attr.header.size == size)
  2147. err = process(tool, ev, NULL, NULL);
  2148. else
  2149. err = -E2BIG;
  2150. free(ev);
  2151. return err;
  2152. }
  2153. int perf_event__synthesize_attrs(struct perf_tool *tool,
  2154. struct perf_session *session,
  2155. perf_event__handler_t process)
  2156. {
  2157. struct perf_evsel *evsel;
  2158. int err = 0;
  2159. evlist__for_each(session->evlist, evsel) {
  2160. err = perf_event__synthesize_attr(tool, &evsel->attr, evsel->ids,
  2161. evsel->id, process);
  2162. if (err) {
  2163. pr_debug("failed to create perf header attribute\n");
  2164. return err;
  2165. }
  2166. }
  2167. return err;
  2168. }
  2169. int perf_event__process_attr(struct perf_tool *tool __maybe_unused,
  2170. union perf_event *event,
  2171. struct perf_evlist **pevlist)
  2172. {
  2173. u32 i, ids, n_ids;
  2174. struct perf_evsel *evsel;
  2175. struct perf_evlist *evlist = *pevlist;
  2176. if (evlist == NULL) {
  2177. *pevlist = evlist = perf_evlist__new();
  2178. if (evlist == NULL)
  2179. return -ENOMEM;
  2180. }
  2181. evsel = perf_evsel__new(&event->attr.attr);
  2182. if (evsel == NULL)
  2183. return -ENOMEM;
  2184. perf_evlist__add(evlist, evsel);
  2185. ids = event->header.size;
  2186. ids -= (void *)&event->attr.id - (void *)event;
  2187. n_ids = ids / sizeof(u64);
  2188. /*
  2189. * We don't have the cpu and thread maps on the header, so
  2190. * for allocating the perf_sample_id table we fake 1 cpu and
  2191. * hattr->ids threads.
  2192. */
  2193. if (perf_evsel__alloc_id(evsel, 1, n_ids))
  2194. return -ENOMEM;
  2195. for (i = 0; i < n_ids; i++) {
  2196. perf_evlist__id_add(evlist, evsel, 0, i, event->attr.id[i]);
  2197. }
  2198. symbol_conf.nr_events = evlist->nr_entries;
  2199. return 0;
  2200. }
  2201. int perf_event__synthesize_tracing_data(struct perf_tool *tool, int fd,
  2202. struct perf_evlist *evlist,
  2203. perf_event__handler_t process)
  2204. {
  2205. union perf_event ev;
  2206. struct tracing_data *tdata;
  2207. ssize_t size = 0, aligned_size = 0, padding;
  2208. int err __maybe_unused = 0;
  2209. /*
  2210. * We are going to store the size of the data followed
  2211. * by the data contents. Since the fd descriptor is a pipe,
  2212. * we cannot seek back to store the size of the data once
  2213. * we know it. Instead we:
  2214. *
  2215. * - write the tracing data to the temp file
  2216. * - get/write the data size to pipe
  2217. * - write the tracing data from the temp file
  2218. * to the pipe
  2219. */
  2220. tdata = tracing_data_get(&evlist->entries, fd, true);
  2221. if (!tdata)
  2222. return -1;
  2223. memset(&ev, 0, sizeof(ev));
  2224. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  2225. size = tdata->size;
  2226. aligned_size = PERF_ALIGN(size, sizeof(u64));
  2227. padding = aligned_size - size;
  2228. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  2229. ev.tracing_data.size = aligned_size;
  2230. process(tool, &ev, NULL, NULL);
  2231. /*
  2232. * The put function will copy all the tracing data
  2233. * stored in temp file to the pipe.
  2234. */
  2235. tracing_data_put(tdata);
  2236. write_padded(fd, NULL, 0, padding);
  2237. return aligned_size;
  2238. }
  2239. int perf_event__process_tracing_data(struct perf_tool *tool __maybe_unused,
  2240. union perf_event *event,
  2241. struct perf_session *session)
  2242. {
  2243. ssize_t size_read, padding, size = event->tracing_data.size;
  2244. int fd = perf_data_file__fd(session->file);
  2245. off_t offset = lseek(fd, 0, SEEK_CUR);
  2246. char buf[BUFSIZ];
  2247. /* setup for reading amidst mmap */
  2248. lseek(fd, offset + sizeof(struct tracing_data_event),
  2249. SEEK_SET);
  2250. size_read = trace_report(fd, &session->tevent,
  2251. session->repipe);
  2252. padding = PERF_ALIGN(size_read, sizeof(u64)) - size_read;
  2253. if (readn(fd, buf, padding) < 0) {
  2254. pr_err("%s: reading input file", __func__);
  2255. return -1;
  2256. }
  2257. if (session->repipe) {
  2258. int retw = write(STDOUT_FILENO, buf, padding);
  2259. if (retw <= 0 || retw != padding) {
  2260. pr_err("%s: repiping tracing data padding", __func__);
  2261. return -1;
  2262. }
  2263. }
  2264. if (size_read + padding != size) {
  2265. pr_err("%s: tracing data size mismatch", __func__);
  2266. return -1;
  2267. }
  2268. perf_evlist__prepare_tracepoint_events(session->evlist,
  2269. session->tevent.pevent);
  2270. return size_read + padding;
  2271. }
  2272. int perf_event__synthesize_build_id(struct perf_tool *tool,
  2273. struct dso *pos, u16 misc,
  2274. perf_event__handler_t process,
  2275. struct machine *machine)
  2276. {
  2277. union perf_event ev;
  2278. size_t len;
  2279. int err = 0;
  2280. if (!pos->hit)
  2281. return err;
  2282. memset(&ev, 0, sizeof(ev));
  2283. len = pos->long_name_len + 1;
  2284. len = PERF_ALIGN(len, NAME_ALIGN);
  2285. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  2286. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  2287. ev.build_id.header.misc = misc;
  2288. ev.build_id.pid = machine->pid;
  2289. ev.build_id.header.size = sizeof(ev.build_id) + len;
  2290. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  2291. err = process(tool, &ev, NULL, machine);
  2292. return err;
  2293. }
  2294. int perf_event__process_build_id(struct perf_tool *tool __maybe_unused,
  2295. union perf_event *event,
  2296. struct perf_session *session)
  2297. {
  2298. __event_process_build_id(&event->build_id,
  2299. event->build_id.filename,
  2300. session);
  2301. return 0;
  2302. }