header.c 60 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819
  1. #include "util.h"
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include <linux/bitops.h>
  10. #include <sys/utsname.h>
  11. #include "evlist.h"
  12. #include "evsel.h"
  13. #include "header.h"
  14. #include "../perf.h"
  15. #include "trace-event.h"
  16. #include "session.h"
  17. #include "symbol.h"
  18. #include "debug.h"
  19. #include "cpumap.h"
  20. #include "pmu.h"
  21. #include "vdso.h"
  22. #include "strbuf.h"
  23. #include "build-id.h"
  24. #include "data.h"
  25. static u32 header_argc;
  26. static const char **header_argv;
  27. /*
  28. * magic2 = "PERFILE2"
  29. * must be a numerical value to let the endianness
  30. * determine the memory layout. That way we are able
  31. * to detect endianness when reading the perf.data file
  32. * back.
  33. *
  34. * we check for legacy (PERFFILE) format.
  35. */
  36. static const char *__perf_magic1 = "PERFFILE";
  37. static const u64 __perf_magic2 = 0x32454c4946524550ULL;
  38. static const u64 __perf_magic2_sw = 0x50455246494c4532ULL;
  39. #define PERF_MAGIC __perf_magic2
  40. struct perf_file_attr {
  41. struct perf_event_attr attr;
  42. struct perf_file_section ids;
  43. };
  44. void perf_header__set_feat(struct perf_header *header, int feat)
  45. {
  46. set_bit(feat, header->adds_features);
  47. }
  48. void perf_header__clear_feat(struct perf_header *header, int feat)
  49. {
  50. clear_bit(feat, header->adds_features);
  51. }
  52. bool perf_header__has_feat(const struct perf_header *header, int feat)
  53. {
  54. return test_bit(feat, header->adds_features);
  55. }
  56. static int do_write(int fd, const void *buf, size_t size)
  57. {
  58. while (size) {
  59. int ret = write(fd, buf, size);
  60. if (ret < 0)
  61. return -errno;
  62. size -= ret;
  63. buf += ret;
  64. }
  65. return 0;
  66. }
  67. int write_padded(int fd, const void *bf, size_t count, size_t count_aligned)
  68. {
  69. static const char zero_buf[NAME_ALIGN];
  70. int err = do_write(fd, bf, count);
  71. if (!err)
  72. err = do_write(fd, zero_buf, count_aligned - count);
  73. return err;
  74. }
  75. static int do_write_string(int fd, const char *str)
  76. {
  77. u32 len, olen;
  78. int ret;
  79. olen = strlen(str) + 1;
  80. len = PERF_ALIGN(olen, NAME_ALIGN);
  81. /* write len, incl. \0 */
  82. ret = do_write(fd, &len, sizeof(len));
  83. if (ret < 0)
  84. return ret;
  85. return write_padded(fd, str, olen, len);
  86. }
  87. static char *do_read_string(int fd, struct perf_header *ph)
  88. {
  89. ssize_t sz, ret;
  90. u32 len;
  91. char *buf;
  92. sz = readn(fd, &len, sizeof(len));
  93. if (sz < (ssize_t)sizeof(len))
  94. return NULL;
  95. if (ph->needs_swap)
  96. len = bswap_32(len);
  97. buf = malloc(len);
  98. if (!buf)
  99. return NULL;
  100. ret = readn(fd, buf, len);
  101. if (ret == (ssize_t)len) {
  102. /*
  103. * strings are padded by zeroes
  104. * thus the actual strlen of buf
  105. * may be less than len
  106. */
  107. return buf;
  108. }
  109. free(buf);
  110. return NULL;
  111. }
  112. int
  113. perf_header__set_cmdline(int argc, const char **argv)
  114. {
  115. int i;
  116. /*
  117. * If header_argv has already been set, do not override it.
  118. * This allows a command to set the cmdline, parse args and
  119. * then call another builtin function that implements a
  120. * command -- e.g, cmd_kvm calling cmd_record.
  121. */
  122. if (header_argv)
  123. return 0;
  124. header_argc = (u32)argc;
  125. /* do not include NULL termination */
  126. header_argv = calloc(argc, sizeof(char *));
  127. if (!header_argv)
  128. return -ENOMEM;
  129. /*
  130. * must copy argv contents because it gets moved
  131. * around during option parsing
  132. */
  133. for (i = 0; i < argc ; i++)
  134. header_argv[i] = argv[i];
  135. return 0;
  136. }
  137. static int write_tracing_data(int fd, struct perf_header *h __maybe_unused,
  138. struct perf_evlist *evlist)
  139. {
  140. return read_tracing_data(fd, &evlist->entries);
  141. }
  142. static int write_build_id(int fd, struct perf_header *h,
  143. struct perf_evlist *evlist __maybe_unused)
  144. {
  145. struct perf_session *session;
  146. int err;
  147. session = container_of(h, struct perf_session, header);
  148. if (!perf_session__read_build_ids(session, true))
  149. return -1;
  150. err = perf_session__write_buildid_table(session, fd);
  151. if (err < 0) {
  152. pr_debug("failed to write buildid table\n");
  153. return err;
  154. }
  155. perf_session__cache_build_ids(session);
  156. return 0;
  157. }
  158. static int write_hostname(int fd, struct perf_header *h __maybe_unused,
  159. struct perf_evlist *evlist __maybe_unused)
  160. {
  161. struct utsname uts;
  162. int ret;
  163. ret = uname(&uts);
  164. if (ret < 0)
  165. return -1;
  166. return do_write_string(fd, uts.nodename);
  167. }
  168. static int write_osrelease(int fd, struct perf_header *h __maybe_unused,
  169. struct perf_evlist *evlist __maybe_unused)
  170. {
  171. struct utsname uts;
  172. int ret;
  173. ret = uname(&uts);
  174. if (ret < 0)
  175. return -1;
  176. return do_write_string(fd, uts.release);
  177. }
  178. static int write_arch(int fd, struct perf_header *h __maybe_unused,
  179. struct perf_evlist *evlist __maybe_unused)
  180. {
  181. struct utsname uts;
  182. int ret;
  183. ret = uname(&uts);
  184. if (ret < 0)
  185. return -1;
  186. return do_write_string(fd, uts.machine);
  187. }
  188. static int write_version(int fd, struct perf_header *h __maybe_unused,
  189. struct perf_evlist *evlist __maybe_unused)
  190. {
  191. return do_write_string(fd, perf_version_string);
  192. }
  193. static int __write_cpudesc(int fd, const char *cpuinfo_proc)
  194. {
  195. FILE *file;
  196. char *buf = NULL;
  197. char *s, *p;
  198. const char *search = cpuinfo_proc;
  199. size_t len = 0;
  200. int ret = -1;
  201. if (!search)
  202. return -1;
  203. file = fopen("/proc/cpuinfo", "r");
  204. if (!file)
  205. return -1;
  206. while (getline(&buf, &len, file) > 0) {
  207. ret = strncmp(buf, search, strlen(search));
  208. if (!ret)
  209. break;
  210. }
  211. if (ret) {
  212. ret = -1;
  213. goto done;
  214. }
  215. s = buf;
  216. p = strchr(buf, ':');
  217. if (p && *(p+1) == ' ' && *(p+2))
  218. s = p + 2;
  219. p = strchr(s, '\n');
  220. if (p)
  221. *p = '\0';
  222. /* squash extra space characters (branding string) */
  223. p = s;
  224. while (*p) {
  225. if (isspace(*p)) {
  226. char *r = p + 1;
  227. char *q = r;
  228. *p = ' ';
  229. while (*q && isspace(*q))
  230. q++;
  231. if (q != (p+1))
  232. while ((*r++ = *q++));
  233. }
  234. p++;
  235. }
  236. ret = do_write_string(fd, s);
  237. done:
  238. free(buf);
  239. fclose(file);
  240. return ret;
  241. }
  242. static int write_cpudesc(int fd, struct perf_header *h __maybe_unused,
  243. struct perf_evlist *evlist __maybe_unused)
  244. {
  245. #ifndef CPUINFO_PROC
  246. #define CPUINFO_PROC {"model name", }
  247. #endif
  248. const char *cpuinfo_procs[] = CPUINFO_PROC;
  249. unsigned int i;
  250. for (i = 0; i < ARRAY_SIZE(cpuinfo_procs); i++) {
  251. int ret;
  252. ret = __write_cpudesc(fd, cpuinfo_procs[i]);
  253. if (ret >= 0)
  254. return ret;
  255. }
  256. return -1;
  257. }
  258. static int write_nrcpus(int fd, struct perf_header *h __maybe_unused,
  259. struct perf_evlist *evlist __maybe_unused)
  260. {
  261. long nr;
  262. u32 nrc, nra;
  263. int ret;
  264. nr = sysconf(_SC_NPROCESSORS_CONF);
  265. if (nr < 0)
  266. return -1;
  267. nrc = (u32)(nr & UINT_MAX);
  268. nr = sysconf(_SC_NPROCESSORS_ONLN);
  269. if (nr < 0)
  270. return -1;
  271. nra = (u32)(nr & UINT_MAX);
  272. ret = do_write(fd, &nrc, sizeof(nrc));
  273. if (ret < 0)
  274. return ret;
  275. return do_write(fd, &nra, sizeof(nra));
  276. }
  277. static int write_event_desc(int fd, struct perf_header *h __maybe_unused,
  278. struct perf_evlist *evlist)
  279. {
  280. struct perf_evsel *evsel;
  281. u32 nre, nri, sz;
  282. int ret;
  283. nre = evlist->nr_entries;
  284. /*
  285. * write number of events
  286. */
  287. ret = do_write(fd, &nre, sizeof(nre));
  288. if (ret < 0)
  289. return ret;
  290. /*
  291. * size of perf_event_attr struct
  292. */
  293. sz = (u32)sizeof(evsel->attr);
  294. ret = do_write(fd, &sz, sizeof(sz));
  295. if (ret < 0)
  296. return ret;
  297. evlist__for_each(evlist, evsel) {
  298. ret = do_write(fd, &evsel->attr, sz);
  299. if (ret < 0)
  300. return ret;
  301. /*
  302. * write number of unique id per event
  303. * there is one id per instance of an event
  304. *
  305. * copy into an nri to be independent of the
  306. * type of ids,
  307. */
  308. nri = evsel->ids;
  309. ret = do_write(fd, &nri, sizeof(nri));
  310. if (ret < 0)
  311. return ret;
  312. /*
  313. * write event string as passed on cmdline
  314. */
  315. ret = do_write_string(fd, perf_evsel__name(evsel));
  316. if (ret < 0)
  317. return ret;
  318. /*
  319. * write unique ids for this event
  320. */
  321. ret = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  322. if (ret < 0)
  323. return ret;
  324. }
  325. return 0;
  326. }
  327. static int write_cmdline(int fd, struct perf_header *h __maybe_unused,
  328. struct perf_evlist *evlist __maybe_unused)
  329. {
  330. char buf[MAXPATHLEN];
  331. char proc[32];
  332. u32 i, n;
  333. int ret;
  334. /*
  335. * actual atual path to perf binary
  336. */
  337. sprintf(proc, "/proc/%d/exe", getpid());
  338. ret = readlink(proc, buf, sizeof(buf));
  339. if (ret <= 0)
  340. return -1;
  341. /* readlink() does not add null termination */
  342. buf[ret] = '\0';
  343. /* account for binary path */
  344. n = header_argc + 1;
  345. ret = do_write(fd, &n, sizeof(n));
  346. if (ret < 0)
  347. return ret;
  348. ret = do_write_string(fd, buf);
  349. if (ret < 0)
  350. return ret;
  351. for (i = 0 ; i < header_argc; i++) {
  352. ret = do_write_string(fd, header_argv[i]);
  353. if (ret < 0)
  354. return ret;
  355. }
  356. return 0;
  357. }
  358. #define CORE_SIB_FMT \
  359. "/sys/devices/system/cpu/cpu%d/topology/core_siblings_list"
  360. #define THRD_SIB_FMT \
  361. "/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list"
  362. struct cpu_topo {
  363. u32 core_sib;
  364. u32 thread_sib;
  365. char **core_siblings;
  366. char **thread_siblings;
  367. };
  368. static int build_cpu_topo(struct cpu_topo *tp, int cpu)
  369. {
  370. FILE *fp;
  371. char filename[MAXPATHLEN];
  372. char *buf = NULL, *p;
  373. size_t len = 0;
  374. ssize_t sret;
  375. u32 i = 0;
  376. int ret = -1;
  377. sprintf(filename, CORE_SIB_FMT, cpu);
  378. fp = fopen(filename, "r");
  379. if (!fp)
  380. goto try_threads;
  381. sret = getline(&buf, &len, fp);
  382. fclose(fp);
  383. if (sret <= 0)
  384. goto try_threads;
  385. p = strchr(buf, '\n');
  386. if (p)
  387. *p = '\0';
  388. for (i = 0; i < tp->core_sib; i++) {
  389. if (!strcmp(buf, tp->core_siblings[i]))
  390. break;
  391. }
  392. if (i == tp->core_sib) {
  393. tp->core_siblings[i] = buf;
  394. tp->core_sib++;
  395. buf = NULL;
  396. len = 0;
  397. }
  398. ret = 0;
  399. try_threads:
  400. sprintf(filename, THRD_SIB_FMT, cpu);
  401. fp = fopen(filename, "r");
  402. if (!fp)
  403. goto done;
  404. if (getline(&buf, &len, fp) <= 0)
  405. goto done;
  406. p = strchr(buf, '\n');
  407. if (p)
  408. *p = '\0';
  409. for (i = 0; i < tp->thread_sib; i++) {
  410. if (!strcmp(buf, tp->thread_siblings[i]))
  411. break;
  412. }
  413. if (i == tp->thread_sib) {
  414. tp->thread_siblings[i] = buf;
  415. tp->thread_sib++;
  416. buf = NULL;
  417. }
  418. ret = 0;
  419. done:
  420. if(fp)
  421. fclose(fp);
  422. free(buf);
  423. return ret;
  424. }
  425. static void free_cpu_topo(struct cpu_topo *tp)
  426. {
  427. u32 i;
  428. if (!tp)
  429. return;
  430. for (i = 0 ; i < tp->core_sib; i++)
  431. zfree(&tp->core_siblings[i]);
  432. for (i = 0 ; i < tp->thread_sib; i++)
  433. zfree(&tp->thread_siblings[i]);
  434. free(tp);
  435. }
  436. static struct cpu_topo *build_cpu_topology(void)
  437. {
  438. struct cpu_topo *tp;
  439. void *addr;
  440. u32 nr, i;
  441. size_t sz;
  442. long ncpus;
  443. int ret = -1;
  444. ncpus = sysconf(_SC_NPROCESSORS_CONF);
  445. if (ncpus < 0)
  446. return NULL;
  447. nr = (u32)(ncpus & UINT_MAX);
  448. sz = nr * sizeof(char *);
  449. addr = calloc(1, sizeof(*tp) + 2 * sz);
  450. if (!addr)
  451. return NULL;
  452. tp = addr;
  453. addr += sizeof(*tp);
  454. tp->core_siblings = addr;
  455. addr += sz;
  456. tp->thread_siblings = addr;
  457. for (i = 0; i < nr; i++) {
  458. ret = build_cpu_topo(tp, i);
  459. if (ret < 0)
  460. break;
  461. }
  462. if (ret) {
  463. free_cpu_topo(tp);
  464. tp = NULL;
  465. }
  466. return tp;
  467. }
  468. static int write_cpu_topology(int fd, struct perf_header *h __maybe_unused,
  469. struct perf_evlist *evlist __maybe_unused)
  470. {
  471. struct cpu_topo *tp;
  472. u32 i;
  473. int ret;
  474. tp = build_cpu_topology();
  475. if (!tp)
  476. return -1;
  477. ret = do_write(fd, &tp->core_sib, sizeof(tp->core_sib));
  478. if (ret < 0)
  479. goto done;
  480. for (i = 0; i < tp->core_sib; i++) {
  481. ret = do_write_string(fd, tp->core_siblings[i]);
  482. if (ret < 0)
  483. goto done;
  484. }
  485. ret = do_write(fd, &tp->thread_sib, sizeof(tp->thread_sib));
  486. if (ret < 0)
  487. goto done;
  488. for (i = 0; i < tp->thread_sib; i++) {
  489. ret = do_write_string(fd, tp->thread_siblings[i]);
  490. if (ret < 0)
  491. break;
  492. }
  493. done:
  494. free_cpu_topo(tp);
  495. return ret;
  496. }
  497. static int write_total_mem(int fd, struct perf_header *h __maybe_unused,
  498. struct perf_evlist *evlist __maybe_unused)
  499. {
  500. char *buf = NULL;
  501. FILE *fp;
  502. size_t len = 0;
  503. int ret = -1, n;
  504. uint64_t mem;
  505. fp = fopen("/proc/meminfo", "r");
  506. if (!fp)
  507. return -1;
  508. while (getline(&buf, &len, fp) > 0) {
  509. ret = strncmp(buf, "MemTotal:", 9);
  510. if (!ret)
  511. break;
  512. }
  513. if (!ret) {
  514. n = sscanf(buf, "%*s %"PRIu64, &mem);
  515. if (n == 1)
  516. ret = do_write(fd, &mem, sizeof(mem));
  517. } else
  518. ret = -1;
  519. free(buf);
  520. fclose(fp);
  521. return ret;
  522. }
  523. static int write_topo_node(int fd, int node)
  524. {
  525. char str[MAXPATHLEN];
  526. char field[32];
  527. char *buf = NULL, *p;
  528. size_t len = 0;
  529. FILE *fp;
  530. u64 mem_total, mem_free, mem;
  531. int ret = -1;
  532. sprintf(str, "/sys/devices/system/node/node%d/meminfo", node);
  533. fp = fopen(str, "r");
  534. if (!fp)
  535. return -1;
  536. while (getline(&buf, &len, fp) > 0) {
  537. /* skip over invalid lines */
  538. if (!strchr(buf, ':'))
  539. continue;
  540. if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
  541. goto done;
  542. if (!strcmp(field, "MemTotal:"))
  543. mem_total = mem;
  544. if (!strcmp(field, "MemFree:"))
  545. mem_free = mem;
  546. }
  547. fclose(fp);
  548. fp = NULL;
  549. ret = do_write(fd, &mem_total, sizeof(u64));
  550. if (ret)
  551. goto done;
  552. ret = do_write(fd, &mem_free, sizeof(u64));
  553. if (ret)
  554. goto done;
  555. ret = -1;
  556. sprintf(str, "/sys/devices/system/node/node%d/cpulist", node);
  557. fp = fopen(str, "r");
  558. if (!fp)
  559. goto done;
  560. if (getline(&buf, &len, fp) <= 0)
  561. goto done;
  562. p = strchr(buf, '\n');
  563. if (p)
  564. *p = '\0';
  565. ret = do_write_string(fd, buf);
  566. done:
  567. free(buf);
  568. if (fp)
  569. fclose(fp);
  570. return ret;
  571. }
  572. static int write_numa_topology(int fd, struct perf_header *h __maybe_unused,
  573. struct perf_evlist *evlist __maybe_unused)
  574. {
  575. char *buf = NULL;
  576. size_t len = 0;
  577. FILE *fp;
  578. struct cpu_map *node_map = NULL;
  579. char *c;
  580. u32 nr, i, j;
  581. int ret = -1;
  582. fp = fopen("/sys/devices/system/node/online", "r");
  583. if (!fp)
  584. return -1;
  585. if (getline(&buf, &len, fp) <= 0)
  586. goto done;
  587. c = strchr(buf, '\n');
  588. if (c)
  589. *c = '\0';
  590. node_map = cpu_map__new(buf);
  591. if (!node_map)
  592. goto done;
  593. nr = (u32)node_map->nr;
  594. ret = do_write(fd, &nr, sizeof(nr));
  595. if (ret < 0)
  596. goto done;
  597. for (i = 0; i < nr; i++) {
  598. j = (u32)node_map->map[i];
  599. ret = do_write(fd, &j, sizeof(j));
  600. if (ret < 0)
  601. break;
  602. ret = write_topo_node(fd, i);
  603. if (ret < 0)
  604. break;
  605. }
  606. done:
  607. free(buf);
  608. fclose(fp);
  609. free(node_map);
  610. return ret;
  611. }
  612. /*
  613. * File format:
  614. *
  615. * struct pmu_mappings {
  616. * u32 pmu_num;
  617. * struct pmu_map {
  618. * u32 type;
  619. * char name[];
  620. * }[pmu_num];
  621. * };
  622. */
  623. static int write_pmu_mappings(int fd, struct perf_header *h __maybe_unused,
  624. struct perf_evlist *evlist __maybe_unused)
  625. {
  626. struct perf_pmu *pmu = NULL;
  627. off_t offset = lseek(fd, 0, SEEK_CUR);
  628. __u32 pmu_num = 0;
  629. int ret;
  630. /* write real pmu_num later */
  631. ret = do_write(fd, &pmu_num, sizeof(pmu_num));
  632. if (ret < 0)
  633. return ret;
  634. while ((pmu = perf_pmu__scan(pmu))) {
  635. if (!pmu->name)
  636. continue;
  637. pmu_num++;
  638. ret = do_write(fd, &pmu->type, sizeof(pmu->type));
  639. if (ret < 0)
  640. return ret;
  641. ret = do_write_string(fd, pmu->name);
  642. if (ret < 0)
  643. return ret;
  644. }
  645. if (pwrite(fd, &pmu_num, sizeof(pmu_num), offset) != sizeof(pmu_num)) {
  646. /* discard all */
  647. lseek(fd, offset, SEEK_SET);
  648. return -1;
  649. }
  650. return 0;
  651. }
  652. /*
  653. * File format:
  654. *
  655. * struct group_descs {
  656. * u32 nr_groups;
  657. * struct group_desc {
  658. * char name[];
  659. * u32 leader_idx;
  660. * u32 nr_members;
  661. * }[nr_groups];
  662. * };
  663. */
  664. static int write_group_desc(int fd, struct perf_header *h __maybe_unused,
  665. struct perf_evlist *evlist)
  666. {
  667. u32 nr_groups = evlist->nr_groups;
  668. struct perf_evsel *evsel;
  669. int ret;
  670. ret = do_write(fd, &nr_groups, sizeof(nr_groups));
  671. if (ret < 0)
  672. return ret;
  673. evlist__for_each(evlist, evsel) {
  674. if (perf_evsel__is_group_leader(evsel) &&
  675. evsel->nr_members > 1) {
  676. const char *name = evsel->group_name ?: "{anon_group}";
  677. u32 leader_idx = evsel->idx;
  678. u32 nr_members = evsel->nr_members;
  679. ret = do_write_string(fd, name);
  680. if (ret < 0)
  681. return ret;
  682. ret = do_write(fd, &leader_idx, sizeof(leader_idx));
  683. if (ret < 0)
  684. return ret;
  685. ret = do_write(fd, &nr_members, sizeof(nr_members));
  686. if (ret < 0)
  687. return ret;
  688. }
  689. }
  690. return 0;
  691. }
  692. /*
  693. * default get_cpuid(): nothing gets recorded
  694. * actual implementation must be in arch/$(ARCH)/util/header.c
  695. */
  696. int __attribute__ ((weak)) get_cpuid(char *buffer __maybe_unused,
  697. size_t sz __maybe_unused)
  698. {
  699. return -1;
  700. }
  701. static int write_cpuid(int fd, struct perf_header *h __maybe_unused,
  702. struct perf_evlist *evlist __maybe_unused)
  703. {
  704. char buffer[64];
  705. int ret;
  706. ret = get_cpuid(buffer, sizeof(buffer));
  707. if (!ret)
  708. goto write_it;
  709. return -1;
  710. write_it:
  711. return do_write_string(fd, buffer);
  712. }
  713. static int write_branch_stack(int fd __maybe_unused,
  714. struct perf_header *h __maybe_unused,
  715. struct perf_evlist *evlist __maybe_unused)
  716. {
  717. return 0;
  718. }
  719. static int write_auxtrace(int fd, struct perf_header *h,
  720. struct perf_evlist *evlist __maybe_unused)
  721. {
  722. struct perf_session *session;
  723. int err;
  724. session = container_of(h, struct perf_session, header);
  725. err = auxtrace_index__write(fd, &session->auxtrace_index);
  726. if (err < 0)
  727. pr_err("Failed to write auxtrace index\n");
  728. return err;
  729. }
  730. static void print_hostname(struct perf_header *ph, int fd __maybe_unused,
  731. FILE *fp)
  732. {
  733. fprintf(fp, "# hostname : %s\n", ph->env.hostname);
  734. }
  735. static void print_osrelease(struct perf_header *ph, int fd __maybe_unused,
  736. FILE *fp)
  737. {
  738. fprintf(fp, "# os release : %s\n", ph->env.os_release);
  739. }
  740. static void print_arch(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  741. {
  742. fprintf(fp, "# arch : %s\n", ph->env.arch);
  743. }
  744. static void print_cpudesc(struct perf_header *ph, int fd __maybe_unused,
  745. FILE *fp)
  746. {
  747. fprintf(fp, "# cpudesc : %s\n", ph->env.cpu_desc);
  748. }
  749. static void print_nrcpus(struct perf_header *ph, int fd __maybe_unused,
  750. FILE *fp)
  751. {
  752. fprintf(fp, "# nrcpus online : %u\n", ph->env.nr_cpus_online);
  753. fprintf(fp, "# nrcpus avail : %u\n", ph->env.nr_cpus_avail);
  754. }
  755. static void print_version(struct perf_header *ph, int fd __maybe_unused,
  756. FILE *fp)
  757. {
  758. fprintf(fp, "# perf version : %s\n", ph->env.version);
  759. }
  760. static void print_cmdline(struct perf_header *ph, int fd __maybe_unused,
  761. FILE *fp)
  762. {
  763. int nr, i;
  764. nr = ph->env.nr_cmdline;
  765. fprintf(fp, "# cmdline : ");
  766. for (i = 0; i < nr; i++)
  767. fprintf(fp, "%s ", ph->env.cmdline_argv[i]);
  768. fputc('\n', fp);
  769. }
  770. static void print_cpu_topology(struct perf_header *ph, int fd __maybe_unused,
  771. FILE *fp)
  772. {
  773. int nr, i;
  774. char *str;
  775. nr = ph->env.nr_sibling_cores;
  776. str = ph->env.sibling_cores;
  777. for (i = 0; i < nr; i++) {
  778. fprintf(fp, "# sibling cores : %s\n", str);
  779. str += strlen(str) + 1;
  780. }
  781. nr = ph->env.nr_sibling_threads;
  782. str = ph->env.sibling_threads;
  783. for (i = 0; i < nr; i++) {
  784. fprintf(fp, "# sibling threads : %s\n", str);
  785. str += strlen(str) + 1;
  786. }
  787. }
  788. static void free_event_desc(struct perf_evsel *events)
  789. {
  790. struct perf_evsel *evsel;
  791. if (!events)
  792. return;
  793. for (evsel = events; evsel->attr.size; evsel++) {
  794. zfree(&evsel->name);
  795. zfree(&evsel->id);
  796. }
  797. free(events);
  798. }
  799. static struct perf_evsel *
  800. read_event_desc(struct perf_header *ph, int fd)
  801. {
  802. struct perf_evsel *evsel, *events = NULL;
  803. u64 *id;
  804. void *buf = NULL;
  805. u32 nre, sz, nr, i, j;
  806. ssize_t ret;
  807. size_t msz;
  808. /* number of events */
  809. ret = readn(fd, &nre, sizeof(nre));
  810. if (ret != (ssize_t)sizeof(nre))
  811. goto error;
  812. if (ph->needs_swap)
  813. nre = bswap_32(nre);
  814. ret = readn(fd, &sz, sizeof(sz));
  815. if (ret != (ssize_t)sizeof(sz))
  816. goto error;
  817. if (ph->needs_swap)
  818. sz = bswap_32(sz);
  819. /* buffer to hold on file attr struct */
  820. buf = malloc(sz);
  821. if (!buf)
  822. goto error;
  823. /* the last event terminates with evsel->attr.size == 0: */
  824. events = calloc(nre + 1, sizeof(*events));
  825. if (!events)
  826. goto error;
  827. msz = sizeof(evsel->attr);
  828. if (sz < msz)
  829. msz = sz;
  830. for (i = 0, evsel = events; i < nre; evsel++, i++) {
  831. evsel->idx = i;
  832. /*
  833. * must read entire on-file attr struct to
  834. * sync up with layout.
  835. */
  836. ret = readn(fd, buf, sz);
  837. if (ret != (ssize_t)sz)
  838. goto error;
  839. if (ph->needs_swap)
  840. perf_event__attr_swap(buf);
  841. memcpy(&evsel->attr, buf, msz);
  842. ret = readn(fd, &nr, sizeof(nr));
  843. if (ret != (ssize_t)sizeof(nr))
  844. goto error;
  845. if (ph->needs_swap) {
  846. nr = bswap_32(nr);
  847. evsel->needs_swap = true;
  848. }
  849. evsel->name = do_read_string(fd, ph);
  850. if (!nr)
  851. continue;
  852. id = calloc(nr, sizeof(*id));
  853. if (!id)
  854. goto error;
  855. evsel->ids = nr;
  856. evsel->id = id;
  857. for (j = 0 ; j < nr; j++) {
  858. ret = readn(fd, id, sizeof(*id));
  859. if (ret != (ssize_t)sizeof(*id))
  860. goto error;
  861. if (ph->needs_swap)
  862. *id = bswap_64(*id);
  863. id++;
  864. }
  865. }
  866. out:
  867. free(buf);
  868. return events;
  869. error:
  870. free_event_desc(events);
  871. events = NULL;
  872. goto out;
  873. }
  874. static int __desc_attr__fprintf(FILE *fp, const char *name, const char *val,
  875. void *priv __attribute__((unused)))
  876. {
  877. return fprintf(fp, ", %s = %s", name, val);
  878. }
  879. static void print_event_desc(struct perf_header *ph, int fd, FILE *fp)
  880. {
  881. struct perf_evsel *evsel, *events = read_event_desc(ph, fd);
  882. u32 j;
  883. u64 *id;
  884. if (!events) {
  885. fprintf(fp, "# event desc: not available or unable to read\n");
  886. return;
  887. }
  888. for (evsel = events; evsel->attr.size; evsel++) {
  889. fprintf(fp, "# event : name = %s, ", evsel->name);
  890. if (evsel->ids) {
  891. fprintf(fp, ", id = {");
  892. for (j = 0, id = evsel->id; j < evsel->ids; j++, id++) {
  893. if (j)
  894. fputc(',', fp);
  895. fprintf(fp, " %"PRIu64, *id);
  896. }
  897. fprintf(fp, " }");
  898. }
  899. perf_event_attr__fprintf(fp, &evsel->attr, __desc_attr__fprintf, NULL);
  900. fputc('\n', fp);
  901. }
  902. free_event_desc(events);
  903. }
  904. static void print_total_mem(struct perf_header *ph, int fd __maybe_unused,
  905. FILE *fp)
  906. {
  907. fprintf(fp, "# total memory : %Lu kB\n", ph->env.total_mem);
  908. }
  909. static void print_numa_topology(struct perf_header *ph, int fd __maybe_unused,
  910. FILE *fp)
  911. {
  912. u32 nr, c, i;
  913. char *str, *tmp;
  914. uint64_t mem_total, mem_free;
  915. /* nr nodes */
  916. nr = ph->env.nr_numa_nodes;
  917. str = ph->env.numa_nodes;
  918. for (i = 0; i < nr; i++) {
  919. /* node number */
  920. c = strtoul(str, &tmp, 0);
  921. if (*tmp != ':')
  922. goto error;
  923. str = tmp + 1;
  924. mem_total = strtoull(str, &tmp, 0);
  925. if (*tmp != ':')
  926. goto error;
  927. str = tmp + 1;
  928. mem_free = strtoull(str, &tmp, 0);
  929. if (*tmp != ':')
  930. goto error;
  931. fprintf(fp, "# node%u meminfo : total = %"PRIu64" kB,"
  932. " free = %"PRIu64" kB\n",
  933. c, mem_total, mem_free);
  934. str = tmp + 1;
  935. fprintf(fp, "# node%u cpu list : %s\n", c, str);
  936. str += strlen(str) + 1;
  937. }
  938. return;
  939. error:
  940. fprintf(fp, "# numa topology : not available\n");
  941. }
  942. static void print_cpuid(struct perf_header *ph, int fd __maybe_unused, FILE *fp)
  943. {
  944. fprintf(fp, "# cpuid : %s\n", ph->env.cpuid);
  945. }
  946. static void print_branch_stack(struct perf_header *ph __maybe_unused,
  947. int fd __maybe_unused, FILE *fp)
  948. {
  949. fprintf(fp, "# contains samples with branch stack\n");
  950. }
  951. static void print_auxtrace(struct perf_header *ph __maybe_unused,
  952. int fd __maybe_unused, FILE *fp)
  953. {
  954. fprintf(fp, "# contains AUX area data (e.g. instruction trace)\n");
  955. }
  956. static void print_pmu_mappings(struct perf_header *ph, int fd __maybe_unused,
  957. FILE *fp)
  958. {
  959. const char *delimiter = "# pmu mappings: ";
  960. char *str, *tmp;
  961. u32 pmu_num;
  962. u32 type;
  963. pmu_num = ph->env.nr_pmu_mappings;
  964. if (!pmu_num) {
  965. fprintf(fp, "# pmu mappings: not available\n");
  966. return;
  967. }
  968. str = ph->env.pmu_mappings;
  969. while (pmu_num) {
  970. type = strtoul(str, &tmp, 0);
  971. if (*tmp != ':')
  972. goto error;
  973. str = tmp + 1;
  974. fprintf(fp, "%s%s = %" PRIu32, delimiter, str, type);
  975. delimiter = ", ";
  976. str += strlen(str) + 1;
  977. pmu_num--;
  978. }
  979. fprintf(fp, "\n");
  980. if (!pmu_num)
  981. return;
  982. error:
  983. fprintf(fp, "# pmu mappings: unable to read\n");
  984. }
  985. static void print_group_desc(struct perf_header *ph, int fd __maybe_unused,
  986. FILE *fp)
  987. {
  988. struct perf_session *session;
  989. struct perf_evsel *evsel;
  990. u32 nr = 0;
  991. session = container_of(ph, struct perf_session, header);
  992. evlist__for_each(session->evlist, evsel) {
  993. if (perf_evsel__is_group_leader(evsel) &&
  994. evsel->nr_members > 1) {
  995. fprintf(fp, "# group: %s{%s", evsel->group_name ?: "",
  996. perf_evsel__name(evsel));
  997. nr = evsel->nr_members - 1;
  998. } else if (nr) {
  999. fprintf(fp, ",%s", perf_evsel__name(evsel));
  1000. if (--nr == 0)
  1001. fprintf(fp, "}\n");
  1002. }
  1003. }
  1004. }
  1005. static int __event_process_build_id(struct build_id_event *bev,
  1006. char *filename,
  1007. struct perf_session *session)
  1008. {
  1009. int err = -1;
  1010. struct machine *machine;
  1011. u16 cpumode;
  1012. struct dso *dso;
  1013. enum dso_kernel_type dso_type;
  1014. machine = perf_session__findnew_machine(session, bev->pid);
  1015. if (!machine)
  1016. goto out;
  1017. cpumode = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  1018. switch (cpumode) {
  1019. case PERF_RECORD_MISC_KERNEL:
  1020. dso_type = DSO_TYPE_KERNEL;
  1021. break;
  1022. case PERF_RECORD_MISC_GUEST_KERNEL:
  1023. dso_type = DSO_TYPE_GUEST_KERNEL;
  1024. break;
  1025. case PERF_RECORD_MISC_USER:
  1026. case PERF_RECORD_MISC_GUEST_USER:
  1027. dso_type = DSO_TYPE_USER;
  1028. break;
  1029. default:
  1030. goto out;
  1031. }
  1032. dso = machine__findnew_dso(machine, filename);
  1033. if (dso != NULL) {
  1034. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  1035. dso__set_build_id(dso, &bev->build_id);
  1036. if (!is_kernel_module(filename, cpumode))
  1037. dso->kernel = dso_type;
  1038. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  1039. sbuild_id);
  1040. pr_debug("build id event received for %s: %s\n",
  1041. dso->long_name, sbuild_id);
  1042. dso__put(dso);
  1043. }
  1044. err = 0;
  1045. out:
  1046. return err;
  1047. }
  1048. static int perf_header__read_build_ids_abi_quirk(struct perf_header *header,
  1049. int input, u64 offset, u64 size)
  1050. {
  1051. struct perf_session *session = container_of(header, struct perf_session, header);
  1052. struct {
  1053. struct perf_event_header header;
  1054. u8 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
  1055. char filename[0];
  1056. } old_bev;
  1057. struct build_id_event bev;
  1058. char filename[PATH_MAX];
  1059. u64 limit = offset + size;
  1060. while (offset < limit) {
  1061. ssize_t len;
  1062. if (readn(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev))
  1063. return -1;
  1064. if (header->needs_swap)
  1065. perf_event_header__bswap(&old_bev.header);
  1066. len = old_bev.header.size - sizeof(old_bev);
  1067. if (readn(input, filename, len) != len)
  1068. return -1;
  1069. bev.header = old_bev.header;
  1070. /*
  1071. * As the pid is the missing value, we need to fill
  1072. * it properly. The header.misc value give us nice hint.
  1073. */
  1074. bev.pid = HOST_KERNEL_ID;
  1075. if (bev.header.misc == PERF_RECORD_MISC_GUEST_USER ||
  1076. bev.header.misc == PERF_RECORD_MISC_GUEST_KERNEL)
  1077. bev.pid = DEFAULT_GUEST_KERNEL_ID;
  1078. memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id));
  1079. __event_process_build_id(&bev, filename, session);
  1080. offset += bev.header.size;
  1081. }
  1082. return 0;
  1083. }
  1084. static int perf_header__read_build_ids(struct perf_header *header,
  1085. int input, u64 offset, u64 size)
  1086. {
  1087. struct perf_session *session = container_of(header, struct perf_session, header);
  1088. struct build_id_event bev;
  1089. char filename[PATH_MAX];
  1090. u64 limit = offset + size, orig_offset = offset;
  1091. int err = -1;
  1092. while (offset < limit) {
  1093. ssize_t len;
  1094. if (readn(input, &bev, sizeof(bev)) != sizeof(bev))
  1095. goto out;
  1096. if (header->needs_swap)
  1097. perf_event_header__bswap(&bev.header);
  1098. len = bev.header.size - sizeof(bev);
  1099. if (readn(input, filename, len) != len)
  1100. goto out;
  1101. /*
  1102. * The a1645ce1 changeset:
  1103. *
  1104. * "perf: 'perf kvm' tool for monitoring guest performance from host"
  1105. *
  1106. * Added a field to struct build_id_event that broke the file
  1107. * format.
  1108. *
  1109. * Since the kernel build-id is the first entry, process the
  1110. * table using the old format if the well known
  1111. * '[kernel.kallsyms]' string for the kernel build-id has the
  1112. * first 4 characters chopped off (where the pid_t sits).
  1113. */
  1114. if (memcmp(filename, "nel.kallsyms]", 13) == 0) {
  1115. if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1)
  1116. return -1;
  1117. return perf_header__read_build_ids_abi_quirk(header, input, offset, size);
  1118. }
  1119. __event_process_build_id(&bev, filename, session);
  1120. offset += bev.header.size;
  1121. }
  1122. err = 0;
  1123. out:
  1124. return err;
  1125. }
  1126. static int process_tracing_data(struct perf_file_section *section __maybe_unused,
  1127. struct perf_header *ph __maybe_unused,
  1128. int fd, void *data)
  1129. {
  1130. ssize_t ret = trace_report(fd, data, false);
  1131. return ret < 0 ? -1 : 0;
  1132. }
  1133. static int process_build_id(struct perf_file_section *section,
  1134. struct perf_header *ph, int fd,
  1135. void *data __maybe_unused)
  1136. {
  1137. if (perf_header__read_build_ids(ph, fd, section->offset, section->size))
  1138. pr_debug("Failed to read buildids, continuing...\n");
  1139. return 0;
  1140. }
  1141. static int process_hostname(struct perf_file_section *section __maybe_unused,
  1142. struct perf_header *ph, int fd,
  1143. void *data __maybe_unused)
  1144. {
  1145. ph->env.hostname = do_read_string(fd, ph);
  1146. return ph->env.hostname ? 0 : -ENOMEM;
  1147. }
  1148. static int process_osrelease(struct perf_file_section *section __maybe_unused,
  1149. struct perf_header *ph, int fd,
  1150. void *data __maybe_unused)
  1151. {
  1152. ph->env.os_release = do_read_string(fd, ph);
  1153. return ph->env.os_release ? 0 : -ENOMEM;
  1154. }
  1155. static int process_version(struct perf_file_section *section __maybe_unused,
  1156. struct perf_header *ph, int fd,
  1157. void *data __maybe_unused)
  1158. {
  1159. ph->env.version = do_read_string(fd, ph);
  1160. return ph->env.version ? 0 : -ENOMEM;
  1161. }
  1162. static int process_arch(struct perf_file_section *section __maybe_unused,
  1163. struct perf_header *ph, int fd,
  1164. void *data __maybe_unused)
  1165. {
  1166. ph->env.arch = do_read_string(fd, ph);
  1167. return ph->env.arch ? 0 : -ENOMEM;
  1168. }
  1169. static int process_nrcpus(struct perf_file_section *section __maybe_unused,
  1170. struct perf_header *ph, int fd,
  1171. void *data __maybe_unused)
  1172. {
  1173. ssize_t ret;
  1174. u32 nr;
  1175. ret = readn(fd, &nr, sizeof(nr));
  1176. if (ret != sizeof(nr))
  1177. return -1;
  1178. if (ph->needs_swap)
  1179. nr = bswap_32(nr);
  1180. ph->env.nr_cpus_online = nr;
  1181. ret = readn(fd, &nr, sizeof(nr));
  1182. if (ret != sizeof(nr))
  1183. return -1;
  1184. if (ph->needs_swap)
  1185. nr = bswap_32(nr);
  1186. ph->env.nr_cpus_avail = nr;
  1187. return 0;
  1188. }
  1189. static int process_cpudesc(struct perf_file_section *section __maybe_unused,
  1190. struct perf_header *ph, int fd,
  1191. void *data __maybe_unused)
  1192. {
  1193. ph->env.cpu_desc = do_read_string(fd, ph);
  1194. return ph->env.cpu_desc ? 0 : -ENOMEM;
  1195. }
  1196. static int process_cpuid(struct perf_file_section *section __maybe_unused,
  1197. struct perf_header *ph, int fd,
  1198. void *data __maybe_unused)
  1199. {
  1200. ph->env.cpuid = do_read_string(fd, ph);
  1201. return ph->env.cpuid ? 0 : -ENOMEM;
  1202. }
  1203. static int process_total_mem(struct perf_file_section *section __maybe_unused,
  1204. struct perf_header *ph, int fd,
  1205. void *data __maybe_unused)
  1206. {
  1207. uint64_t mem;
  1208. ssize_t ret;
  1209. ret = readn(fd, &mem, sizeof(mem));
  1210. if (ret != sizeof(mem))
  1211. return -1;
  1212. if (ph->needs_swap)
  1213. mem = bswap_64(mem);
  1214. ph->env.total_mem = mem;
  1215. return 0;
  1216. }
  1217. static struct perf_evsel *
  1218. perf_evlist__find_by_index(struct perf_evlist *evlist, int idx)
  1219. {
  1220. struct perf_evsel *evsel;
  1221. evlist__for_each(evlist, evsel) {
  1222. if (evsel->idx == idx)
  1223. return evsel;
  1224. }
  1225. return NULL;
  1226. }
  1227. static void
  1228. perf_evlist__set_event_name(struct perf_evlist *evlist,
  1229. struct perf_evsel *event)
  1230. {
  1231. struct perf_evsel *evsel;
  1232. if (!event->name)
  1233. return;
  1234. evsel = perf_evlist__find_by_index(evlist, event->idx);
  1235. if (!evsel)
  1236. return;
  1237. if (evsel->name)
  1238. return;
  1239. evsel->name = strdup(event->name);
  1240. }
  1241. static int
  1242. process_event_desc(struct perf_file_section *section __maybe_unused,
  1243. struct perf_header *header, int fd,
  1244. void *data __maybe_unused)
  1245. {
  1246. struct perf_session *session;
  1247. struct perf_evsel *evsel, *events = read_event_desc(header, fd);
  1248. if (!events)
  1249. return 0;
  1250. session = container_of(header, struct perf_session, header);
  1251. for (evsel = events; evsel->attr.size; evsel++)
  1252. perf_evlist__set_event_name(session->evlist, evsel);
  1253. free_event_desc(events);
  1254. return 0;
  1255. }
  1256. static int process_cmdline(struct perf_file_section *section,
  1257. struct perf_header *ph, int fd,
  1258. void *data __maybe_unused)
  1259. {
  1260. ssize_t ret;
  1261. char *str, *cmdline = NULL, **argv = NULL;
  1262. u32 nr, i, len = 0;
  1263. ret = readn(fd, &nr, sizeof(nr));
  1264. if (ret != sizeof(nr))
  1265. return -1;
  1266. if (ph->needs_swap)
  1267. nr = bswap_32(nr);
  1268. ph->env.nr_cmdline = nr;
  1269. cmdline = zalloc(section->size + nr + 1);
  1270. if (!cmdline)
  1271. return -1;
  1272. argv = zalloc(sizeof(char *) * (nr + 1));
  1273. if (!argv)
  1274. goto error;
  1275. for (i = 0; i < nr; i++) {
  1276. str = do_read_string(fd, ph);
  1277. if (!str)
  1278. goto error;
  1279. argv[i] = cmdline + len;
  1280. memcpy(argv[i], str, strlen(str) + 1);
  1281. len += strlen(str) + 1;
  1282. free(str);
  1283. }
  1284. ph->env.cmdline = cmdline;
  1285. ph->env.cmdline_argv = (const char **) argv;
  1286. return 0;
  1287. error:
  1288. free(argv);
  1289. free(cmdline);
  1290. return -1;
  1291. }
  1292. static int process_cpu_topology(struct perf_file_section *section __maybe_unused,
  1293. struct perf_header *ph, int fd,
  1294. void *data __maybe_unused)
  1295. {
  1296. ssize_t ret;
  1297. u32 nr, i;
  1298. char *str;
  1299. struct strbuf sb;
  1300. ret = readn(fd, &nr, sizeof(nr));
  1301. if (ret != sizeof(nr))
  1302. return -1;
  1303. if (ph->needs_swap)
  1304. nr = bswap_32(nr);
  1305. ph->env.nr_sibling_cores = nr;
  1306. strbuf_init(&sb, 128);
  1307. for (i = 0; i < nr; i++) {
  1308. str = do_read_string(fd, ph);
  1309. if (!str)
  1310. goto error;
  1311. /* include a NULL character at the end */
  1312. strbuf_add(&sb, str, strlen(str) + 1);
  1313. free(str);
  1314. }
  1315. ph->env.sibling_cores = strbuf_detach(&sb, NULL);
  1316. ret = readn(fd, &nr, sizeof(nr));
  1317. if (ret != sizeof(nr))
  1318. return -1;
  1319. if (ph->needs_swap)
  1320. nr = bswap_32(nr);
  1321. ph->env.nr_sibling_threads = nr;
  1322. for (i = 0; i < nr; i++) {
  1323. str = do_read_string(fd, ph);
  1324. if (!str)
  1325. goto error;
  1326. /* include a NULL character at the end */
  1327. strbuf_add(&sb, str, strlen(str) + 1);
  1328. free(str);
  1329. }
  1330. ph->env.sibling_threads = strbuf_detach(&sb, NULL);
  1331. return 0;
  1332. error:
  1333. strbuf_release(&sb);
  1334. return -1;
  1335. }
  1336. static int process_numa_topology(struct perf_file_section *section __maybe_unused,
  1337. struct perf_header *ph, int fd,
  1338. void *data __maybe_unused)
  1339. {
  1340. ssize_t ret;
  1341. u32 nr, node, i;
  1342. char *str;
  1343. uint64_t mem_total, mem_free;
  1344. struct strbuf sb;
  1345. /* nr nodes */
  1346. ret = readn(fd, &nr, sizeof(nr));
  1347. if (ret != sizeof(nr))
  1348. goto error;
  1349. if (ph->needs_swap)
  1350. nr = bswap_32(nr);
  1351. ph->env.nr_numa_nodes = nr;
  1352. strbuf_init(&sb, 256);
  1353. for (i = 0; i < nr; i++) {
  1354. /* node number */
  1355. ret = readn(fd, &node, sizeof(node));
  1356. if (ret != sizeof(node))
  1357. goto error;
  1358. ret = readn(fd, &mem_total, sizeof(u64));
  1359. if (ret != sizeof(u64))
  1360. goto error;
  1361. ret = readn(fd, &mem_free, sizeof(u64));
  1362. if (ret != sizeof(u64))
  1363. goto error;
  1364. if (ph->needs_swap) {
  1365. node = bswap_32(node);
  1366. mem_total = bswap_64(mem_total);
  1367. mem_free = bswap_64(mem_free);
  1368. }
  1369. strbuf_addf(&sb, "%u:%"PRIu64":%"PRIu64":",
  1370. node, mem_total, mem_free);
  1371. str = do_read_string(fd, ph);
  1372. if (!str)
  1373. goto error;
  1374. /* include a NULL character at the end */
  1375. strbuf_add(&sb, str, strlen(str) + 1);
  1376. free(str);
  1377. }
  1378. ph->env.numa_nodes = strbuf_detach(&sb, NULL);
  1379. return 0;
  1380. error:
  1381. strbuf_release(&sb);
  1382. return -1;
  1383. }
  1384. static int process_pmu_mappings(struct perf_file_section *section __maybe_unused,
  1385. struct perf_header *ph, int fd,
  1386. void *data __maybe_unused)
  1387. {
  1388. ssize_t ret;
  1389. char *name;
  1390. u32 pmu_num;
  1391. u32 type;
  1392. struct strbuf sb;
  1393. ret = readn(fd, &pmu_num, sizeof(pmu_num));
  1394. if (ret != sizeof(pmu_num))
  1395. return -1;
  1396. if (ph->needs_swap)
  1397. pmu_num = bswap_32(pmu_num);
  1398. if (!pmu_num) {
  1399. pr_debug("pmu mappings not available\n");
  1400. return 0;
  1401. }
  1402. ph->env.nr_pmu_mappings = pmu_num;
  1403. strbuf_init(&sb, 128);
  1404. while (pmu_num) {
  1405. if (readn(fd, &type, sizeof(type)) != sizeof(type))
  1406. goto error;
  1407. if (ph->needs_swap)
  1408. type = bswap_32(type);
  1409. name = do_read_string(fd, ph);
  1410. if (!name)
  1411. goto error;
  1412. strbuf_addf(&sb, "%u:%s", type, name);
  1413. /* include a NULL character at the end */
  1414. strbuf_add(&sb, "", 1);
  1415. free(name);
  1416. pmu_num--;
  1417. }
  1418. ph->env.pmu_mappings = strbuf_detach(&sb, NULL);
  1419. return 0;
  1420. error:
  1421. strbuf_release(&sb);
  1422. return -1;
  1423. }
  1424. static int process_group_desc(struct perf_file_section *section __maybe_unused,
  1425. struct perf_header *ph, int fd,
  1426. void *data __maybe_unused)
  1427. {
  1428. size_t ret = -1;
  1429. u32 i, nr, nr_groups;
  1430. struct perf_session *session;
  1431. struct perf_evsel *evsel, *leader = NULL;
  1432. struct group_desc {
  1433. char *name;
  1434. u32 leader_idx;
  1435. u32 nr_members;
  1436. } *desc;
  1437. if (readn(fd, &nr_groups, sizeof(nr_groups)) != sizeof(nr_groups))
  1438. return -1;
  1439. if (ph->needs_swap)
  1440. nr_groups = bswap_32(nr_groups);
  1441. ph->env.nr_groups = nr_groups;
  1442. if (!nr_groups) {
  1443. pr_debug("group desc not available\n");
  1444. return 0;
  1445. }
  1446. desc = calloc(nr_groups, sizeof(*desc));
  1447. if (!desc)
  1448. return -1;
  1449. for (i = 0; i < nr_groups; i++) {
  1450. desc[i].name = do_read_string(fd, ph);
  1451. if (!desc[i].name)
  1452. goto out_free;
  1453. if (readn(fd, &desc[i].leader_idx, sizeof(u32)) != sizeof(u32))
  1454. goto out_free;
  1455. if (readn(fd, &desc[i].nr_members, sizeof(u32)) != sizeof(u32))
  1456. goto out_free;
  1457. if (ph->needs_swap) {
  1458. desc[i].leader_idx = bswap_32(desc[i].leader_idx);
  1459. desc[i].nr_members = bswap_32(desc[i].nr_members);
  1460. }
  1461. }
  1462. /*
  1463. * Rebuild group relationship based on the group_desc
  1464. */
  1465. session = container_of(ph, struct perf_session, header);
  1466. session->evlist->nr_groups = nr_groups;
  1467. i = nr = 0;
  1468. evlist__for_each(session->evlist, evsel) {
  1469. if (evsel->idx == (int) desc[i].leader_idx) {
  1470. evsel->leader = evsel;
  1471. /* {anon_group} is a dummy name */
  1472. if (strcmp(desc[i].name, "{anon_group}")) {
  1473. evsel->group_name = desc[i].name;
  1474. desc[i].name = NULL;
  1475. }
  1476. evsel->nr_members = desc[i].nr_members;
  1477. if (i >= nr_groups || nr > 0) {
  1478. pr_debug("invalid group desc\n");
  1479. goto out_free;
  1480. }
  1481. leader = evsel;
  1482. nr = evsel->nr_members - 1;
  1483. i++;
  1484. } else if (nr) {
  1485. /* This is a group member */
  1486. evsel->leader = leader;
  1487. nr--;
  1488. }
  1489. }
  1490. if (i != nr_groups || nr != 0) {
  1491. pr_debug("invalid group desc\n");
  1492. goto out_free;
  1493. }
  1494. ret = 0;
  1495. out_free:
  1496. for (i = 0; i < nr_groups; i++)
  1497. zfree(&desc[i].name);
  1498. free(desc);
  1499. return ret;
  1500. }
  1501. static int process_auxtrace(struct perf_file_section *section,
  1502. struct perf_header *ph, int fd,
  1503. void *data __maybe_unused)
  1504. {
  1505. struct perf_session *session;
  1506. int err;
  1507. session = container_of(ph, struct perf_session, header);
  1508. err = auxtrace_index__process(fd, section->size, session,
  1509. ph->needs_swap);
  1510. if (err < 0)
  1511. pr_err("Failed to process auxtrace index\n");
  1512. return err;
  1513. }
  1514. struct feature_ops {
  1515. int (*write)(int fd, struct perf_header *h, struct perf_evlist *evlist);
  1516. void (*print)(struct perf_header *h, int fd, FILE *fp);
  1517. int (*process)(struct perf_file_section *section,
  1518. struct perf_header *h, int fd, void *data);
  1519. const char *name;
  1520. bool full_only;
  1521. };
  1522. #define FEAT_OPA(n, func) \
  1523. [n] = { .name = #n, .write = write_##func, .print = print_##func }
  1524. #define FEAT_OPP(n, func) \
  1525. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1526. .process = process_##func }
  1527. #define FEAT_OPF(n, func) \
  1528. [n] = { .name = #n, .write = write_##func, .print = print_##func, \
  1529. .process = process_##func, .full_only = true }
  1530. /* feature_ops not implemented: */
  1531. #define print_tracing_data NULL
  1532. #define print_build_id NULL
  1533. static const struct feature_ops feat_ops[HEADER_LAST_FEATURE] = {
  1534. FEAT_OPP(HEADER_TRACING_DATA, tracing_data),
  1535. FEAT_OPP(HEADER_BUILD_ID, build_id),
  1536. FEAT_OPP(HEADER_HOSTNAME, hostname),
  1537. FEAT_OPP(HEADER_OSRELEASE, osrelease),
  1538. FEAT_OPP(HEADER_VERSION, version),
  1539. FEAT_OPP(HEADER_ARCH, arch),
  1540. FEAT_OPP(HEADER_NRCPUS, nrcpus),
  1541. FEAT_OPP(HEADER_CPUDESC, cpudesc),
  1542. FEAT_OPP(HEADER_CPUID, cpuid),
  1543. FEAT_OPP(HEADER_TOTAL_MEM, total_mem),
  1544. FEAT_OPP(HEADER_EVENT_DESC, event_desc),
  1545. FEAT_OPP(HEADER_CMDLINE, cmdline),
  1546. FEAT_OPF(HEADER_CPU_TOPOLOGY, cpu_topology),
  1547. FEAT_OPF(HEADER_NUMA_TOPOLOGY, numa_topology),
  1548. FEAT_OPA(HEADER_BRANCH_STACK, branch_stack),
  1549. FEAT_OPP(HEADER_PMU_MAPPINGS, pmu_mappings),
  1550. FEAT_OPP(HEADER_GROUP_DESC, group_desc),
  1551. FEAT_OPP(HEADER_AUXTRACE, auxtrace),
  1552. };
  1553. struct header_print_data {
  1554. FILE *fp;
  1555. bool full; /* extended list of headers */
  1556. };
  1557. static int perf_file_section__fprintf_info(struct perf_file_section *section,
  1558. struct perf_header *ph,
  1559. int feat, int fd, void *data)
  1560. {
  1561. struct header_print_data *hd = data;
  1562. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1563. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1564. "%d, continuing...\n", section->offset, feat);
  1565. return 0;
  1566. }
  1567. if (feat >= HEADER_LAST_FEATURE) {
  1568. pr_warning("unknown feature %d\n", feat);
  1569. return 0;
  1570. }
  1571. if (!feat_ops[feat].print)
  1572. return 0;
  1573. if (!feat_ops[feat].full_only || hd->full)
  1574. feat_ops[feat].print(ph, fd, hd->fp);
  1575. else
  1576. fprintf(hd->fp, "# %s info available, use -I to display\n",
  1577. feat_ops[feat].name);
  1578. return 0;
  1579. }
  1580. int perf_header__fprintf_info(struct perf_session *session, FILE *fp, bool full)
  1581. {
  1582. struct header_print_data hd;
  1583. struct perf_header *header = &session->header;
  1584. int fd = perf_data_file__fd(session->file);
  1585. hd.fp = fp;
  1586. hd.full = full;
  1587. perf_header__process_sections(header, fd, &hd,
  1588. perf_file_section__fprintf_info);
  1589. return 0;
  1590. }
  1591. static int do_write_feat(int fd, struct perf_header *h, int type,
  1592. struct perf_file_section **p,
  1593. struct perf_evlist *evlist)
  1594. {
  1595. int err;
  1596. int ret = 0;
  1597. if (perf_header__has_feat(h, type)) {
  1598. if (!feat_ops[type].write)
  1599. return -1;
  1600. (*p)->offset = lseek(fd, 0, SEEK_CUR);
  1601. err = feat_ops[type].write(fd, h, evlist);
  1602. if (err < 0) {
  1603. pr_debug("failed to write feature %d\n", type);
  1604. /* undo anything written */
  1605. lseek(fd, (*p)->offset, SEEK_SET);
  1606. return -1;
  1607. }
  1608. (*p)->size = lseek(fd, 0, SEEK_CUR) - (*p)->offset;
  1609. (*p)++;
  1610. }
  1611. return ret;
  1612. }
  1613. static int perf_header__adds_write(struct perf_header *header,
  1614. struct perf_evlist *evlist, int fd)
  1615. {
  1616. int nr_sections;
  1617. struct perf_file_section *feat_sec, *p;
  1618. int sec_size;
  1619. u64 sec_start;
  1620. int feat;
  1621. int err;
  1622. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1623. if (!nr_sections)
  1624. return 0;
  1625. feat_sec = p = calloc(nr_sections, sizeof(*feat_sec));
  1626. if (feat_sec == NULL)
  1627. return -ENOMEM;
  1628. sec_size = sizeof(*feat_sec) * nr_sections;
  1629. sec_start = header->feat_offset;
  1630. lseek(fd, sec_start + sec_size, SEEK_SET);
  1631. for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
  1632. if (do_write_feat(fd, header, feat, &p, evlist))
  1633. perf_header__clear_feat(header, feat);
  1634. }
  1635. lseek(fd, sec_start, SEEK_SET);
  1636. /*
  1637. * may write more than needed due to dropped feature, but
  1638. * this is okay, reader will skip the mising entries
  1639. */
  1640. err = do_write(fd, feat_sec, sec_size);
  1641. if (err < 0)
  1642. pr_debug("failed to write feature section\n");
  1643. free(feat_sec);
  1644. return err;
  1645. }
  1646. int perf_header__write_pipe(int fd)
  1647. {
  1648. struct perf_pipe_file_header f_header;
  1649. int err;
  1650. f_header = (struct perf_pipe_file_header){
  1651. .magic = PERF_MAGIC,
  1652. .size = sizeof(f_header),
  1653. };
  1654. err = do_write(fd, &f_header, sizeof(f_header));
  1655. if (err < 0) {
  1656. pr_debug("failed to write perf pipe header\n");
  1657. return err;
  1658. }
  1659. return 0;
  1660. }
  1661. int perf_session__write_header(struct perf_session *session,
  1662. struct perf_evlist *evlist,
  1663. int fd, bool at_exit)
  1664. {
  1665. struct perf_file_header f_header;
  1666. struct perf_file_attr f_attr;
  1667. struct perf_header *header = &session->header;
  1668. struct perf_evsel *evsel;
  1669. u64 attr_offset;
  1670. int err;
  1671. lseek(fd, sizeof(f_header), SEEK_SET);
  1672. evlist__for_each(session->evlist, evsel) {
  1673. evsel->id_offset = lseek(fd, 0, SEEK_CUR);
  1674. err = do_write(fd, evsel->id, evsel->ids * sizeof(u64));
  1675. if (err < 0) {
  1676. pr_debug("failed to write perf header\n");
  1677. return err;
  1678. }
  1679. }
  1680. attr_offset = lseek(fd, 0, SEEK_CUR);
  1681. evlist__for_each(evlist, evsel) {
  1682. f_attr = (struct perf_file_attr){
  1683. .attr = evsel->attr,
  1684. .ids = {
  1685. .offset = evsel->id_offset,
  1686. .size = evsel->ids * sizeof(u64),
  1687. }
  1688. };
  1689. err = do_write(fd, &f_attr, sizeof(f_attr));
  1690. if (err < 0) {
  1691. pr_debug("failed to write perf header attribute\n");
  1692. return err;
  1693. }
  1694. }
  1695. if (!header->data_offset)
  1696. header->data_offset = lseek(fd, 0, SEEK_CUR);
  1697. header->feat_offset = header->data_offset + header->data_size;
  1698. if (at_exit) {
  1699. err = perf_header__adds_write(header, evlist, fd);
  1700. if (err < 0)
  1701. return err;
  1702. }
  1703. f_header = (struct perf_file_header){
  1704. .magic = PERF_MAGIC,
  1705. .size = sizeof(f_header),
  1706. .attr_size = sizeof(f_attr),
  1707. .attrs = {
  1708. .offset = attr_offset,
  1709. .size = evlist->nr_entries * sizeof(f_attr),
  1710. },
  1711. .data = {
  1712. .offset = header->data_offset,
  1713. .size = header->data_size,
  1714. },
  1715. /* event_types is ignored, store zeros */
  1716. };
  1717. memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features));
  1718. lseek(fd, 0, SEEK_SET);
  1719. err = do_write(fd, &f_header, sizeof(f_header));
  1720. if (err < 0) {
  1721. pr_debug("failed to write perf header\n");
  1722. return err;
  1723. }
  1724. lseek(fd, header->data_offset + header->data_size, SEEK_SET);
  1725. return 0;
  1726. }
  1727. static int perf_header__getbuffer64(struct perf_header *header,
  1728. int fd, void *buf, size_t size)
  1729. {
  1730. if (readn(fd, buf, size) <= 0)
  1731. return -1;
  1732. if (header->needs_swap)
  1733. mem_bswap_64(buf, size);
  1734. return 0;
  1735. }
  1736. int perf_header__process_sections(struct perf_header *header, int fd,
  1737. void *data,
  1738. int (*process)(struct perf_file_section *section,
  1739. struct perf_header *ph,
  1740. int feat, int fd, void *data))
  1741. {
  1742. struct perf_file_section *feat_sec, *sec;
  1743. int nr_sections;
  1744. int sec_size;
  1745. int feat;
  1746. int err;
  1747. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  1748. if (!nr_sections)
  1749. return 0;
  1750. feat_sec = sec = calloc(nr_sections, sizeof(*feat_sec));
  1751. if (!feat_sec)
  1752. return -1;
  1753. sec_size = sizeof(*feat_sec) * nr_sections;
  1754. lseek(fd, header->feat_offset, SEEK_SET);
  1755. err = perf_header__getbuffer64(header, fd, feat_sec, sec_size);
  1756. if (err < 0)
  1757. goto out_free;
  1758. for_each_set_bit(feat, header->adds_features, HEADER_LAST_FEATURE) {
  1759. err = process(sec++, header, feat, fd, data);
  1760. if (err < 0)
  1761. goto out_free;
  1762. }
  1763. err = 0;
  1764. out_free:
  1765. free(feat_sec);
  1766. return err;
  1767. }
  1768. static const int attr_file_abi_sizes[] = {
  1769. [0] = PERF_ATTR_SIZE_VER0,
  1770. [1] = PERF_ATTR_SIZE_VER1,
  1771. [2] = PERF_ATTR_SIZE_VER2,
  1772. [3] = PERF_ATTR_SIZE_VER3,
  1773. [4] = PERF_ATTR_SIZE_VER4,
  1774. 0,
  1775. };
  1776. /*
  1777. * In the legacy file format, the magic number is not used to encode endianness.
  1778. * hdr_sz was used to encode endianness. But given that hdr_sz can vary based
  1779. * on ABI revisions, we need to try all combinations for all endianness to
  1780. * detect the endianness.
  1781. */
  1782. static int try_all_file_abis(uint64_t hdr_sz, struct perf_header *ph)
  1783. {
  1784. uint64_t ref_size, attr_size;
  1785. int i;
  1786. for (i = 0 ; attr_file_abi_sizes[i]; i++) {
  1787. ref_size = attr_file_abi_sizes[i]
  1788. + sizeof(struct perf_file_section);
  1789. if (hdr_sz != ref_size) {
  1790. attr_size = bswap_64(hdr_sz);
  1791. if (attr_size != ref_size)
  1792. continue;
  1793. ph->needs_swap = true;
  1794. }
  1795. pr_debug("ABI%d perf.data file detected, need_swap=%d\n",
  1796. i,
  1797. ph->needs_swap);
  1798. return 0;
  1799. }
  1800. /* could not determine endianness */
  1801. return -1;
  1802. }
  1803. #define PERF_PIPE_HDR_VER0 16
  1804. static const size_t attr_pipe_abi_sizes[] = {
  1805. [0] = PERF_PIPE_HDR_VER0,
  1806. 0,
  1807. };
  1808. /*
  1809. * In the legacy pipe format, there is an implicit assumption that endiannesss
  1810. * between host recording the samples, and host parsing the samples is the
  1811. * same. This is not always the case given that the pipe output may always be
  1812. * redirected into a file and analyzed on a different machine with possibly a
  1813. * different endianness and perf_event ABI revsions in the perf tool itself.
  1814. */
  1815. static int try_all_pipe_abis(uint64_t hdr_sz, struct perf_header *ph)
  1816. {
  1817. u64 attr_size;
  1818. int i;
  1819. for (i = 0 ; attr_pipe_abi_sizes[i]; i++) {
  1820. if (hdr_sz != attr_pipe_abi_sizes[i]) {
  1821. attr_size = bswap_64(hdr_sz);
  1822. if (attr_size != hdr_sz)
  1823. continue;
  1824. ph->needs_swap = true;
  1825. }
  1826. pr_debug("Pipe ABI%d perf.data file detected\n", i);
  1827. return 0;
  1828. }
  1829. return -1;
  1830. }
  1831. bool is_perf_magic(u64 magic)
  1832. {
  1833. if (!memcmp(&magic, __perf_magic1, sizeof(magic))
  1834. || magic == __perf_magic2
  1835. || magic == __perf_magic2_sw)
  1836. return true;
  1837. return false;
  1838. }
  1839. static int check_magic_endian(u64 magic, uint64_t hdr_sz,
  1840. bool is_pipe, struct perf_header *ph)
  1841. {
  1842. int ret;
  1843. /* check for legacy format */
  1844. ret = memcmp(&magic, __perf_magic1, sizeof(magic));
  1845. if (ret == 0) {
  1846. ph->version = PERF_HEADER_VERSION_1;
  1847. pr_debug("legacy perf.data format\n");
  1848. if (is_pipe)
  1849. return try_all_pipe_abis(hdr_sz, ph);
  1850. return try_all_file_abis(hdr_sz, ph);
  1851. }
  1852. /*
  1853. * the new magic number serves two purposes:
  1854. * - unique number to identify actual perf.data files
  1855. * - encode endianness of file
  1856. */
  1857. ph->version = PERF_HEADER_VERSION_2;
  1858. /* check magic number with one endianness */
  1859. if (magic == __perf_magic2)
  1860. return 0;
  1861. /* check magic number with opposite endianness */
  1862. if (magic != __perf_magic2_sw)
  1863. return -1;
  1864. ph->needs_swap = true;
  1865. return 0;
  1866. }
  1867. int perf_file_header__read(struct perf_file_header *header,
  1868. struct perf_header *ph, int fd)
  1869. {
  1870. ssize_t ret;
  1871. lseek(fd, 0, SEEK_SET);
  1872. ret = readn(fd, header, sizeof(*header));
  1873. if (ret <= 0)
  1874. return -1;
  1875. if (check_magic_endian(header->magic,
  1876. header->attr_size, false, ph) < 0) {
  1877. pr_debug("magic/endian check failed\n");
  1878. return -1;
  1879. }
  1880. if (ph->needs_swap) {
  1881. mem_bswap_64(header, offsetof(struct perf_file_header,
  1882. adds_features));
  1883. }
  1884. if (header->size != sizeof(*header)) {
  1885. /* Support the previous format */
  1886. if (header->size == offsetof(typeof(*header), adds_features))
  1887. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1888. else
  1889. return -1;
  1890. } else if (ph->needs_swap) {
  1891. /*
  1892. * feature bitmap is declared as an array of unsigned longs --
  1893. * not good since its size can differ between the host that
  1894. * generated the data file and the host analyzing the file.
  1895. *
  1896. * We need to handle endianness, but we don't know the size of
  1897. * the unsigned long where the file was generated. Take a best
  1898. * guess at determining it: try 64-bit swap first (ie., file
  1899. * created on a 64-bit host), and check if the hostname feature
  1900. * bit is set (this feature bit is forced on as of fbe96f2).
  1901. * If the bit is not, undo the 64-bit swap and try a 32-bit
  1902. * swap. If the hostname bit is still not set (e.g., older data
  1903. * file), punt and fallback to the original behavior --
  1904. * clearing all feature bits and setting buildid.
  1905. */
  1906. mem_bswap_64(&header->adds_features,
  1907. BITS_TO_U64(HEADER_FEAT_BITS));
  1908. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1909. /* unswap as u64 */
  1910. mem_bswap_64(&header->adds_features,
  1911. BITS_TO_U64(HEADER_FEAT_BITS));
  1912. /* unswap as u32 */
  1913. mem_bswap_32(&header->adds_features,
  1914. BITS_TO_U32(HEADER_FEAT_BITS));
  1915. }
  1916. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  1917. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  1918. set_bit(HEADER_BUILD_ID, header->adds_features);
  1919. }
  1920. }
  1921. memcpy(&ph->adds_features, &header->adds_features,
  1922. sizeof(ph->adds_features));
  1923. ph->data_offset = header->data.offset;
  1924. ph->data_size = header->data.size;
  1925. ph->feat_offset = header->data.offset + header->data.size;
  1926. return 0;
  1927. }
  1928. static int perf_file_section__process(struct perf_file_section *section,
  1929. struct perf_header *ph,
  1930. int feat, int fd, void *data)
  1931. {
  1932. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  1933. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  1934. "%d, continuing...\n", section->offset, feat);
  1935. return 0;
  1936. }
  1937. if (feat >= HEADER_LAST_FEATURE) {
  1938. pr_debug("unknown feature %d, continuing...\n", feat);
  1939. return 0;
  1940. }
  1941. if (!feat_ops[feat].process)
  1942. return 0;
  1943. return feat_ops[feat].process(section, ph, fd, data);
  1944. }
  1945. static int perf_file_header__read_pipe(struct perf_pipe_file_header *header,
  1946. struct perf_header *ph, int fd,
  1947. bool repipe)
  1948. {
  1949. ssize_t ret;
  1950. ret = readn(fd, header, sizeof(*header));
  1951. if (ret <= 0)
  1952. return -1;
  1953. if (check_magic_endian(header->magic, header->size, true, ph) < 0) {
  1954. pr_debug("endian/magic failed\n");
  1955. return -1;
  1956. }
  1957. if (ph->needs_swap)
  1958. header->size = bswap_64(header->size);
  1959. if (repipe && do_write(STDOUT_FILENO, header, sizeof(*header)) < 0)
  1960. return -1;
  1961. return 0;
  1962. }
  1963. static int perf_header__read_pipe(struct perf_session *session)
  1964. {
  1965. struct perf_header *header = &session->header;
  1966. struct perf_pipe_file_header f_header;
  1967. if (perf_file_header__read_pipe(&f_header, header,
  1968. perf_data_file__fd(session->file),
  1969. session->repipe) < 0) {
  1970. pr_debug("incompatible file format\n");
  1971. return -EINVAL;
  1972. }
  1973. return 0;
  1974. }
  1975. static int read_attr(int fd, struct perf_header *ph,
  1976. struct perf_file_attr *f_attr)
  1977. {
  1978. struct perf_event_attr *attr = &f_attr->attr;
  1979. size_t sz, left;
  1980. size_t our_sz = sizeof(f_attr->attr);
  1981. ssize_t ret;
  1982. memset(f_attr, 0, sizeof(*f_attr));
  1983. /* read minimal guaranteed structure */
  1984. ret = readn(fd, attr, PERF_ATTR_SIZE_VER0);
  1985. if (ret <= 0) {
  1986. pr_debug("cannot read %d bytes of header attr\n",
  1987. PERF_ATTR_SIZE_VER0);
  1988. return -1;
  1989. }
  1990. /* on file perf_event_attr size */
  1991. sz = attr->size;
  1992. if (ph->needs_swap)
  1993. sz = bswap_32(sz);
  1994. if (sz == 0) {
  1995. /* assume ABI0 */
  1996. sz = PERF_ATTR_SIZE_VER0;
  1997. } else if (sz > our_sz) {
  1998. pr_debug("file uses a more recent and unsupported ABI"
  1999. " (%zu bytes extra)\n", sz - our_sz);
  2000. return -1;
  2001. }
  2002. /* what we have not yet read and that we know about */
  2003. left = sz - PERF_ATTR_SIZE_VER0;
  2004. if (left) {
  2005. void *ptr = attr;
  2006. ptr += PERF_ATTR_SIZE_VER0;
  2007. ret = readn(fd, ptr, left);
  2008. }
  2009. /* read perf_file_section, ids are read in caller */
  2010. ret = readn(fd, &f_attr->ids, sizeof(f_attr->ids));
  2011. return ret <= 0 ? -1 : 0;
  2012. }
  2013. static int perf_evsel__prepare_tracepoint_event(struct perf_evsel *evsel,
  2014. struct pevent *pevent)
  2015. {
  2016. struct event_format *event;
  2017. char bf[128];
  2018. /* already prepared */
  2019. if (evsel->tp_format)
  2020. return 0;
  2021. if (pevent == NULL) {
  2022. pr_debug("broken or missing trace data\n");
  2023. return -1;
  2024. }
  2025. event = pevent_find_event(pevent, evsel->attr.config);
  2026. if (event == NULL)
  2027. return -1;
  2028. if (!evsel->name) {
  2029. snprintf(bf, sizeof(bf), "%s:%s", event->system, event->name);
  2030. evsel->name = strdup(bf);
  2031. if (evsel->name == NULL)
  2032. return -1;
  2033. }
  2034. evsel->tp_format = event;
  2035. return 0;
  2036. }
  2037. static int perf_evlist__prepare_tracepoint_events(struct perf_evlist *evlist,
  2038. struct pevent *pevent)
  2039. {
  2040. struct perf_evsel *pos;
  2041. evlist__for_each(evlist, pos) {
  2042. if (pos->attr.type == PERF_TYPE_TRACEPOINT &&
  2043. perf_evsel__prepare_tracepoint_event(pos, pevent))
  2044. return -1;
  2045. }
  2046. return 0;
  2047. }
  2048. int perf_session__read_header(struct perf_session *session)
  2049. {
  2050. struct perf_data_file *file = session->file;
  2051. struct perf_header *header = &session->header;
  2052. struct perf_file_header f_header;
  2053. struct perf_file_attr f_attr;
  2054. u64 f_id;
  2055. int nr_attrs, nr_ids, i, j;
  2056. int fd = perf_data_file__fd(file);
  2057. session->evlist = perf_evlist__new();
  2058. if (session->evlist == NULL)
  2059. return -ENOMEM;
  2060. if (perf_data_file__is_pipe(file))
  2061. return perf_header__read_pipe(session);
  2062. if (perf_file_header__read(&f_header, header, fd) < 0)
  2063. return -EINVAL;
  2064. /*
  2065. * Sanity check that perf.data was written cleanly; data size is
  2066. * initialized to 0 and updated only if the on_exit function is run.
  2067. * If data size is still 0 then the file contains only partial
  2068. * information. Just warn user and process it as much as it can.
  2069. */
  2070. if (f_header.data.size == 0) {
  2071. pr_warning("WARNING: The %s file's data size field is 0 which is unexpected.\n"
  2072. "Was the 'perf record' command properly terminated?\n",
  2073. file->path);
  2074. }
  2075. nr_attrs = f_header.attrs.size / f_header.attr_size;
  2076. lseek(fd, f_header.attrs.offset, SEEK_SET);
  2077. for (i = 0; i < nr_attrs; i++) {
  2078. struct perf_evsel *evsel;
  2079. off_t tmp;
  2080. if (read_attr(fd, header, &f_attr) < 0)
  2081. goto out_errno;
  2082. if (header->needs_swap) {
  2083. f_attr.ids.size = bswap_64(f_attr.ids.size);
  2084. f_attr.ids.offset = bswap_64(f_attr.ids.offset);
  2085. perf_event__attr_swap(&f_attr.attr);
  2086. }
  2087. tmp = lseek(fd, 0, SEEK_CUR);
  2088. evsel = perf_evsel__new(&f_attr.attr);
  2089. if (evsel == NULL)
  2090. goto out_delete_evlist;
  2091. evsel->needs_swap = header->needs_swap;
  2092. /*
  2093. * Do it before so that if perf_evsel__alloc_id fails, this
  2094. * entry gets purged too at perf_evlist__delete().
  2095. */
  2096. perf_evlist__add(session->evlist, evsel);
  2097. nr_ids = f_attr.ids.size / sizeof(u64);
  2098. /*
  2099. * We don't have the cpu and thread maps on the header, so
  2100. * for allocating the perf_sample_id table we fake 1 cpu and
  2101. * hattr->ids threads.
  2102. */
  2103. if (perf_evsel__alloc_id(evsel, 1, nr_ids))
  2104. goto out_delete_evlist;
  2105. lseek(fd, f_attr.ids.offset, SEEK_SET);
  2106. for (j = 0; j < nr_ids; j++) {
  2107. if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id)))
  2108. goto out_errno;
  2109. perf_evlist__id_add(session->evlist, evsel, 0, j, f_id);
  2110. }
  2111. lseek(fd, tmp, SEEK_SET);
  2112. }
  2113. symbol_conf.nr_events = nr_attrs;
  2114. perf_header__process_sections(header, fd, &session->tevent,
  2115. perf_file_section__process);
  2116. if (perf_evlist__prepare_tracepoint_events(session->evlist,
  2117. session->tevent.pevent))
  2118. goto out_delete_evlist;
  2119. return 0;
  2120. out_errno:
  2121. return -errno;
  2122. out_delete_evlist:
  2123. perf_evlist__delete(session->evlist);
  2124. session->evlist = NULL;
  2125. return -ENOMEM;
  2126. }
  2127. int perf_event__synthesize_attr(struct perf_tool *tool,
  2128. struct perf_event_attr *attr, u32 ids, u64 *id,
  2129. perf_event__handler_t process)
  2130. {
  2131. union perf_event *ev;
  2132. size_t size;
  2133. int err;
  2134. size = sizeof(struct perf_event_attr);
  2135. size = PERF_ALIGN(size, sizeof(u64));
  2136. size += sizeof(struct perf_event_header);
  2137. size += ids * sizeof(u64);
  2138. ev = malloc(size);
  2139. if (ev == NULL)
  2140. return -ENOMEM;
  2141. ev->attr.attr = *attr;
  2142. memcpy(ev->attr.id, id, ids * sizeof(u64));
  2143. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  2144. ev->attr.header.size = (u16)size;
  2145. if (ev->attr.header.size == size)
  2146. err = process(tool, ev, NULL, NULL);
  2147. else
  2148. err = -E2BIG;
  2149. free(ev);
  2150. return err;
  2151. }
  2152. int perf_event__synthesize_attrs(struct perf_tool *tool,
  2153. struct perf_session *session,
  2154. perf_event__handler_t process)
  2155. {
  2156. struct perf_evsel *evsel;
  2157. int err = 0;
  2158. evlist__for_each(session->evlist, evsel) {
  2159. err = perf_event__synthesize_attr(tool, &evsel->attr, evsel->ids,
  2160. evsel->id, process);
  2161. if (err) {
  2162. pr_debug("failed to create perf header attribute\n");
  2163. return err;
  2164. }
  2165. }
  2166. return err;
  2167. }
  2168. int perf_event__process_attr(struct perf_tool *tool __maybe_unused,
  2169. union perf_event *event,
  2170. struct perf_evlist **pevlist)
  2171. {
  2172. u32 i, ids, n_ids;
  2173. struct perf_evsel *evsel;
  2174. struct perf_evlist *evlist = *pevlist;
  2175. if (evlist == NULL) {
  2176. *pevlist = evlist = perf_evlist__new();
  2177. if (evlist == NULL)
  2178. return -ENOMEM;
  2179. }
  2180. evsel = perf_evsel__new(&event->attr.attr);
  2181. if (evsel == NULL)
  2182. return -ENOMEM;
  2183. perf_evlist__add(evlist, evsel);
  2184. ids = event->header.size;
  2185. ids -= (void *)&event->attr.id - (void *)event;
  2186. n_ids = ids / sizeof(u64);
  2187. /*
  2188. * We don't have the cpu and thread maps on the header, so
  2189. * for allocating the perf_sample_id table we fake 1 cpu and
  2190. * hattr->ids threads.
  2191. */
  2192. if (perf_evsel__alloc_id(evsel, 1, n_ids))
  2193. return -ENOMEM;
  2194. for (i = 0; i < n_ids; i++) {
  2195. perf_evlist__id_add(evlist, evsel, 0, i, event->attr.id[i]);
  2196. }
  2197. symbol_conf.nr_events = evlist->nr_entries;
  2198. return 0;
  2199. }
  2200. int perf_event__synthesize_tracing_data(struct perf_tool *tool, int fd,
  2201. struct perf_evlist *evlist,
  2202. perf_event__handler_t process)
  2203. {
  2204. union perf_event ev;
  2205. struct tracing_data *tdata;
  2206. ssize_t size = 0, aligned_size = 0, padding;
  2207. int err __maybe_unused = 0;
  2208. /*
  2209. * We are going to store the size of the data followed
  2210. * by the data contents. Since the fd descriptor is a pipe,
  2211. * we cannot seek back to store the size of the data once
  2212. * we know it. Instead we:
  2213. *
  2214. * - write the tracing data to the temp file
  2215. * - get/write the data size to pipe
  2216. * - write the tracing data from the temp file
  2217. * to the pipe
  2218. */
  2219. tdata = tracing_data_get(&evlist->entries, fd, true);
  2220. if (!tdata)
  2221. return -1;
  2222. memset(&ev, 0, sizeof(ev));
  2223. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  2224. size = tdata->size;
  2225. aligned_size = PERF_ALIGN(size, sizeof(u64));
  2226. padding = aligned_size - size;
  2227. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  2228. ev.tracing_data.size = aligned_size;
  2229. process(tool, &ev, NULL, NULL);
  2230. /*
  2231. * The put function will copy all the tracing data
  2232. * stored in temp file to the pipe.
  2233. */
  2234. tracing_data_put(tdata);
  2235. write_padded(fd, NULL, 0, padding);
  2236. return aligned_size;
  2237. }
  2238. int perf_event__process_tracing_data(struct perf_tool *tool __maybe_unused,
  2239. union perf_event *event,
  2240. struct perf_session *session)
  2241. {
  2242. ssize_t size_read, padding, size = event->tracing_data.size;
  2243. int fd = perf_data_file__fd(session->file);
  2244. off_t offset = lseek(fd, 0, SEEK_CUR);
  2245. char buf[BUFSIZ];
  2246. /* setup for reading amidst mmap */
  2247. lseek(fd, offset + sizeof(struct tracing_data_event),
  2248. SEEK_SET);
  2249. size_read = trace_report(fd, &session->tevent,
  2250. session->repipe);
  2251. padding = PERF_ALIGN(size_read, sizeof(u64)) - size_read;
  2252. if (readn(fd, buf, padding) < 0) {
  2253. pr_err("%s: reading input file", __func__);
  2254. return -1;
  2255. }
  2256. if (session->repipe) {
  2257. int retw = write(STDOUT_FILENO, buf, padding);
  2258. if (retw <= 0 || retw != padding) {
  2259. pr_err("%s: repiping tracing data padding", __func__);
  2260. return -1;
  2261. }
  2262. }
  2263. if (size_read + padding != size) {
  2264. pr_err("%s: tracing data size mismatch", __func__);
  2265. return -1;
  2266. }
  2267. perf_evlist__prepare_tracepoint_events(session->evlist,
  2268. session->tevent.pevent);
  2269. return size_read + padding;
  2270. }
  2271. int perf_event__synthesize_build_id(struct perf_tool *tool,
  2272. struct dso *pos, u16 misc,
  2273. perf_event__handler_t process,
  2274. struct machine *machine)
  2275. {
  2276. union perf_event ev;
  2277. size_t len;
  2278. int err = 0;
  2279. if (!pos->hit)
  2280. return err;
  2281. memset(&ev, 0, sizeof(ev));
  2282. len = pos->long_name_len + 1;
  2283. len = PERF_ALIGN(len, NAME_ALIGN);
  2284. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  2285. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  2286. ev.build_id.header.misc = misc;
  2287. ev.build_id.pid = machine->pid;
  2288. ev.build_id.header.size = sizeof(ev.build_id) + len;
  2289. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  2290. err = process(tool, &ev, NULL, machine);
  2291. return err;
  2292. }
  2293. int perf_event__process_build_id(struct perf_tool *tool __maybe_unused,
  2294. union perf_event *event,
  2295. struct perf_session *session)
  2296. {
  2297. __event_process_build_id(&event->build_id,
  2298. event->build_id.filename,
  2299. session);
  2300. return 0;
  2301. }