header.c 83 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938
  1. // SPDX-License-Identifier: GPL-2.0
  2. #include <errno.h>
  3. #include <inttypes.h>
  4. #include "util.h"
  5. #include "string2.h"
  6. #include <sys/param.h>
  7. #include <sys/types.h>
  8. #include <byteswap.h>
  9. #include <unistd.h>
  10. #include <stdio.h>
  11. #include <stdlib.h>
  12. #include <linux/compiler.h>
  13. #include <linux/list.h>
  14. #include <linux/kernel.h>
  15. #include <linux/bitops.h>
  16. #include <linux/stringify.h>
  17. #include <sys/stat.h>
  18. #include <sys/utsname.h>
  19. #include <linux/time64.h>
  20. #include <dirent.h>
  21. #include "evlist.h"
  22. #include "evsel.h"
  23. #include "header.h"
  24. #include "memswap.h"
  25. #include "../perf.h"
  26. #include "trace-event.h"
  27. #include "session.h"
  28. #include "symbol.h"
  29. #include "debug.h"
  30. #include "cpumap.h"
  31. #include "pmu.h"
  32. #include "vdso.h"
  33. #include "strbuf.h"
  34. #include "build-id.h"
  35. #include "data.h"
  36. #include <api/fs/fs.h>
  37. #include "asm/bug.h"
  38. #include "tool.h"
  39. #include "time-utils.h"
  40. #include "units.h"
  41. #include "sane_ctype.h"
  42. /*
  43. * magic2 = "PERFILE2"
  44. * must be a numerical value to let the endianness
  45. * determine the memory layout. That way we are able
  46. * to detect endianness when reading the perf.data file
  47. * back.
  48. *
  49. * we check for legacy (PERFFILE) format.
  50. */
  51. static const char *__perf_magic1 = "PERFFILE";
  52. static const u64 __perf_magic2 = 0x32454c4946524550ULL;
  53. static const u64 __perf_magic2_sw = 0x50455246494c4532ULL;
  54. #define PERF_MAGIC __perf_magic2
  55. const char perf_version_string[] = PERF_VERSION;
  56. struct perf_file_attr {
  57. struct perf_event_attr attr;
  58. struct perf_file_section ids;
  59. };
  60. struct feat_fd {
  61. struct perf_header *ph;
  62. int fd;
  63. void *buf; /* Either buf != NULL or fd >= 0 */
  64. ssize_t offset;
  65. size_t size;
  66. struct perf_evsel *events;
  67. };
  68. void perf_header__set_feat(struct perf_header *header, int feat)
  69. {
  70. set_bit(feat, header->adds_features);
  71. }
  72. void perf_header__clear_feat(struct perf_header *header, int feat)
  73. {
  74. clear_bit(feat, header->adds_features);
  75. }
  76. bool perf_header__has_feat(const struct perf_header *header, int feat)
  77. {
  78. return test_bit(feat, header->adds_features);
  79. }
  80. static int __do_write_fd(struct feat_fd *ff, const void *buf, size_t size)
  81. {
  82. ssize_t ret = writen(ff->fd, buf, size);
  83. if (ret != (ssize_t)size)
  84. return ret < 0 ? (int)ret : -1;
  85. return 0;
  86. }
  87. static int __do_write_buf(struct feat_fd *ff, const void *buf, size_t size)
  88. {
  89. /* struct perf_event_header::size is u16 */
  90. const size_t max_size = 0xffff - sizeof(struct perf_event_header);
  91. size_t new_size = ff->size;
  92. void *addr;
  93. if (size + ff->offset > max_size)
  94. return -E2BIG;
  95. while (size > (new_size - ff->offset))
  96. new_size <<= 1;
  97. new_size = min(max_size, new_size);
  98. if (ff->size < new_size) {
  99. addr = realloc(ff->buf, new_size);
  100. if (!addr)
  101. return -ENOMEM;
  102. ff->buf = addr;
  103. ff->size = new_size;
  104. }
  105. memcpy(ff->buf + ff->offset, buf, size);
  106. ff->offset += size;
  107. return 0;
  108. }
  109. /* Return: 0 if succeded, -ERR if failed. */
  110. int do_write(struct feat_fd *ff, const void *buf, size_t size)
  111. {
  112. if (!ff->buf)
  113. return __do_write_fd(ff, buf, size);
  114. return __do_write_buf(ff, buf, size);
  115. }
  116. /* Return: 0 if succeded, -ERR if failed. */
  117. static int do_write_bitmap(struct feat_fd *ff, unsigned long *set, u64 size)
  118. {
  119. u64 *p = (u64 *) set;
  120. int i, ret;
  121. ret = do_write(ff, &size, sizeof(size));
  122. if (ret < 0)
  123. return ret;
  124. for (i = 0; (u64) i < BITS_TO_U64(size); i++) {
  125. ret = do_write(ff, p + i, sizeof(*p));
  126. if (ret < 0)
  127. return ret;
  128. }
  129. return 0;
  130. }
  131. /* Return: 0 if succeded, -ERR if failed. */
  132. int write_padded(struct feat_fd *ff, const void *bf,
  133. size_t count, size_t count_aligned)
  134. {
  135. static const char zero_buf[NAME_ALIGN];
  136. int err = do_write(ff, bf, count);
  137. if (!err)
  138. err = do_write(ff, zero_buf, count_aligned - count);
  139. return err;
  140. }
  141. #define string_size(str) \
  142. (PERF_ALIGN((strlen(str) + 1), NAME_ALIGN) + sizeof(u32))
  143. /* Return: 0 if succeded, -ERR if failed. */
  144. static int do_write_string(struct feat_fd *ff, const char *str)
  145. {
  146. u32 len, olen;
  147. int ret;
  148. olen = strlen(str) + 1;
  149. len = PERF_ALIGN(olen, NAME_ALIGN);
  150. /* write len, incl. \0 */
  151. ret = do_write(ff, &len, sizeof(len));
  152. if (ret < 0)
  153. return ret;
  154. return write_padded(ff, str, olen, len);
  155. }
  156. static int __do_read_fd(struct feat_fd *ff, void *addr, ssize_t size)
  157. {
  158. ssize_t ret = readn(ff->fd, addr, size);
  159. if (ret != size)
  160. return ret < 0 ? (int)ret : -1;
  161. return 0;
  162. }
  163. static int __do_read_buf(struct feat_fd *ff, void *addr, ssize_t size)
  164. {
  165. if (size > (ssize_t)ff->size - ff->offset)
  166. return -1;
  167. memcpy(addr, ff->buf + ff->offset, size);
  168. ff->offset += size;
  169. return 0;
  170. }
  171. static int __do_read(struct feat_fd *ff, void *addr, ssize_t size)
  172. {
  173. if (!ff->buf)
  174. return __do_read_fd(ff, addr, size);
  175. return __do_read_buf(ff, addr, size);
  176. }
  177. static int do_read_u32(struct feat_fd *ff, u32 *addr)
  178. {
  179. int ret;
  180. ret = __do_read(ff, addr, sizeof(*addr));
  181. if (ret)
  182. return ret;
  183. if (ff->ph->needs_swap)
  184. *addr = bswap_32(*addr);
  185. return 0;
  186. }
  187. static int do_read_u64(struct feat_fd *ff, u64 *addr)
  188. {
  189. int ret;
  190. ret = __do_read(ff, addr, sizeof(*addr));
  191. if (ret)
  192. return ret;
  193. if (ff->ph->needs_swap)
  194. *addr = bswap_64(*addr);
  195. return 0;
  196. }
  197. static char *do_read_string(struct feat_fd *ff)
  198. {
  199. u32 len;
  200. char *buf;
  201. if (do_read_u32(ff, &len))
  202. return NULL;
  203. buf = malloc(len);
  204. if (!buf)
  205. return NULL;
  206. if (!__do_read(ff, buf, len)) {
  207. /*
  208. * strings are padded by zeroes
  209. * thus the actual strlen of buf
  210. * may be less than len
  211. */
  212. return buf;
  213. }
  214. free(buf);
  215. return NULL;
  216. }
  217. /* Return: 0 if succeded, -ERR if failed. */
  218. static int do_read_bitmap(struct feat_fd *ff, unsigned long **pset, u64 *psize)
  219. {
  220. unsigned long *set;
  221. u64 size, *p;
  222. int i, ret;
  223. ret = do_read_u64(ff, &size);
  224. if (ret)
  225. return ret;
  226. set = bitmap_alloc(size);
  227. if (!set)
  228. return -ENOMEM;
  229. bitmap_zero(set, size);
  230. p = (u64 *) set;
  231. for (i = 0; (u64) i < BITS_TO_U64(size); i++) {
  232. ret = do_read_u64(ff, p + i);
  233. if (ret < 0) {
  234. free(set);
  235. return ret;
  236. }
  237. }
  238. *pset = set;
  239. *psize = size;
  240. return 0;
  241. }
  242. static int write_tracing_data(struct feat_fd *ff,
  243. struct perf_evlist *evlist)
  244. {
  245. if (WARN(ff->buf, "Error: calling %s in pipe-mode.\n", __func__))
  246. return -1;
  247. return read_tracing_data(ff->fd, &evlist->entries);
  248. }
  249. static int write_build_id(struct feat_fd *ff,
  250. struct perf_evlist *evlist __maybe_unused)
  251. {
  252. struct perf_session *session;
  253. int err;
  254. session = container_of(ff->ph, struct perf_session, header);
  255. if (!perf_session__read_build_ids(session, true))
  256. return -1;
  257. if (WARN(ff->buf, "Error: calling %s in pipe-mode.\n", __func__))
  258. return -1;
  259. err = perf_session__write_buildid_table(session, ff);
  260. if (err < 0) {
  261. pr_debug("failed to write buildid table\n");
  262. return err;
  263. }
  264. perf_session__cache_build_ids(session);
  265. return 0;
  266. }
  267. static int write_hostname(struct feat_fd *ff,
  268. struct perf_evlist *evlist __maybe_unused)
  269. {
  270. struct utsname uts;
  271. int ret;
  272. ret = uname(&uts);
  273. if (ret < 0)
  274. return -1;
  275. return do_write_string(ff, uts.nodename);
  276. }
  277. static int write_osrelease(struct feat_fd *ff,
  278. struct perf_evlist *evlist __maybe_unused)
  279. {
  280. struct utsname uts;
  281. int ret;
  282. ret = uname(&uts);
  283. if (ret < 0)
  284. return -1;
  285. return do_write_string(ff, uts.release);
  286. }
  287. static int write_arch(struct feat_fd *ff,
  288. struct perf_evlist *evlist __maybe_unused)
  289. {
  290. struct utsname uts;
  291. int ret;
  292. ret = uname(&uts);
  293. if (ret < 0)
  294. return -1;
  295. return do_write_string(ff, uts.machine);
  296. }
  297. static int write_version(struct feat_fd *ff,
  298. struct perf_evlist *evlist __maybe_unused)
  299. {
  300. return do_write_string(ff, perf_version_string);
  301. }
  302. static int __write_cpudesc(struct feat_fd *ff, const char *cpuinfo_proc)
  303. {
  304. FILE *file;
  305. char *buf = NULL;
  306. char *s, *p;
  307. const char *search = cpuinfo_proc;
  308. size_t len = 0;
  309. int ret = -1;
  310. if (!search)
  311. return -1;
  312. file = fopen("/proc/cpuinfo", "r");
  313. if (!file)
  314. return -1;
  315. while (getline(&buf, &len, file) > 0) {
  316. ret = strncmp(buf, search, strlen(search));
  317. if (!ret)
  318. break;
  319. }
  320. if (ret) {
  321. ret = -1;
  322. goto done;
  323. }
  324. s = buf;
  325. p = strchr(buf, ':');
  326. if (p && *(p+1) == ' ' && *(p+2))
  327. s = p + 2;
  328. p = strchr(s, '\n');
  329. if (p)
  330. *p = '\0';
  331. /* squash extra space characters (branding string) */
  332. p = s;
  333. while (*p) {
  334. if (isspace(*p)) {
  335. char *r = p + 1;
  336. char *q = r;
  337. *p = ' ';
  338. while (*q && isspace(*q))
  339. q++;
  340. if (q != (p+1))
  341. while ((*r++ = *q++));
  342. }
  343. p++;
  344. }
  345. ret = do_write_string(ff, s);
  346. done:
  347. free(buf);
  348. fclose(file);
  349. return ret;
  350. }
  351. static int write_cpudesc(struct feat_fd *ff,
  352. struct perf_evlist *evlist __maybe_unused)
  353. {
  354. const char *cpuinfo_procs[] = CPUINFO_PROC;
  355. unsigned int i;
  356. for (i = 0; i < ARRAY_SIZE(cpuinfo_procs); i++) {
  357. int ret;
  358. ret = __write_cpudesc(ff, cpuinfo_procs[i]);
  359. if (ret >= 0)
  360. return ret;
  361. }
  362. return -1;
  363. }
  364. static int write_nrcpus(struct feat_fd *ff,
  365. struct perf_evlist *evlist __maybe_unused)
  366. {
  367. long nr;
  368. u32 nrc, nra;
  369. int ret;
  370. nrc = cpu__max_present_cpu();
  371. nr = sysconf(_SC_NPROCESSORS_ONLN);
  372. if (nr < 0)
  373. return -1;
  374. nra = (u32)(nr & UINT_MAX);
  375. ret = do_write(ff, &nrc, sizeof(nrc));
  376. if (ret < 0)
  377. return ret;
  378. return do_write(ff, &nra, sizeof(nra));
  379. }
  380. static int write_event_desc(struct feat_fd *ff,
  381. struct perf_evlist *evlist)
  382. {
  383. struct perf_evsel *evsel;
  384. u32 nre, nri, sz;
  385. int ret;
  386. nre = evlist->nr_entries;
  387. /*
  388. * write number of events
  389. */
  390. ret = do_write(ff, &nre, sizeof(nre));
  391. if (ret < 0)
  392. return ret;
  393. /*
  394. * size of perf_event_attr struct
  395. */
  396. sz = (u32)sizeof(evsel->attr);
  397. ret = do_write(ff, &sz, sizeof(sz));
  398. if (ret < 0)
  399. return ret;
  400. evlist__for_each_entry(evlist, evsel) {
  401. ret = do_write(ff, &evsel->attr, sz);
  402. if (ret < 0)
  403. return ret;
  404. /*
  405. * write number of unique id per event
  406. * there is one id per instance of an event
  407. *
  408. * copy into an nri to be independent of the
  409. * type of ids,
  410. */
  411. nri = evsel->ids;
  412. ret = do_write(ff, &nri, sizeof(nri));
  413. if (ret < 0)
  414. return ret;
  415. /*
  416. * write event string as passed on cmdline
  417. */
  418. ret = do_write_string(ff, perf_evsel__name(evsel));
  419. if (ret < 0)
  420. return ret;
  421. /*
  422. * write unique ids for this event
  423. */
  424. ret = do_write(ff, evsel->id, evsel->ids * sizeof(u64));
  425. if (ret < 0)
  426. return ret;
  427. }
  428. return 0;
  429. }
  430. static int write_cmdline(struct feat_fd *ff,
  431. struct perf_evlist *evlist __maybe_unused)
  432. {
  433. char buf[MAXPATHLEN];
  434. u32 n;
  435. int i, ret;
  436. /* actual path to perf binary */
  437. ret = readlink("/proc/self/exe", buf, sizeof(buf) - 1);
  438. if (ret <= 0)
  439. return -1;
  440. /* readlink() does not add null termination */
  441. buf[ret] = '\0';
  442. /* account for binary path */
  443. n = perf_env.nr_cmdline + 1;
  444. ret = do_write(ff, &n, sizeof(n));
  445. if (ret < 0)
  446. return ret;
  447. ret = do_write_string(ff, buf);
  448. if (ret < 0)
  449. return ret;
  450. for (i = 0 ; i < perf_env.nr_cmdline; i++) {
  451. ret = do_write_string(ff, perf_env.cmdline_argv[i]);
  452. if (ret < 0)
  453. return ret;
  454. }
  455. return 0;
  456. }
  457. #define CORE_SIB_FMT \
  458. "/sys/devices/system/cpu/cpu%d/topology/core_siblings_list"
  459. #define THRD_SIB_FMT \
  460. "/sys/devices/system/cpu/cpu%d/topology/thread_siblings_list"
  461. struct cpu_topo {
  462. u32 cpu_nr;
  463. u32 core_sib;
  464. u32 thread_sib;
  465. char **core_siblings;
  466. char **thread_siblings;
  467. };
  468. static int build_cpu_topo(struct cpu_topo *tp, int cpu)
  469. {
  470. FILE *fp;
  471. char filename[MAXPATHLEN];
  472. char *buf = NULL, *p;
  473. size_t len = 0;
  474. ssize_t sret;
  475. u32 i = 0;
  476. int ret = -1;
  477. sprintf(filename, CORE_SIB_FMT, cpu);
  478. fp = fopen(filename, "r");
  479. if (!fp)
  480. goto try_threads;
  481. sret = getline(&buf, &len, fp);
  482. fclose(fp);
  483. if (sret <= 0)
  484. goto try_threads;
  485. p = strchr(buf, '\n');
  486. if (p)
  487. *p = '\0';
  488. for (i = 0; i < tp->core_sib; i++) {
  489. if (!strcmp(buf, tp->core_siblings[i]))
  490. break;
  491. }
  492. if (i == tp->core_sib) {
  493. tp->core_siblings[i] = buf;
  494. tp->core_sib++;
  495. buf = NULL;
  496. len = 0;
  497. }
  498. ret = 0;
  499. try_threads:
  500. sprintf(filename, THRD_SIB_FMT, cpu);
  501. fp = fopen(filename, "r");
  502. if (!fp)
  503. goto done;
  504. if (getline(&buf, &len, fp) <= 0)
  505. goto done;
  506. p = strchr(buf, '\n');
  507. if (p)
  508. *p = '\0';
  509. for (i = 0; i < tp->thread_sib; i++) {
  510. if (!strcmp(buf, tp->thread_siblings[i]))
  511. break;
  512. }
  513. if (i == tp->thread_sib) {
  514. tp->thread_siblings[i] = buf;
  515. tp->thread_sib++;
  516. buf = NULL;
  517. }
  518. ret = 0;
  519. done:
  520. if(fp)
  521. fclose(fp);
  522. free(buf);
  523. return ret;
  524. }
  525. static void free_cpu_topo(struct cpu_topo *tp)
  526. {
  527. u32 i;
  528. if (!tp)
  529. return;
  530. for (i = 0 ; i < tp->core_sib; i++)
  531. zfree(&tp->core_siblings[i]);
  532. for (i = 0 ; i < tp->thread_sib; i++)
  533. zfree(&tp->thread_siblings[i]);
  534. free(tp);
  535. }
  536. static struct cpu_topo *build_cpu_topology(void)
  537. {
  538. struct cpu_topo *tp = NULL;
  539. void *addr;
  540. u32 nr, i;
  541. size_t sz;
  542. long ncpus;
  543. int ret = -1;
  544. struct cpu_map *map;
  545. ncpus = cpu__max_present_cpu();
  546. /* build online CPU map */
  547. map = cpu_map__new(NULL);
  548. if (map == NULL) {
  549. pr_debug("failed to get system cpumap\n");
  550. return NULL;
  551. }
  552. nr = (u32)(ncpus & UINT_MAX);
  553. sz = nr * sizeof(char *);
  554. addr = calloc(1, sizeof(*tp) + 2 * sz);
  555. if (!addr)
  556. goto out_free;
  557. tp = addr;
  558. tp->cpu_nr = nr;
  559. addr += sizeof(*tp);
  560. tp->core_siblings = addr;
  561. addr += sz;
  562. tp->thread_siblings = addr;
  563. for (i = 0; i < nr; i++) {
  564. if (!cpu_map__has(map, i))
  565. continue;
  566. ret = build_cpu_topo(tp, i);
  567. if (ret < 0)
  568. break;
  569. }
  570. out_free:
  571. cpu_map__put(map);
  572. if (ret) {
  573. free_cpu_topo(tp);
  574. tp = NULL;
  575. }
  576. return tp;
  577. }
  578. static int write_cpu_topology(struct feat_fd *ff,
  579. struct perf_evlist *evlist __maybe_unused)
  580. {
  581. struct cpu_topo *tp;
  582. u32 i;
  583. int ret, j;
  584. tp = build_cpu_topology();
  585. if (!tp)
  586. return -1;
  587. ret = do_write(ff, &tp->core_sib, sizeof(tp->core_sib));
  588. if (ret < 0)
  589. goto done;
  590. for (i = 0; i < tp->core_sib; i++) {
  591. ret = do_write_string(ff, tp->core_siblings[i]);
  592. if (ret < 0)
  593. goto done;
  594. }
  595. ret = do_write(ff, &tp->thread_sib, sizeof(tp->thread_sib));
  596. if (ret < 0)
  597. goto done;
  598. for (i = 0; i < tp->thread_sib; i++) {
  599. ret = do_write_string(ff, tp->thread_siblings[i]);
  600. if (ret < 0)
  601. break;
  602. }
  603. ret = perf_env__read_cpu_topology_map(&perf_env);
  604. if (ret < 0)
  605. goto done;
  606. for (j = 0; j < perf_env.nr_cpus_avail; j++) {
  607. ret = do_write(ff, &perf_env.cpu[j].core_id,
  608. sizeof(perf_env.cpu[j].core_id));
  609. if (ret < 0)
  610. return ret;
  611. ret = do_write(ff, &perf_env.cpu[j].socket_id,
  612. sizeof(perf_env.cpu[j].socket_id));
  613. if (ret < 0)
  614. return ret;
  615. }
  616. done:
  617. free_cpu_topo(tp);
  618. return ret;
  619. }
  620. static int write_total_mem(struct feat_fd *ff,
  621. struct perf_evlist *evlist __maybe_unused)
  622. {
  623. char *buf = NULL;
  624. FILE *fp;
  625. size_t len = 0;
  626. int ret = -1, n;
  627. uint64_t mem;
  628. fp = fopen("/proc/meminfo", "r");
  629. if (!fp)
  630. return -1;
  631. while (getline(&buf, &len, fp) > 0) {
  632. ret = strncmp(buf, "MemTotal:", 9);
  633. if (!ret)
  634. break;
  635. }
  636. if (!ret) {
  637. n = sscanf(buf, "%*s %"PRIu64, &mem);
  638. if (n == 1)
  639. ret = do_write(ff, &mem, sizeof(mem));
  640. } else
  641. ret = -1;
  642. free(buf);
  643. fclose(fp);
  644. return ret;
  645. }
  646. static int write_topo_node(struct feat_fd *ff, int node)
  647. {
  648. char str[MAXPATHLEN];
  649. char field[32];
  650. char *buf = NULL, *p;
  651. size_t len = 0;
  652. FILE *fp;
  653. u64 mem_total, mem_free, mem;
  654. int ret = -1;
  655. sprintf(str, "/sys/devices/system/node/node%d/meminfo", node);
  656. fp = fopen(str, "r");
  657. if (!fp)
  658. return -1;
  659. while (getline(&buf, &len, fp) > 0) {
  660. /* skip over invalid lines */
  661. if (!strchr(buf, ':'))
  662. continue;
  663. if (sscanf(buf, "%*s %*d %31s %"PRIu64, field, &mem) != 2)
  664. goto done;
  665. if (!strcmp(field, "MemTotal:"))
  666. mem_total = mem;
  667. if (!strcmp(field, "MemFree:"))
  668. mem_free = mem;
  669. }
  670. fclose(fp);
  671. fp = NULL;
  672. ret = do_write(ff, &mem_total, sizeof(u64));
  673. if (ret)
  674. goto done;
  675. ret = do_write(ff, &mem_free, sizeof(u64));
  676. if (ret)
  677. goto done;
  678. ret = -1;
  679. sprintf(str, "/sys/devices/system/node/node%d/cpulist", node);
  680. fp = fopen(str, "r");
  681. if (!fp)
  682. goto done;
  683. if (getline(&buf, &len, fp) <= 0)
  684. goto done;
  685. p = strchr(buf, '\n');
  686. if (p)
  687. *p = '\0';
  688. ret = do_write_string(ff, buf);
  689. done:
  690. free(buf);
  691. if (fp)
  692. fclose(fp);
  693. return ret;
  694. }
  695. static int write_numa_topology(struct feat_fd *ff,
  696. struct perf_evlist *evlist __maybe_unused)
  697. {
  698. char *buf = NULL;
  699. size_t len = 0;
  700. FILE *fp;
  701. struct cpu_map *node_map = NULL;
  702. char *c;
  703. u32 nr, i, j;
  704. int ret = -1;
  705. fp = fopen("/sys/devices/system/node/online", "r");
  706. if (!fp)
  707. return -1;
  708. if (getline(&buf, &len, fp) <= 0)
  709. goto done;
  710. c = strchr(buf, '\n');
  711. if (c)
  712. *c = '\0';
  713. node_map = cpu_map__new(buf);
  714. if (!node_map)
  715. goto done;
  716. nr = (u32)node_map->nr;
  717. ret = do_write(ff, &nr, sizeof(nr));
  718. if (ret < 0)
  719. goto done;
  720. for (i = 0; i < nr; i++) {
  721. j = (u32)node_map->map[i];
  722. ret = do_write(ff, &j, sizeof(j));
  723. if (ret < 0)
  724. break;
  725. ret = write_topo_node(ff, i);
  726. if (ret < 0)
  727. break;
  728. }
  729. done:
  730. free(buf);
  731. fclose(fp);
  732. cpu_map__put(node_map);
  733. return ret;
  734. }
  735. /*
  736. * File format:
  737. *
  738. * struct pmu_mappings {
  739. * u32 pmu_num;
  740. * struct pmu_map {
  741. * u32 type;
  742. * char name[];
  743. * }[pmu_num];
  744. * };
  745. */
  746. static int write_pmu_mappings(struct feat_fd *ff,
  747. struct perf_evlist *evlist __maybe_unused)
  748. {
  749. struct perf_pmu *pmu = NULL;
  750. u32 pmu_num = 0;
  751. int ret;
  752. /*
  753. * Do a first pass to count number of pmu to avoid lseek so this
  754. * works in pipe mode as well.
  755. */
  756. while ((pmu = perf_pmu__scan(pmu))) {
  757. if (!pmu->name)
  758. continue;
  759. pmu_num++;
  760. }
  761. ret = do_write(ff, &pmu_num, sizeof(pmu_num));
  762. if (ret < 0)
  763. return ret;
  764. while ((pmu = perf_pmu__scan(pmu))) {
  765. if (!pmu->name)
  766. continue;
  767. ret = do_write(ff, &pmu->type, sizeof(pmu->type));
  768. if (ret < 0)
  769. return ret;
  770. ret = do_write_string(ff, pmu->name);
  771. if (ret < 0)
  772. return ret;
  773. }
  774. return 0;
  775. }
  776. /*
  777. * File format:
  778. *
  779. * struct group_descs {
  780. * u32 nr_groups;
  781. * struct group_desc {
  782. * char name[];
  783. * u32 leader_idx;
  784. * u32 nr_members;
  785. * }[nr_groups];
  786. * };
  787. */
  788. static int write_group_desc(struct feat_fd *ff,
  789. struct perf_evlist *evlist)
  790. {
  791. u32 nr_groups = evlist->nr_groups;
  792. struct perf_evsel *evsel;
  793. int ret;
  794. ret = do_write(ff, &nr_groups, sizeof(nr_groups));
  795. if (ret < 0)
  796. return ret;
  797. evlist__for_each_entry(evlist, evsel) {
  798. if (perf_evsel__is_group_leader(evsel) &&
  799. evsel->nr_members > 1) {
  800. const char *name = evsel->group_name ?: "{anon_group}";
  801. u32 leader_idx = evsel->idx;
  802. u32 nr_members = evsel->nr_members;
  803. ret = do_write_string(ff, name);
  804. if (ret < 0)
  805. return ret;
  806. ret = do_write(ff, &leader_idx, sizeof(leader_idx));
  807. if (ret < 0)
  808. return ret;
  809. ret = do_write(ff, &nr_members, sizeof(nr_members));
  810. if (ret < 0)
  811. return ret;
  812. }
  813. }
  814. return 0;
  815. }
  816. /*
  817. * default get_cpuid(): nothing gets recorded
  818. * actual implementation must be in arch/$(SRCARCH)/util/header.c
  819. */
  820. int __weak get_cpuid(char *buffer __maybe_unused, size_t sz __maybe_unused)
  821. {
  822. return -1;
  823. }
  824. static int write_cpuid(struct feat_fd *ff,
  825. struct perf_evlist *evlist __maybe_unused)
  826. {
  827. char buffer[64];
  828. int ret;
  829. ret = get_cpuid(buffer, sizeof(buffer));
  830. if (!ret)
  831. goto write_it;
  832. return -1;
  833. write_it:
  834. return do_write_string(ff, buffer);
  835. }
  836. static int write_branch_stack(struct feat_fd *ff __maybe_unused,
  837. struct perf_evlist *evlist __maybe_unused)
  838. {
  839. return 0;
  840. }
  841. static int write_auxtrace(struct feat_fd *ff,
  842. struct perf_evlist *evlist __maybe_unused)
  843. {
  844. struct perf_session *session;
  845. int err;
  846. if (WARN(ff->buf, "Error: calling %s in pipe-mode.\n", __func__))
  847. return -1;
  848. session = container_of(ff->ph, struct perf_session, header);
  849. err = auxtrace_index__write(ff->fd, &session->auxtrace_index);
  850. if (err < 0)
  851. pr_err("Failed to write auxtrace index\n");
  852. return err;
  853. }
  854. static int cpu_cache_level__sort(const void *a, const void *b)
  855. {
  856. struct cpu_cache_level *cache_a = (struct cpu_cache_level *)a;
  857. struct cpu_cache_level *cache_b = (struct cpu_cache_level *)b;
  858. return cache_a->level - cache_b->level;
  859. }
  860. static bool cpu_cache_level__cmp(struct cpu_cache_level *a, struct cpu_cache_level *b)
  861. {
  862. if (a->level != b->level)
  863. return false;
  864. if (a->line_size != b->line_size)
  865. return false;
  866. if (a->sets != b->sets)
  867. return false;
  868. if (a->ways != b->ways)
  869. return false;
  870. if (strcmp(a->type, b->type))
  871. return false;
  872. if (strcmp(a->size, b->size))
  873. return false;
  874. if (strcmp(a->map, b->map))
  875. return false;
  876. return true;
  877. }
  878. static int cpu_cache_level__read(struct cpu_cache_level *cache, u32 cpu, u16 level)
  879. {
  880. char path[PATH_MAX], file[PATH_MAX];
  881. struct stat st;
  882. size_t len;
  883. scnprintf(path, PATH_MAX, "devices/system/cpu/cpu%d/cache/index%d/", cpu, level);
  884. scnprintf(file, PATH_MAX, "%s/%s", sysfs__mountpoint(), path);
  885. if (stat(file, &st))
  886. return 1;
  887. scnprintf(file, PATH_MAX, "%s/level", path);
  888. if (sysfs__read_int(file, (int *) &cache->level))
  889. return -1;
  890. scnprintf(file, PATH_MAX, "%s/coherency_line_size", path);
  891. if (sysfs__read_int(file, (int *) &cache->line_size))
  892. return -1;
  893. scnprintf(file, PATH_MAX, "%s/number_of_sets", path);
  894. if (sysfs__read_int(file, (int *) &cache->sets))
  895. return -1;
  896. scnprintf(file, PATH_MAX, "%s/ways_of_associativity", path);
  897. if (sysfs__read_int(file, (int *) &cache->ways))
  898. return -1;
  899. scnprintf(file, PATH_MAX, "%s/type", path);
  900. if (sysfs__read_str(file, &cache->type, &len))
  901. return -1;
  902. cache->type[len] = 0;
  903. cache->type = rtrim(cache->type);
  904. scnprintf(file, PATH_MAX, "%s/size", path);
  905. if (sysfs__read_str(file, &cache->size, &len)) {
  906. free(cache->type);
  907. return -1;
  908. }
  909. cache->size[len] = 0;
  910. cache->size = rtrim(cache->size);
  911. scnprintf(file, PATH_MAX, "%s/shared_cpu_list", path);
  912. if (sysfs__read_str(file, &cache->map, &len)) {
  913. free(cache->map);
  914. free(cache->type);
  915. return -1;
  916. }
  917. cache->map[len] = 0;
  918. cache->map = rtrim(cache->map);
  919. return 0;
  920. }
  921. static void cpu_cache_level__fprintf(FILE *out, struct cpu_cache_level *c)
  922. {
  923. fprintf(out, "L%d %-15s %8s [%s]\n", c->level, c->type, c->size, c->map);
  924. }
  925. static int build_caches(struct cpu_cache_level caches[], u32 size, u32 *cntp)
  926. {
  927. u32 i, cnt = 0;
  928. long ncpus;
  929. u32 nr, cpu;
  930. u16 level;
  931. ncpus = sysconf(_SC_NPROCESSORS_CONF);
  932. if (ncpus < 0)
  933. return -1;
  934. nr = (u32)(ncpus & UINT_MAX);
  935. for (cpu = 0; cpu < nr; cpu++) {
  936. for (level = 0; level < 10; level++) {
  937. struct cpu_cache_level c;
  938. int err;
  939. err = cpu_cache_level__read(&c, cpu, level);
  940. if (err < 0)
  941. return err;
  942. if (err == 1)
  943. break;
  944. for (i = 0; i < cnt; i++) {
  945. if (cpu_cache_level__cmp(&c, &caches[i]))
  946. break;
  947. }
  948. if (i == cnt)
  949. caches[cnt++] = c;
  950. else
  951. cpu_cache_level__free(&c);
  952. if (WARN_ONCE(cnt == size, "way too many cpu caches.."))
  953. goto out;
  954. }
  955. }
  956. out:
  957. *cntp = cnt;
  958. return 0;
  959. }
  960. #define MAX_CACHES 2000
  961. static int write_cache(struct feat_fd *ff,
  962. struct perf_evlist *evlist __maybe_unused)
  963. {
  964. struct cpu_cache_level caches[MAX_CACHES];
  965. u32 cnt = 0, i, version = 1;
  966. int ret;
  967. ret = build_caches(caches, MAX_CACHES, &cnt);
  968. if (ret)
  969. goto out;
  970. qsort(&caches, cnt, sizeof(struct cpu_cache_level), cpu_cache_level__sort);
  971. ret = do_write(ff, &version, sizeof(u32));
  972. if (ret < 0)
  973. goto out;
  974. ret = do_write(ff, &cnt, sizeof(u32));
  975. if (ret < 0)
  976. goto out;
  977. for (i = 0; i < cnt; i++) {
  978. struct cpu_cache_level *c = &caches[i];
  979. #define _W(v) \
  980. ret = do_write(ff, &c->v, sizeof(u32)); \
  981. if (ret < 0) \
  982. goto out;
  983. _W(level)
  984. _W(line_size)
  985. _W(sets)
  986. _W(ways)
  987. #undef _W
  988. #define _W(v) \
  989. ret = do_write_string(ff, (const char *) c->v); \
  990. if (ret < 0) \
  991. goto out;
  992. _W(type)
  993. _W(size)
  994. _W(map)
  995. #undef _W
  996. }
  997. out:
  998. for (i = 0; i < cnt; i++)
  999. cpu_cache_level__free(&caches[i]);
  1000. return ret;
  1001. }
  1002. static int write_stat(struct feat_fd *ff __maybe_unused,
  1003. struct perf_evlist *evlist __maybe_unused)
  1004. {
  1005. return 0;
  1006. }
  1007. static int write_sample_time(struct feat_fd *ff,
  1008. struct perf_evlist *evlist)
  1009. {
  1010. int ret;
  1011. ret = do_write(ff, &evlist->first_sample_time,
  1012. sizeof(evlist->first_sample_time));
  1013. if (ret < 0)
  1014. return ret;
  1015. return do_write(ff, &evlist->last_sample_time,
  1016. sizeof(evlist->last_sample_time));
  1017. }
  1018. static int memory_node__read(struct memory_node *n, unsigned long idx)
  1019. {
  1020. unsigned int phys, size = 0;
  1021. char path[PATH_MAX];
  1022. struct dirent *ent;
  1023. DIR *dir;
  1024. #define for_each_memory(mem, dir) \
  1025. while ((ent = readdir(dir))) \
  1026. if (strcmp(ent->d_name, ".") && \
  1027. strcmp(ent->d_name, "..") && \
  1028. sscanf(ent->d_name, "memory%u", &mem) == 1)
  1029. scnprintf(path, PATH_MAX,
  1030. "%s/devices/system/node/node%lu",
  1031. sysfs__mountpoint(), idx);
  1032. dir = opendir(path);
  1033. if (!dir) {
  1034. pr_warning("failed: cant' open memory sysfs data\n");
  1035. return -1;
  1036. }
  1037. for_each_memory(phys, dir) {
  1038. size = max(phys, size);
  1039. }
  1040. size++;
  1041. n->set = bitmap_alloc(size);
  1042. if (!n->set) {
  1043. closedir(dir);
  1044. return -ENOMEM;
  1045. }
  1046. bitmap_zero(n->set, size);
  1047. n->node = idx;
  1048. n->size = size;
  1049. rewinddir(dir);
  1050. for_each_memory(phys, dir) {
  1051. set_bit(phys, n->set);
  1052. }
  1053. closedir(dir);
  1054. return 0;
  1055. }
  1056. static int memory_node__sort(const void *a, const void *b)
  1057. {
  1058. const struct memory_node *na = a;
  1059. const struct memory_node *nb = b;
  1060. return na->node - nb->node;
  1061. }
  1062. static int build_mem_topology(struct memory_node *nodes, u64 size, u64 *cntp)
  1063. {
  1064. char path[PATH_MAX];
  1065. struct dirent *ent;
  1066. DIR *dir;
  1067. u64 cnt = 0;
  1068. int ret = 0;
  1069. scnprintf(path, PATH_MAX, "%s/devices/system/node/",
  1070. sysfs__mountpoint());
  1071. dir = opendir(path);
  1072. if (!dir) {
  1073. pr_debug2("%s: could't read %s, does this arch have topology information?\n",
  1074. __func__, path);
  1075. return -1;
  1076. }
  1077. while (!ret && (ent = readdir(dir))) {
  1078. unsigned int idx;
  1079. int r;
  1080. if (!strcmp(ent->d_name, ".") ||
  1081. !strcmp(ent->d_name, ".."))
  1082. continue;
  1083. r = sscanf(ent->d_name, "node%u", &idx);
  1084. if (r != 1)
  1085. continue;
  1086. if (WARN_ONCE(cnt >= size,
  1087. "failed to write MEM_TOPOLOGY, way too many nodes\n"))
  1088. return -1;
  1089. ret = memory_node__read(&nodes[cnt++], idx);
  1090. }
  1091. *cntp = cnt;
  1092. closedir(dir);
  1093. if (!ret)
  1094. qsort(nodes, cnt, sizeof(nodes[0]), memory_node__sort);
  1095. return ret;
  1096. }
  1097. #define MAX_MEMORY_NODES 2000
  1098. /*
  1099. * The MEM_TOPOLOGY holds physical memory map for every
  1100. * node in system. The format of data is as follows:
  1101. *
  1102. * 0 - version | for future changes
  1103. * 8 - block_size_bytes | /sys/devices/system/memory/block_size_bytes
  1104. * 16 - count | number of nodes
  1105. *
  1106. * For each node we store map of physical indexes for
  1107. * each node:
  1108. *
  1109. * 32 - node id | node index
  1110. * 40 - size | size of bitmap
  1111. * 48 - bitmap | bitmap of memory indexes that belongs to node
  1112. */
  1113. static int write_mem_topology(struct feat_fd *ff __maybe_unused,
  1114. struct perf_evlist *evlist __maybe_unused)
  1115. {
  1116. static struct memory_node nodes[MAX_MEMORY_NODES];
  1117. u64 bsize, version = 1, i, nr;
  1118. int ret;
  1119. ret = sysfs__read_xll("devices/system/memory/block_size_bytes",
  1120. (unsigned long long *) &bsize);
  1121. if (ret)
  1122. return ret;
  1123. ret = build_mem_topology(&nodes[0], MAX_MEMORY_NODES, &nr);
  1124. if (ret)
  1125. return ret;
  1126. ret = do_write(ff, &version, sizeof(version));
  1127. if (ret < 0)
  1128. goto out;
  1129. ret = do_write(ff, &bsize, sizeof(bsize));
  1130. if (ret < 0)
  1131. goto out;
  1132. ret = do_write(ff, &nr, sizeof(nr));
  1133. if (ret < 0)
  1134. goto out;
  1135. for (i = 0; i < nr; i++) {
  1136. struct memory_node *n = &nodes[i];
  1137. #define _W(v) \
  1138. ret = do_write(ff, &n->v, sizeof(n->v)); \
  1139. if (ret < 0) \
  1140. goto out;
  1141. _W(node)
  1142. _W(size)
  1143. #undef _W
  1144. ret = do_write_bitmap(ff, n->set, n->size);
  1145. if (ret < 0)
  1146. goto out;
  1147. }
  1148. out:
  1149. return ret;
  1150. }
  1151. static void print_hostname(struct feat_fd *ff, FILE *fp)
  1152. {
  1153. fprintf(fp, "# hostname : %s\n", ff->ph->env.hostname);
  1154. }
  1155. static void print_osrelease(struct feat_fd *ff, FILE *fp)
  1156. {
  1157. fprintf(fp, "# os release : %s\n", ff->ph->env.os_release);
  1158. }
  1159. static void print_arch(struct feat_fd *ff, FILE *fp)
  1160. {
  1161. fprintf(fp, "# arch : %s\n", ff->ph->env.arch);
  1162. }
  1163. static void print_cpudesc(struct feat_fd *ff, FILE *fp)
  1164. {
  1165. fprintf(fp, "# cpudesc : %s\n", ff->ph->env.cpu_desc);
  1166. }
  1167. static void print_nrcpus(struct feat_fd *ff, FILE *fp)
  1168. {
  1169. fprintf(fp, "# nrcpus online : %u\n", ff->ph->env.nr_cpus_online);
  1170. fprintf(fp, "# nrcpus avail : %u\n", ff->ph->env.nr_cpus_avail);
  1171. }
  1172. static void print_version(struct feat_fd *ff, FILE *fp)
  1173. {
  1174. fprintf(fp, "# perf version : %s\n", ff->ph->env.version);
  1175. }
  1176. static void print_cmdline(struct feat_fd *ff, FILE *fp)
  1177. {
  1178. int nr, i;
  1179. nr = ff->ph->env.nr_cmdline;
  1180. fprintf(fp, "# cmdline : ");
  1181. for (i = 0; i < nr; i++) {
  1182. char *argv_i = strdup(ff->ph->env.cmdline_argv[i]);
  1183. if (!argv_i) {
  1184. fprintf(fp, "%s ", ff->ph->env.cmdline_argv[i]);
  1185. } else {
  1186. char *mem = argv_i;
  1187. do {
  1188. char *quote = strchr(argv_i, '\'');
  1189. if (!quote)
  1190. break;
  1191. *quote++ = '\0';
  1192. fprintf(fp, "%s\\\'", argv_i);
  1193. argv_i = quote;
  1194. } while (1);
  1195. fprintf(fp, "%s ", argv_i);
  1196. free(mem);
  1197. }
  1198. }
  1199. fputc('\n', fp);
  1200. }
  1201. static void print_cpu_topology(struct feat_fd *ff, FILE *fp)
  1202. {
  1203. struct perf_header *ph = ff->ph;
  1204. int cpu_nr = ph->env.nr_cpus_avail;
  1205. int nr, i;
  1206. char *str;
  1207. nr = ph->env.nr_sibling_cores;
  1208. str = ph->env.sibling_cores;
  1209. for (i = 0; i < nr; i++) {
  1210. fprintf(fp, "# sibling cores : %s\n", str);
  1211. str += strlen(str) + 1;
  1212. }
  1213. nr = ph->env.nr_sibling_threads;
  1214. str = ph->env.sibling_threads;
  1215. for (i = 0; i < nr; i++) {
  1216. fprintf(fp, "# sibling threads : %s\n", str);
  1217. str += strlen(str) + 1;
  1218. }
  1219. if (ph->env.cpu != NULL) {
  1220. for (i = 0; i < cpu_nr; i++)
  1221. fprintf(fp, "# CPU %d: Core ID %d, Socket ID %d\n", i,
  1222. ph->env.cpu[i].core_id, ph->env.cpu[i].socket_id);
  1223. } else
  1224. fprintf(fp, "# Core ID and Socket ID information is not available\n");
  1225. }
  1226. static void free_event_desc(struct perf_evsel *events)
  1227. {
  1228. struct perf_evsel *evsel;
  1229. if (!events)
  1230. return;
  1231. for (evsel = events; evsel->attr.size; evsel++) {
  1232. zfree(&evsel->name);
  1233. zfree(&evsel->id);
  1234. }
  1235. free(events);
  1236. }
  1237. static struct perf_evsel *read_event_desc(struct feat_fd *ff)
  1238. {
  1239. struct perf_evsel *evsel, *events = NULL;
  1240. u64 *id;
  1241. void *buf = NULL;
  1242. u32 nre, sz, nr, i, j;
  1243. size_t msz;
  1244. /* number of events */
  1245. if (do_read_u32(ff, &nre))
  1246. goto error;
  1247. if (do_read_u32(ff, &sz))
  1248. goto error;
  1249. /* buffer to hold on file attr struct */
  1250. buf = malloc(sz);
  1251. if (!buf)
  1252. goto error;
  1253. /* the last event terminates with evsel->attr.size == 0: */
  1254. events = calloc(nre + 1, sizeof(*events));
  1255. if (!events)
  1256. goto error;
  1257. msz = sizeof(evsel->attr);
  1258. if (sz < msz)
  1259. msz = sz;
  1260. for (i = 0, evsel = events; i < nre; evsel++, i++) {
  1261. evsel->idx = i;
  1262. /*
  1263. * must read entire on-file attr struct to
  1264. * sync up with layout.
  1265. */
  1266. if (__do_read(ff, buf, sz))
  1267. goto error;
  1268. if (ff->ph->needs_swap)
  1269. perf_event__attr_swap(buf);
  1270. memcpy(&evsel->attr, buf, msz);
  1271. if (do_read_u32(ff, &nr))
  1272. goto error;
  1273. if (ff->ph->needs_swap)
  1274. evsel->needs_swap = true;
  1275. evsel->name = do_read_string(ff);
  1276. if (!evsel->name)
  1277. goto error;
  1278. if (!nr)
  1279. continue;
  1280. id = calloc(nr, sizeof(*id));
  1281. if (!id)
  1282. goto error;
  1283. evsel->ids = nr;
  1284. evsel->id = id;
  1285. for (j = 0 ; j < nr; j++) {
  1286. if (do_read_u64(ff, id))
  1287. goto error;
  1288. id++;
  1289. }
  1290. }
  1291. out:
  1292. free(buf);
  1293. return events;
  1294. error:
  1295. free_event_desc(events);
  1296. events = NULL;
  1297. goto out;
  1298. }
  1299. static int __desc_attr__fprintf(FILE *fp, const char *name, const char *val,
  1300. void *priv __maybe_unused)
  1301. {
  1302. return fprintf(fp, ", %s = %s", name, val);
  1303. }
  1304. static void print_event_desc(struct feat_fd *ff, FILE *fp)
  1305. {
  1306. struct perf_evsel *evsel, *events;
  1307. u32 j;
  1308. u64 *id;
  1309. if (ff->events)
  1310. events = ff->events;
  1311. else
  1312. events = read_event_desc(ff);
  1313. if (!events) {
  1314. fprintf(fp, "# event desc: not available or unable to read\n");
  1315. return;
  1316. }
  1317. for (evsel = events; evsel->attr.size; evsel++) {
  1318. fprintf(fp, "# event : name = %s, ", evsel->name);
  1319. if (evsel->ids) {
  1320. fprintf(fp, ", id = {");
  1321. for (j = 0, id = evsel->id; j < evsel->ids; j++, id++) {
  1322. if (j)
  1323. fputc(',', fp);
  1324. fprintf(fp, " %"PRIu64, *id);
  1325. }
  1326. fprintf(fp, " }");
  1327. }
  1328. perf_event_attr__fprintf(fp, &evsel->attr, __desc_attr__fprintf, NULL);
  1329. fputc('\n', fp);
  1330. }
  1331. free_event_desc(events);
  1332. ff->events = NULL;
  1333. }
  1334. static void print_total_mem(struct feat_fd *ff, FILE *fp)
  1335. {
  1336. fprintf(fp, "# total memory : %llu kB\n", ff->ph->env.total_mem);
  1337. }
  1338. static void print_numa_topology(struct feat_fd *ff, FILE *fp)
  1339. {
  1340. int i;
  1341. struct numa_node *n;
  1342. for (i = 0; i < ff->ph->env.nr_numa_nodes; i++) {
  1343. n = &ff->ph->env.numa_nodes[i];
  1344. fprintf(fp, "# node%u meminfo : total = %"PRIu64" kB,"
  1345. " free = %"PRIu64" kB\n",
  1346. n->node, n->mem_total, n->mem_free);
  1347. fprintf(fp, "# node%u cpu list : ", n->node);
  1348. cpu_map__fprintf(n->map, fp);
  1349. }
  1350. }
  1351. static void print_cpuid(struct feat_fd *ff, FILE *fp)
  1352. {
  1353. fprintf(fp, "# cpuid : %s\n", ff->ph->env.cpuid);
  1354. }
  1355. static void print_branch_stack(struct feat_fd *ff __maybe_unused, FILE *fp)
  1356. {
  1357. fprintf(fp, "# contains samples with branch stack\n");
  1358. }
  1359. static void print_auxtrace(struct feat_fd *ff __maybe_unused, FILE *fp)
  1360. {
  1361. fprintf(fp, "# contains AUX area data (e.g. instruction trace)\n");
  1362. }
  1363. static void print_stat(struct feat_fd *ff __maybe_unused, FILE *fp)
  1364. {
  1365. fprintf(fp, "# contains stat data\n");
  1366. }
  1367. static void print_cache(struct feat_fd *ff, FILE *fp __maybe_unused)
  1368. {
  1369. int i;
  1370. fprintf(fp, "# CPU cache info:\n");
  1371. for (i = 0; i < ff->ph->env.caches_cnt; i++) {
  1372. fprintf(fp, "# ");
  1373. cpu_cache_level__fprintf(fp, &ff->ph->env.caches[i]);
  1374. }
  1375. }
  1376. static void print_pmu_mappings(struct feat_fd *ff, FILE *fp)
  1377. {
  1378. const char *delimiter = "# pmu mappings: ";
  1379. char *str, *tmp;
  1380. u32 pmu_num;
  1381. u32 type;
  1382. pmu_num = ff->ph->env.nr_pmu_mappings;
  1383. if (!pmu_num) {
  1384. fprintf(fp, "# pmu mappings: not available\n");
  1385. return;
  1386. }
  1387. str = ff->ph->env.pmu_mappings;
  1388. while (pmu_num) {
  1389. type = strtoul(str, &tmp, 0);
  1390. if (*tmp != ':')
  1391. goto error;
  1392. str = tmp + 1;
  1393. fprintf(fp, "%s%s = %" PRIu32, delimiter, str, type);
  1394. delimiter = ", ";
  1395. str += strlen(str) + 1;
  1396. pmu_num--;
  1397. }
  1398. fprintf(fp, "\n");
  1399. if (!pmu_num)
  1400. return;
  1401. error:
  1402. fprintf(fp, "# pmu mappings: unable to read\n");
  1403. }
  1404. static void print_group_desc(struct feat_fd *ff, FILE *fp)
  1405. {
  1406. struct perf_session *session;
  1407. struct perf_evsel *evsel;
  1408. u32 nr = 0;
  1409. session = container_of(ff->ph, struct perf_session, header);
  1410. evlist__for_each_entry(session->evlist, evsel) {
  1411. if (perf_evsel__is_group_leader(evsel) &&
  1412. evsel->nr_members > 1) {
  1413. fprintf(fp, "# group: %s{%s", evsel->group_name ?: "",
  1414. perf_evsel__name(evsel));
  1415. nr = evsel->nr_members - 1;
  1416. } else if (nr) {
  1417. fprintf(fp, ",%s", perf_evsel__name(evsel));
  1418. if (--nr == 0)
  1419. fprintf(fp, "}\n");
  1420. }
  1421. }
  1422. }
  1423. static void print_sample_time(struct feat_fd *ff, FILE *fp)
  1424. {
  1425. struct perf_session *session;
  1426. char time_buf[32];
  1427. double d;
  1428. session = container_of(ff->ph, struct perf_session, header);
  1429. timestamp__scnprintf_usec(session->evlist->first_sample_time,
  1430. time_buf, sizeof(time_buf));
  1431. fprintf(fp, "# time of first sample : %s\n", time_buf);
  1432. timestamp__scnprintf_usec(session->evlist->last_sample_time,
  1433. time_buf, sizeof(time_buf));
  1434. fprintf(fp, "# time of last sample : %s\n", time_buf);
  1435. d = (double)(session->evlist->last_sample_time -
  1436. session->evlist->first_sample_time) / NSEC_PER_MSEC;
  1437. fprintf(fp, "# sample duration : %10.3f ms\n", d);
  1438. }
  1439. static void memory_node__fprintf(struct memory_node *n,
  1440. unsigned long long bsize, FILE *fp)
  1441. {
  1442. char buf_map[100], buf_size[50];
  1443. unsigned long long size;
  1444. size = bsize * bitmap_weight(n->set, n->size);
  1445. unit_number__scnprintf(buf_size, 50, size);
  1446. bitmap_scnprintf(n->set, n->size, buf_map, 100);
  1447. fprintf(fp, "# %3" PRIu64 " [%s]: %s\n", n->node, buf_size, buf_map);
  1448. }
  1449. static void print_mem_topology(struct feat_fd *ff, FILE *fp)
  1450. {
  1451. struct memory_node *nodes;
  1452. int i, nr;
  1453. nodes = ff->ph->env.memory_nodes;
  1454. nr = ff->ph->env.nr_memory_nodes;
  1455. fprintf(fp, "# memory nodes (nr %d, block size 0x%llx):\n",
  1456. nr, ff->ph->env.memory_bsize);
  1457. for (i = 0; i < nr; i++) {
  1458. memory_node__fprintf(&nodes[i], ff->ph->env.memory_bsize, fp);
  1459. }
  1460. }
  1461. static int __event_process_build_id(struct build_id_event *bev,
  1462. char *filename,
  1463. struct perf_session *session)
  1464. {
  1465. int err = -1;
  1466. struct machine *machine;
  1467. u16 cpumode;
  1468. struct dso *dso;
  1469. enum dso_kernel_type dso_type;
  1470. machine = perf_session__findnew_machine(session, bev->pid);
  1471. if (!machine)
  1472. goto out;
  1473. cpumode = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  1474. switch (cpumode) {
  1475. case PERF_RECORD_MISC_KERNEL:
  1476. dso_type = DSO_TYPE_KERNEL;
  1477. break;
  1478. case PERF_RECORD_MISC_GUEST_KERNEL:
  1479. dso_type = DSO_TYPE_GUEST_KERNEL;
  1480. break;
  1481. case PERF_RECORD_MISC_USER:
  1482. case PERF_RECORD_MISC_GUEST_USER:
  1483. dso_type = DSO_TYPE_USER;
  1484. break;
  1485. default:
  1486. goto out;
  1487. }
  1488. dso = machine__findnew_dso(machine, filename);
  1489. if (dso != NULL) {
  1490. char sbuild_id[SBUILD_ID_SIZE];
  1491. dso__set_build_id(dso, &bev->build_id);
  1492. if (dso_type != DSO_TYPE_USER) {
  1493. struct kmod_path m = { .name = NULL, };
  1494. if (!kmod_path__parse_name(&m, filename) && m.kmod)
  1495. dso__set_module_info(dso, &m, machine);
  1496. else
  1497. dso->kernel = dso_type;
  1498. free(m.name);
  1499. }
  1500. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  1501. sbuild_id);
  1502. pr_debug("build id event received for %s: %s\n",
  1503. dso->long_name, sbuild_id);
  1504. dso__put(dso);
  1505. }
  1506. err = 0;
  1507. out:
  1508. return err;
  1509. }
  1510. static int perf_header__read_build_ids_abi_quirk(struct perf_header *header,
  1511. int input, u64 offset, u64 size)
  1512. {
  1513. struct perf_session *session = container_of(header, struct perf_session, header);
  1514. struct {
  1515. struct perf_event_header header;
  1516. u8 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
  1517. char filename[0];
  1518. } old_bev;
  1519. struct build_id_event bev;
  1520. char filename[PATH_MAX];
  1521. u64 limit = offset + size;
  1522. while (offset < limit) {
  1523. ssize_t len;
  1524. if (readn(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev))
  1525. return -1;
  1526. if (header->needs_swap)
  1527. perf_event_header__bswap(&old_bev.header);
  1528. len = old_bev.header.size - sizeof(old_bev);
  1529. if (readn(input, filename, len) != len)
  1530. return -1;
  1531. bev.header = old_bev.header;
  1532. /*
  1533. * As the pid is the missing value, we need to fill
  1534. * it properly. The header.misc value give us nice hint.
  1535. */
  1536. bev.pid = HOST_KERNEL_ID;
  1537. if (bev.header.misc == PERF_RECORD_MISC_GUEST_USER ||
  1538. bev.header.misc == PERF_RECORD_MISC_GUEST_KERNEL)
  1539. bev.pid = DEFAULT_GUEST_KERNEL_ID;
  1540. memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id));
  1541. __event_process_build_id(&bev, filename, session);
  1542. offset += bev.header.size;
  1543. }
  1544. return 0;
  1545. }
  1546. static int perf_header__read_build_ids(struct perf_header *header,
  1547. int input, u64 offset, u64 size)
  1548. {
  1549. struct perf_session *session = container_of(header, struct perf_session, header);
  1550. struct build_id_event bev;
  1551. char filename[PATH_MAX];
  1552. u64 limit = offset + size, orig_offset = offset;
  1553. int err = -1;
  1554. while (offset < limit) {
  1555. ssize_t len;
  1556. if (readn(input, &bev, sizeof(bev)) != sizeof(bev))
  1557. goto out;
  1558. if (header->needs_swap)
  1559. perf_event_header__bswap(&bev.header);
  1560. len = bev.header.size - sizeof(bev);
  1561. if (readn(input, filename, len) != len)
  1562. goto out;
  1563. /*
  1564. * The a1645ce1 changeset:
  1565. *
  1566. * "perf: 'perf kvm' tool for monitoring guest performance from host"
  1567. *
  1568. * Added a field to struct build_id_event that broke the file
  1569. * format.
  1570. *
  1571. * Since the kernel build-id is the first entry, process the
  1572. * table using the old format if the well known
  1573. * '[kernel.kallsyms]' string for the kernel build-id has the
  1574. * first 4 characters chopped off (where the pid_t sits).
  1575. */
  1576. if (memcmp(filename, "nel.kallsyms]", 13) == 0) {
  1577. if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1)
  1578. return -1;
  1579. return perf_header__read_build_ids_abi_quirk(header, input, offset, size);
  1580. }
  1581. __event_process_build_id(&bev, filename, session);
  1582. offset += bev.header.size;
  1583. }
  1584. err = 0;
  1585. out:
  1586. return err;
  1587. }
  1588. /* Macro for features that simply need to read and store a string. */
  1589. #define FEAT_PROCESS_STR_FUN(__feat, __feat_env) \
  1590. static int process_##__feat(struct feat_fd *ff, void *data __maybe_unused) \
  1591. {\
  1592. ff->ph->env.__feat_env = do_read_string(ff); \
  1593. return ff->ph->env.__feat_env ? 0 : -ENOMEM; \
  1594. }
  1595. FEAT_PROCESS_STR_FUN(hostname, hostname);
  1596. FEAT_PROCESS_STR_FUN(osrelease, os_release);
  1597. FEAT_PROCESS_STR_FUN(version, version);
  1598. FEAT_PROCESS_STR_FUN(arch, arch);
  1599. FEAT_PROCESS_STR_FUN(cpudesc, cpu_desc);
  1600. FEAT_PROCESS_STR_FUN(cpuid, cpuid);
  1601. static int process_tracing_data(struct feat_fd *ff, void *data)
  1602. {
  1603. ssize_t ret = trace_report(ff->fd, data, false);
  1604. return ret < 0 ? -1 : 0;
  1605. }
  1606. static int process_build_id(struct feat_fd *ff, void *data __maybe_unused)
  1607. {
  1608. if (perf_header__read_build_ids(ff->ph, ff->fd, ff->offset, ff->size))
  1609. pr_debug("Failed to read buildids, continuing...\n");
  1610. return 0;
  1611. }
  1612. static int process_nrcpus(struct feat_fd *ff, void *data __maybe_unused)
  1613. {
  1614. int ret;
  1615. u32 nr_cpus_avail, nr_cpus_online;
  1616. ret = do_read_u32(ff, &nr_cpus_avail);
  1617. if (ret)
  1618. return ret;
  1619. ret = do_read_u32(ff, &nr_cpus_online);
  1620. if (ret)
  1621. return ret;
  1622. ff->ph->env.nr_cpus_avail = (int)nr_cpus_avail;
  1623. ff->ph->env.nr_cpus_online = (int)nr_cpus_online;
  1624. return 0;
  1625. }
  1626. static int process_total_mem(struct feat_fd *ff, void *data __maybe_unused)
  1627. {
  1628. u64 total_mem;
  1629. int ret;
  1630. ret = do_read_u64(ff, &total_mem);
  1631. if (ret)
  1632. return -1;
  1633. ff->ph->env.total_mem = (unsigned long long)total_mem;
  1634. return 0;
  1635. }
  1636. static struct perf_evsel *
  1637. perf_evlist__find_by_index(struct perf_evlist *evlist, int idx)
  1638. {
  1639. struct perf_evsel *evsel;
  1640. evlist__for_each_entry(evlist, evsel) {
  1641. if (evsel->idx == idx)
  1642. return evsel;
  1643. }
  1644. return NULL;
  1645. }
  1646. static void
  1647. perf_evlist__set_event_name(struct perf_evlist *evlist,
  1648. struct perf_evsel *event)
  1649. {
  1650. struct perf_evsel *evsel;
  1651. if (!event->name)
  1652. return;
  1653. evsel = perf_evlist__find_by_index(evlist, event->idx);
  1654. if (!evsel)
  1655. return;
  1656. if (evsel->name)
  1657. return;
  1658. evsel->name = strdup(event->name);
  1659. }
  1660. static int
  1661. process_event_desc(struct feat_fd *ff, void *data __maybe_unused)
  1662. {
  1663. struct perf_session *session;
  1664. struct perf_evsel *evsel, *events = read_event_desc(ff);
  1665. if (!events)
  1666. return 0;
  1667. session = container_of(ff->ph, struct perf_session, header);
  1668. if (session->data->is_pipe) {
  1669. /* Save events for reading later by print_event_desc,
  1670. * since they can't be read again in pipe mode. */
  1671. ff->events = events;
  1672. }
  1673. for (evsel = events; evsel->attr.size; evsel++)
  1674. perf_evlist__set_event_name(session->evlist, evsel);
  1675. if (!session->data->is_pipe)
  1676. free_event_desc(events);
  1677. return 0;
  1678. }
  1679. static int process_cmdline(struct feat_fd *ff, void *data __maybe_unused)
  1680. {
  1681. char *str, *cmdline = NULL, **argv = NULL;
  1682. u32 nr, i, len = 0;
  1683. if (do_read_u32(ff, &nr))
  1684. return -1;
  1685. ff->ph->env.nr_cmdline = nr;
  1686. cmdline = zalloc(ff->size + nr + 1);
  1687. if (!cmdline)
  1688. return -1;
  1689. argv = zalloc(sizeof(char *) * (nr + 1));
  1690. if (!argv)
  1691. goto error;
  1692. for (i = 0; i < nr; i++) {
  1693. str = do_read_string(ff);
  1694. if (!str)
  1695. goto error;
  1696. argv[i] = cmdline + len;
  1697. memcpy(argv[i], str, strlen(str) + 1);
  1698. len += strlen(str) + 1;
  1699. free(str);
  1700. }
  1701. ff->ph->env.cmdline = cmdline;
  1702. ff->ph->env.cmdline_argv = (const char **) argv;
  1703. return 0;
  1704. error:
  1705. free(argv);
  1706. free(cmdline);
  1707. return -1;
  1708. }
  1709. static int process_cpu_topology(struct feat_fd *ff, void *data __maybe_unused)
  1710. {
  1711. u32 nr, i;
  1712. char *str;
  1713. struct strbuf sb;
  1714. int cpu_nr = ff->ph->env.nr_cpus_avail;
  1715. u64 size = 0;
  1716. struct perf_header *ph = ff->ph;
  1717. bool do_core_id_test = true;
  1718. ph->env.cpu = calloc(cpu_nr, sizeof(*ph->env.cpu));
  1719. if (!ph->env.cpu)
  1720. return -1;
  1721. if (do_read_u32(ff, &nr))
  1722. goto free_cpu;
  1723. ph->env.nr_sibling_cores = nr;
  1724. size += sizeof(u32);
  1725. if (strbuf_init(&sb, 128) < 0)
  1726. goto free_cpu;
  1727. for (i = 0; i < nr; i++) {
  1728. str = do_read_string(ff);
  1729. if (!str)
  1730. goto error;
  1731. /* include a NULL character at the end */
  1732. if (strbuf_add(&sb, str, strlen(str) + 1) < 0)
  1733. goto error;
  1734. size += string_size(str);
  1735. free(str);
  1736. }
  1737. ph->env.sibling_cores = strbuf_detach(&sb, NULL);
  1738. if (do_read_u32(ff, &nr))
  1739. return -1;
  1740. ph->env.nr_sibling_threads = nr;
  1741. size += sizeof(u32);
  1742. for (i = 0; i < nr; i++) {
  1743. str = do_read_string(ff);
  1744. if (!str)
  1745. goto error;
  1746. /* include a NULL character at the end */
  1747. if (strbuf_add(&sb, str, strlen(str) + 1) < 0)
  1748. goto error;
  1749. size += string_size(str);
  1750. free(str);
  1751. }
  1752. ph->env.sibling_threads = strbuf_detach(&sb, NULL);
  1753. /*
  1754. * The header may be from old perf,
  1755. * which doesn't include core id and socket id information.
  1756. */
  1757. if (ff->size <= size) {
  1758. zfree(&ph->env.cpu);
  1759. return 0;
  1760. }
  1761. /* On s390 the socket_id number is not related to the numbers of cpus.
  1762. * The socket_id number might be higher than the numbers of cpus.
  1763. * This depends on the configuration.
  1764. */
  1765. if (ph->env.arch && !strncmp(ph->env.arch, "s390", 4))
  1766. do_core_id_test = false;
  1767. for (i = 0; i < (u32)cpu_nr; i++) {
  1768. if (do_read_u32(ff, &nr))
  1769. goto free_cpu;
  1770. ph->env.cpu[i].core_id = nr;
  1771. if (do_read_u32(ff, &nr))
  1772. goto free_cpu;
  1773. if (do_core_id_test && nr != (u32)-1 && nr > (u32)cpu_nr) {
  1774. pr_debug("socket_id number is too big."
  1775. "You may need to upgrade the perf tool.\n");
  1776. goto free_cpu;
  1777. }
  1778. ph->env.cpu[i].socket_id = nr;
  1779. }
  1780. return 0;
  1781. error:
  1782. strbuf_release(&sb);
  1783. free_cpu:
  1784. zfree(&ph->env.cpu);
  1785. return -1;
  1786. }
  1787. static int process_numa_topology(struct feat_fd *ff, void *data __maybe_unused)
  1788. {
  1789. struct numa_node *nodes, *n;
  1790. u32 nr, i;
  1791. char *str;
  1792. /* nr nodes */
  1793. if (do_read_u32(ff, &nr))
  1794. return -1;
  1795. nodes = zalloc(sizeof(*nodes) * nr);
  1796. if (!nodes)
  1797. return -ENOMEM;
  1798. for (i = 0; i < nr; i++) {
  1799. n = &nodes[i];
  1800. /* node number */
  1801. if (do_read_u32(ff, &n->node))
  1802. goto error;
  1803. if (do_read_u64(ff, &n->mem_total))
  1804. goto error;
  1805. if (do_read_u64(ff, &n->mem_free))
  1806. goto error;
  1807. str = do_read_string(ff);
  1808. if (!str)
  1809. goto error;
  1810. n->map = cpu_map__new(str);
  1811. if (!n->map)
  1812. goto error;
  1813. free(str);
  1814. }
  1815. ff->ph->env.nr_numa_nodes = nr;
  1816. ff->ph->env.numa_nodes = nodes;
  1817. return 0;
  1818. error:
  1819. free(nodes);
  1820. return -1;
  1821. }
  1822. static int process_pmu_mappings(struct feat_fd *ff, void *data __maybe_unused)
  1823. {
  1824. char *name;
  1825. u32 pmu_num;
  1826. u32 type;
  1827. struct strbuf sb;
  1828. if (do_read_u32(ff, &pmu_num))
  1829. return -1;
  1830. if (!pmu_num) {
  1831. pr_debug("pmu mappings not available\n");
  1832. return 0;
  1833. }
  1834. ff->ph->env.nr_pmu_mappings = pmu_num;
  1835. if (strbuf_init(&sb, 128) < 0)
  1836. return -1;
  1837. while (pmu_num) {
  1838. if (do_read_u32(ff, &type))
  1839. goto error;
  1840. name = do_read_string(ff);
  1841. if (!name)
  1842. goto error;
  1843. if (strbuf_addf(&sb, "%u:%s", type, name) < 0)
  1844. goto error;
  1845. /* include a NULL character at the end */
  1846. if (strbuf_add(&sb, "", 1) < 0)
  1847. goto error;
  1848. if (!strcmp(name, "msr"))
  1849. ff->ph->env.msr_pmu_type = type;
  1850. free(name);
  1851. pmu_num--;
  1852. }
  1853. ff->ph->env.pmu_mappings = strbuf_detach(&sb, NULL);
  1854. return 0;
  1855. error:
  1856. strbuf_release(&sb);
  1857. return -1;
  1858. }
  1859. static int process_group_desc(struct feat_fd *ff, void *data __maybe_unused)
  1860. {
  1861. size_t ret = -1;
  1862. u32 i, nr, nr_groups;
  1863. struct perf_session *session;
  1864. struct perf_evsel *evsel, *leader = NULL;
  1865. struct group_desc {
  1866. char *name;
  1867. u32 leader_idx;
  1868. u32 nr_members;
  1869. } *desc;
  1870. if (do_read_u32(ff, &nr_groups))
  1871. return -1;
  1872. ff->ph->env.nr_groups = nr_groups;
  1873. if (!nr_groups) {
  1874. pr_debug("group desc not available\n");
  1875. return 0;
  1876. }
  1877. desc = calloc(nr_groups, sizeof(*desc));
  1878. if (!desc)
  1879. return -1;
  1880. for (i = 0; i < nr_groups; i++) {
  1881. desc[i].name = do_read_string(ff);
  1882. if (!desc[i].name)
  1883. goto out_free;
  1884. if (do_read_u32(ff, &desc[i].leader_idx))
  1885. goto out_free;
  1886. if (do_read_u32(ff, &desc[i].nr_members))
  1887. goto out_free;
  1888. }
  1889. /*
  1890. * Rebuild group relationship based on the group_desc
  1891. */
  1892. session = container_of(ff->ph, struct perf_session, header);
  1893. session->evlist->nr_groups = nr_groups;
  1894. i = nr = 0;
  1895. evlist__for_each_entry(session->evlist, evsel) {
  1896. if (evsel->idx == (int) desc[i].leader_idx) {
  1897. evsel->leader = evsel;
  1898. /* {anon_group} is a dummy name */
  1899. if (strcmp(desc[i].name, "{anon_group}")) {
  1900. evsel->group_name = desc[i].name;
  1901. desc[i].name = NULL;
  1902. }
  1903. evsel->nr_members = desc[i].nr_members;
  1904. if (i >= nr_groups || nr > 0) {
  1905. pr_debug("invalid group desc\n");
  1906. goto out_free;
  1907. }
  1908. leader = evsel;
  1909. nr = evsel->nr_members - 1;
  1910. i++;
  1911. } else if (nr) {
  1912. /* This is a group member */
  1913. evsel->leader = leader;
  1914. nr--;
  1915. }
  1916. }
  1917. if (i != nr_groups || nr != 0) {
  1918. pr_debug("invalid group desc\n");
  1919. goto out_free;
  1920. }
  1921. ret = 0;
  1922. out_free:
  1923. for (i = 0; i < nr_groups; i++)
  1924. zfree(&desc[i].name);
  1925. free(desc);
  1926. return ret;
  1927. }
  1928. static int process_auxtrace(struct feat_fd *ff, void *data __maybe_unused)
  1929. {
  1930. struct perf_session *session;
  1931. int err;
  1932. session = container_of(ff->ph, struct perf_session, header);
  1933. err = auxtrace_index__process(ff->fd, ff->size, session,
  1934. ff->ph->needs_swap);
  1935. if (err < 0)
  1936. pr_err("Failed to process auxtrace index\n");
  1937. return err;
  1938. }
  1939. static int process_cache(struct feat_fd *ff, void *data __maybe_unused)
  1940. {
  1941. struct cpu_cache_level *caches;
  1942. u32 cnt, i, version;
  1943. if (do_read_u32(ff, &version))
  1944. return -1;
  1945. if (version != 1)
  1946. return -1;
  1947. if (do_read_u32(ff, &cnt))
  1948. return -1;
  1949. caches = zalloc(sizeof(*caches) * cnt);
  1950. if (!caches)
  1951. return -1;
  1952. for (i = 0; i < cnt; i++) {
  1953. struct cpu_cache_level c;
  1954. #define _R(v) \
  1955. if (do_read_u32(ff, &c.v))\
  1956. goto out_free_caches; \
  1957. _R(level)
  1958. _R(line_size)
  1959. _R(sets)
  1960. _R(ways)
  1961. #undef _R
  1962. #define _R(v) \
  1963. c.v = do_read_string(ff); \
  1964. if (!c.v) \
  1965. goto out_free_caches;
  1966. _R(type)
  1967. _R(size)
  1968. _R(map)
  1969. #undef _R
  1970. caches[i] = c;
  1971. }
  1972. ff->ph->env.caches = caches;
  1973. ff->ph->env.caches_cnt = cnt;
  1974. return 0;
  1975. out_free_caches:
  1976. free(caches);
  1977. return -1;
  1978. }
  1979. static int process_sample_time(struct feat_fd *ff, void *data __maybe_unused)
  1980. {
  1981. struct perf_session *session;
  1982. u64 first_sample_time, last_sample_time;
  1983. int ret;
  1984. session = container_of(ff->ph, struct perf_session, header);
  1985. ret = do_read_u64(ff, &first_sample_time);
  1986. if (ret)
  1987. return -1;
  1988. ret = do_read_u64(ff, &last_sample_time);
  1989. if (ret)
  1990. return -1;
  1991. session->evlist->first_sample_time = first_sample_time;
  1992. session->evlist->last_sample_time = last_sample_time;
  1993. return 0;
  1994. }
  1995. static int process_mem_topology(struct feat_fd *ff,
  1996. void *data __maybe_unused)
  1997. {
  1998. struct memory_node *nodes;
  1999. u64 version, i, nr, bsize;
  2000. int ret = -1;
  2001. if (do_read_u64(ff, &version))
  2002. return -1;
  2003. if (version != 1)
  2004. return -1;
  2005. if (do_read_u64(ff, &bsize))
  2006. return -1;
  2007. if (do_read_u64(ff, &nr))
  2008. return -1;
  2009. nodes = zalloc(sizeof(*nodes) * nr);
  2010. if (!nodes)
  2011. return -1;
  2012. for (i = 0; i < nr; i++) {
  2013. struct memory_node n;
  2014. #define _R(v) \
  2015. if (do_read_u64(ff, &n.v)) \
  2016. goto out; \
  2017. _R(node)
  2018. _R(size)
  2019. #undef _R
  2020. if (do_read_bitmap(ff, &n.set, &n.size))
  2021. goto out;
  2022. nodes[i] = n;
  2023. }
  2024. ff->ph->env.memory_bsize = bsize;
  2025. ff->ph->env.memory_nodes = nodes;
  2026. ff->ph->env.nr_memory_nodes = nr;
  2027. ret = 0;
  2028. out:
  2029. if (ret)
  2030. free(nodes);
  2031. return ret;
  2032. }
  2033. struct feature_ops {
  2034. int (*write)(struct feat_fd *ff, struct perf_evlist *evlist);
  2035. void (*print)(struct feat_fd *ff, FILE *fp);
  2036. int (*process)(struct feat_fd *ff, void *data);
  2037. const char *name;
  2038. bool full_only;
  2039. bool synthesize;
  2040. };
  2041. #define FEAT_OPR(n, func, __full_only) \
  2042. [HEADER_##n] = { \
  2043. .name = __stringify(n), \
  2044. .write = write_##func, \
  2045. .print = print_##func, \
  2046. .full_only = __full_only, \
  2047. .process = process_##func, \
  2048. .synthesize = true \
  2049. }
  2050. #define FEAT_OPN(n, func, __full_only) \
  2051. [HEADER_##n] = { \
  2052. .name = __stringify(n), \
  2053. .write = write_##func, \
  2054. .print = print_##func, \
  2055. .full_only = __full_only, \
  2056. .process = process_##func \
  2057. }
  2058. /* feature_ops not implemented: */
  2059. #define print_tracing_data NULL
  2060. #define print_build_id NULL
  2061. #define process_branch_stack NULL
  2062. #define process_stat NULL
  2063. static const struct feature_ops feat_ops[HEADER_LAST_FEATURE] = {
  2064. FEAT_OPN(TRACING_DATA, tracing_data, false),
  2065. FEAT_OPN(BUILD_ID, build_id, false),
  2066. FEAT_OPR(HOSTNAME, hostname, false),
  2067. FEAT_OPR(OSRELEASE, osrelease, false),
  2068. FEAT_OPR(VERSION, version, false),
  2069. FEAT_OPR(ARCH, arch, false),
  2070. FEAT_OPR(NRCPUS, nrcpus, false),
  2071. FEAT_OPR(CPUDESC, cpudesc, false),
  2072. FEAT_OPR(CPUID, cpuid, false),
  2073. FEAT_OPR(TOTAL_MEM, total_mem, false),
  2074. FEAT_OPR(EVENT_DESC, event_desc, false),
  2075. FEAT_OPR(CMDLINE, cmdline, false),
  2076. FEAT_OPR(CPU_TOPOLOGY, cpu_topology, true),
  2077. FEAT_OPR(NUMA_TOPOLOGY, numa_topology, true),
  2078. FEAT_OPN(BRANCH_STACK, branch_stack, false),
  2079. FEAT_OPR(PMU_MAPPINGS, pmu_mappings, false),
  2080. FEAT_OPN(GROUP_DESC, group_desc, false),
  2081. FEAT_OPN(AUXTRACE, auxtrace, false),
  2082. FEAT_OPN(STAT, stat, false),
  2083. FEAT_OPN(CACHE, cache, true),
  2084. FEAT_OPR(SAMPLE_TIME, sample_time, false),
  2085. FEAT_OPR(MEM_TOPOLOGY, mem_topology, true),
  2086. };
  2087. struct header_print_data {
  2088. FILE *fp;
  2089. bool full; /* extended list of headers */
  2090. };
  2091. static int perf_file_section__fprintf_info(struct perf_file_section *section,
  2092. struct perf_header *ph,
  2093. int feat, int fd, void *data)
  2094. {
  2095. struct header_print_data *hd = data;
  2096. struct feat_fd ff;
  2097. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  2098. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  2099. "%d, continuing...\n", section->offset, feat);
  2100. return 0;
  2101. }
  2102. if (feat >= HEADER_LAST_FEATURE) {
  2103. pr_warning("unknown feature %d\n", feat);
  2104. return 0;
  2105. }
  2106. if (!feat_ops[feat].print)
  2107. return 0;
  2108. ff = (struct feat_fd) {
  2109. .fd = fd,
  2110. .ph = ph,
  2111. };
  2112. if (!feat_ops[feat].full_only || hd->full)
  2113. feat_ops[feat].print(&ff, hd->fp);
  2114. else
  2115. fprintf(hd->fp, "# %s info available, use -I to display\n",
  2116. feat_ops[feat].name);
  2117. return 0;
  2118. }
  2119. int perf_header__fprintf_info(struct perf_session *session, FILE *fp, bool full)
  2120. {
  2121. struct header_print_data hd;
  2122. struct perf_header *header = &session->header;
  2123. int fd = perf_data__fd(session->data);
  2124. struct stat st;
  2125. int ret, bit;
  2126. hd.fp = fp;
  2127. hd.full = full;
  2128. ret = fstat(fd, &st);
  2129. if (ret == -1)
  2130. return -1;
  2131. fprintf(fp, "# captured on : %s", ctime(&st.st_ctime));
  2132. fprintf(fp, "# header version : %u\n", header->version);
  2133. fprintf(fp, "# data offset : %" PRIu64 "\n", header->data_offset);
  2134. fprintf(fp, "# data size : %" PRIu64 "\n", header->data_size);
  2135. fprintf(fp, "# feat offset : %" PRIu64 "\n", header->feat_offset);
  2136. perf_header__process_sections(header, fd, &hd,
  2137. perf_file_section__fprintf_info);
  2138. if (session->data->is_pipe)
  2139. return 0;
  2140. fprintf(fp, "# missing features: ");
  2141. for_each_clear_bit(bit, header->adds_features, HEADER_LAST_FEATURE) {
  2142. if (bit)
  2143. fprintf(fp, "%s ", feat_ops[bit].name);
  2144. }
  2145. fprintf(fp, "\n");
  2146. return 0;
  2147. }
  2148. static int do_write_feat(struct feat_fd *ff, int type,
  2149. struct perf_file_section **p,
  2150. struct perf_evlist *evlist)
  2151. {
  2152. int err;
  2153. int ret = 0;
  2154. if (perf_header__has_feat(ff->ph, type)) {
  2155. if (!feat_ops[type].write)
  2156. return -1;
  2157. if (WARN(ff->buf, "Error: calling %s in pipe-mode.\n", __func__))
  2158. return -1;
  2159. (*p)->offset = lseek(ff->fd, 0, SEEK_CUR);
  2160. err = feat_ops[type].write(ff, evlist);
  2161. if (err < 0) {
  2162. pr_debug("failed to write feature %s\n", feat_ops[type].name);
  2163. /* undo anything written */
  2164. lseek(ff->fd, (*p)->offset, SEEK_SET);
  2165. return -1;
  2166. }
  2167. (*p)->size = lseek(ff->fd, 0, SEEK_CUR) - (*p)->offset;
  2168. (*p)++;
  2169. }
  2170. return ret;
  2171. }
  2172. static int perf_header__adds_write(struct perf_header *header,
  2173. struct perf_evlist *evlist, int fd)
  2174. {
  2175. int nr_sections;
  2176. struct feat_fd ff;
  2177. struct perf_file_section *feat_sec, *p;
  2178. int sec_size;
  2179. u64 sec_start;
  2180. int feat;
  2181. int err;
  2182. ff = (struct feat_fd){
  2183. .fd = fd,
  2184. .ph = header,
  2185. };
  2186. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  2187. if (!nr_sections)
  2188. return 0;
  2189. feat_sec = p = calloc(nr_sections, sizeof(*feat_sec));
  2190. if (feat_sec == NULL)
  2191. return -ENOMEM;
  2192. sec_size = sizeof(*feat_sec) * nr_sections;
  2193. sec_start = header->feat_offset;
  2194. lseek(fd, sec_start + sec_size, SEEK_SET);
  2195. for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
  2196. if (do_write_feat(&ff, feat, &p, evlist))
  2197. perf_header__clear_feat(header, feat);
  2198. }
  2199. lseek(fd, sec_start, SEEK_SET);
  2200. /*
  2201. * may write more than needed due to dropped feature, but
  2202. * this is okay, reader will skip the mising entries
  2203. */
  2204. err = do_write(&ff, feat_sec, sec_size);
  2205. if (err < 0)
  2206. pr_debug("failed to write feature section\n");
  2207. free(feat_sec);
  2208. return err;
  2209. }
  2210. int perf_header__write_pipe(int fd)
  2211. {
  2212. struct perf_pipe_file_header f_header;
  2213. struct feat_fd ff;
  2214. int err;
  2215. ff = (struct feat_fd){ .fd = fd };
  2216. f_header = (struct perf_pipe_file_header){
  2217. .magic = PERF_MAGIC,
  2218. .size = sizeof(f_header),
  2219. };
  2220. err = do_write(&ff, &f_header, sizeof(f_header));
  2221. if (err < 0) {
  2222. pr_debug("failed to write perf pipe header\n");
  2223. return err;
  2224. }
  2225. return 0;
  2226. }
  2227. int perf_session__write_header(struct perf_session *session,
  2228. struct perf_evlist *evlist,
  2229. int fd, bool at_exit)
  2230. {
  2231. struct perf_file_header f_header;
  2232. struct perf_file_attr f_attr;
  2233. struct perf_header *header = &session->header;
  2234. struct perf_evsel *evsel;
  2235. struct feat_fd ff;
  2236. u64 attr_offset;
  2237. int err;
  2238. ff = (struct feat_fd){ .fd = fd};
  2239. lseek(fd, sizeof(f_header), SEEK_SET);
  2240. evlist__for_each_entry(session->evlist, evsel) {
  2241. evsel->id_offset = lseek(fd, 0, SEEK_CUR);
  2242. err = do_write(&ff, evsel->id, evsel->ids * sizeof(u64));
  2243. if (err < 0) {
  2244. pr_debug("failed to write perf header\n");
  2245. return err;
  2246. }
  2247. }
  2248. attr_offset = lseek(ff.fd, 0, SEEK_CUR);
  2249. evlist__for_each_entry(evlist, evsel) {
  2250. f_attr = (struct perf_file_attr){
  2251. .attr = evsel->attr,
  2252. .ids = {
  2253. .offset = evsel->id_offset,
  2254. .size = evsel->ids * sizeof(u64),
  2255. }
  2256. };
  2257. err = do_write(&ff, &f_attr, sizeof(f_attr));
  2258. if (err < 0) {
  2259. pr_debug("failed to write perf header attribute\n");
  2260. return err;
  2261. }
  2262. }
  2263. if (!header->data_offset)
  2264. header->data_offset = lseek(fd, 0, SEEK_CUR);
  2265. header->feat_offset = header->data_offset + header->data_size;
  2266. if (at_exit) {
  2267. err = perf_header__adds_write(header, evlist, fd);
  2268. if (err < 0)
  2269. return err;
  2270. }
  2271. f_header = (struct perf_file_header){
  2272. .magic = PERF_MAGIC,
  2273. .size = sizeof(f_header),
  2274. .attr_size = sizeof(f_attr),
  2275. .attrs = {
  2276. .offset = attr_offset,
  2277. .size = evlist->nr_entries * sizeof(f_attr),
  2278. },
  2279. .data = {
  2280. .offset = header->data_offset,
  2281. .size = header->data_size,
  2282. },
  2283. /* event_types is ignored, store zeros */
  2284. };
  2285. memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features));
  2286. lseek(fd, 0, SEEK_SET);
  2287. err = do_write(&ff, &f_header, sizeof(f_header));
  2288. if (err < 0) {
  2289. pr_debug("failed to write perf header\n");
  2290. return err;
  2291. }
  2292. lseek(fd, header->data_offset + header->data_size, SEEK_SET);
  2293. return 0;
  2294. }
  2295. static int perf_header__getbuffer64(struct perf_header *header,
  2296. int fd, void *buf, size_t size)
  2297. {
  2298. if (readn(fd, buf, size) <= 0)
  2299. return -1;
  2300. if (header->needs_swap)
  2301. mem_bswap_64(buf, size);
  2302. return 0;
  2303. }
  2304. int perf_header__process_sections(struct perf_header *header, int fd,
  2305. void *data,
  2306. int (*process)(struct perf_file_section *section,
  2307. struct perf_header *ph,
  2308. int feat, int fd, void *data))
  2309. {
  2310. struct perf_file_section *feat_sec, *sec;
  2311. int nr_sections;
  2312. int sec_size;
  2313. int feat;
  2314. int err;
  2315. nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS);
  2316. if (!nr_sections)
  2317. return 0;
  2318. feat_sec = sec = calloc(nr_sections, sizeof(*feat_sec));
  2319. if (!feat_sec)
  2320. return -1;
  2321. sec_size = sizeof(*feat_sec) * nr_sections;
  2322. lseek(fd, header->feat_offset, SEEK_SET);
  2323. err = perf_header__getbuffer64(header, fd, feat_sec, sec_size);
  2324. if (err < 0)
  2325. goto out_free;
  2326. for_each_set_bit(feat, header->adds_features, HEADER_LAST_FEATURE) {
  2327. err = process(sec++, header, feat, fd, data);
  2328. if (err < 0)
  2329. goto out_free;
  2330. }
  2331. err = 0;
  2332. out_free:
  2333. free(feat_sec);
  2334. return err;
  2335. }
  2336. static const int attr_file_abi_sizes[] = {
  2337. [0] = PERF_ATTR_SIZE_VER0,
  2338. [1] = PERF_ATTR_SIZE_VER1,
  2339. [2] = PERF_ATTR_SIZE_VER2,
  2340. [3] = PERF_ATTR_SIZE_VER3,
  2341. [4] = PERF_ATTR_SIZE_VER4,
  2342. 0,
  2343. };
  2344. /*
  2345. * In the legacy file format, the magic number is not used to encode endianness.
  2346. * hdr_sz was used to encode endianness. But given that hdr_sz can vary based
  2347. * on ABI revisions, we need to try all combinations for all endianness to
  2348. * detect the endianness.
  2349. */
  2350. static int try_all_file_abis(uint64_t hdr_sz, struct perf_header *ph)
  2351. {
  2352. uint64_t ref_size, attr_size;
  2353. int i;
  2354. for (i = 0 ; attr_file_abi_sizes[i]; i++) {
  2355. ref_size = attr_file_abi_sizes[i]
  2356. + sizeof(struct perf_file_section);
  2357. if (hdr_sz != ref_size) {
  2358. attr_size = bswap_64(hdr_sz);
  2359. if (attr_size != ref_size)
  2360. continue;
  2361. ph->needs_swap = true;
  2362. }
  2363. pr_debug("ABI%d perf.data file detected, need_swap=%d\n",
  2364. i,
  2365. ph->needs_swap);
  2366. return 0;
  2367. }
  2368. /* could not determine endianness */
  2369. return -1;
  2370. }
  2371. #define PERF_PIPE_HDR_VER0 16
  2372. static const size_t attr_pipe_abi_sizes[] = {
  2373. [0] = PERF_PIPE_HDR_VER0,
  2374. 0,
  2375. };
  2376. /*
  2377. * In the legacy pipe format, there is an implicit assumption that endiannesss
  2378. * between host recording the samples, and host parsing the samples is the
  2379. * same. This is not always the case given that the pipe output may always be
  2380. * redirected into a file and analyzed on a different machine with possibly a
  2381. * different endianness and perf_event ABI revsions in the perf tool itself.
  2382. */
  2383. static int try_all_pipe_abis(uint64_t hdr_sz, struct perf_header *ph)
  2384. {
  2385. u64 attr_size;
  2386. int i;
  2387. for (i = 0 ; attr_pipe_abi_sizes[i]; i++) {
  2388. if (hdr_sz != attr_pipe_abi_sizes[i]) {
  2389. attr_size = bswap_64(hdr_sz);
  2390. if (attr_size != hdr_sz)
  2391. continue;
  2392. ph->needs_swap = true;
  2393. }
  2394. pr_debug("Pipe ABI%d perf.data file detected\n", i);
  2395. return 0;
  2396. }
  2397. return -1;
  2398. }
  2399. bool is_perf_magic(u64 magic)
  2400. {
  2401. if (!memcmp(&magic, __perf_magic1, sizeof(magic))
  2402. || magic == __perf_magic2
  2403. || magic == __perf_magic2_sw)
  2404. return true;
  2405. return false;
  2406. }
  2407. static int check_magic_endian(u64 magic, uint64_t hdr_sz,
  2408. bool is_pipe, struct perf_header *ph)
  2409. {
  2410. int ret;
  2411. /* check for legacy format */
  2412. ret = memcmp(&magic, __perf_magic1, sizeof(magic));
  2413. if (ret == 0) {
  2414. ph->version = PERF_HEADER_VERSION_1;
  2415. pr_debug("legacy perf.data format\n");
  2416. if (is_pipe)
  2417. return try_all_pipe_abis(hdr_sz, ph);
  2418. return try_all_file_abis(hdr_sz, ph);
  2419. }
  2420. /*
  2421. * the new magic number serves two purposes:
  2422. * - unique number to identify actual perf.data files
  2423. * - encode endianness of file
  2424. */
  2425. ph->version = PERF_HEADER_VERSION_2;
  2426. /* check magic number with one endianness */
  2427. if (magic == __perf_magic2)
  2428. return 0;
  2429. /* check magic number with opposite endianness */
  2430. if (magic != __perf_magic2_sw)
  2431. return -1;
  2432. ph->needs_swap = true;
  2433. return 0;
  2434. }
  2435. int perf_file_header__read(struct perf_file_header *header,
  2436. struct perf_header *ph, int fd)
  2437. {
  2438. ssize_t ret;
  2439. lseek(fd, 0, SEEK_SET);
  2440. ret = readn(fd, header, sizeof(*header));
  2441. if (ret <= 0)
  2442. return -1;
  2443. if (check_magic_endian(header->magic,
  2444. header->attr_size, false, ph) < 0) {
  2445. pr_debug("magic/endian check failed\n");
  2446. return -1;
  2447. }
  2448. if (ph->needs_swap) {
  2449. mem_bswap_64(header, offsetof(struct perf_file_header,
  2450. adds_features));
  2451. }
  2452. if (header->size != sizeof(*header)) {
  2453. /* Support the previous format */
  2454. if (header->size == offsetof(typeof(*header), adds_features))
  2455. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  2456. else
  2457. return -1;
  2458. } else if (ph->needs_swap) {
  2459. /*
  2460. * feature bitmap is declared as an array of unsigned longs --
  2461. * not good since its size can differ between the host that
  2462. * generated the data file and the host analyzing the file.
  2463. *
  2464. * We need to handle endianness, but we don't know the size of
  2465. * the unsigned long where the file was generated. Take a best
  2466. * guess at determining it: try 64-bit swap first (ie., file
  2467. * created on a 64-bit host), and check if the hostname feature
  2468. * bit is set (this feature bit is forced on as of fbe96f2).
  2469. * If the bit is not, undo the 64-bit swap and try a 32-bit
  2470. * swap. If the hostname bit is still not set (e.g., older data
  2471. * file), punt and fallback to the original behavior --
  2472. * clearing all feature bits and setting buildid.
  2473. */
  2474. mem_bswap_64(&header->adds_features,
  2475. BITS_TO_U64(HEADER_FEAT_BITS));
  2476. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  2477. /* unswap as u64 */
  2478. mem_bswap_64(&header->adds_features,
  2479. BITS_TO_U64(HEADER_FEAT_BITS));
  2480. /* unswap as u32 */
  2481. mem_bswap_32(&header->adds_features,
  2482. BITS_TO_U32(HEADER_FEAT_BITS));
  2483. }
  2484. if (!test_bit(HEADER_HOSTNAME, header->adds_features)) {
  2485. bitmap_zero(header->adds_features, HEADER_FEAT_BITS);
  2486. set_bit(HEADER_BUILD_ID, header->adds_features);
  2487. }
  2488. }
  2489. memcpy(&ph->adds_features, &header->adds_features,
  2490. sizeof(ph->adds_features));
  2491. ph->data_offset = header->data.offset;
  2492. ph->data_size = header->data.size;
  2493. ph->feat_offset = header->data.offset + header->data.size;
  2494. return 0;
  2495. }
  2496. static int perf_file_section__process(struct perf_file_section *section,
  2497. struct perf_header *ph,
  2498. int feat, int fd, void *data)
  2499. {
  2500. struct feat_fd fdd = {
  2501. .fd = fd,
  2502. .ph = ph,
  2503. .size = section->size,
  2504. .offset = section->offset,
  2505. };
  2506. if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) {
  2507. pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
  2508. "%d, continuing...\n", section->offset, feat);
  2509. return 0;
  2510. }
  2511. if (feat >= HEADER_LAST_FEATURE) {
  2512. pr_debug("unknown feature %d, continuing...\n", feat);
  2513. return 0;
  2514. }
  2515. if (!feat_ops[feat].process)
  2516. return 0;
  2517. return feat_ops[feat].process(&fdd, data);
  2518. }
  2519. static int perf_file_header__read_pipe(struct perf_pipe_file_header *header,
  2520. struct perf_header *ph, int fd,
  2521. bool repipe)
  2522. {
  2523. struct feat_fd ff = {
  2524. .fd = STDOUT_FILENO,
  2525. .ph = ph,
  2526. };
  2527. ssize_t ret;
  2528. ret = readn(fd, header, sizeof(*header));
  2529. if (ret <= 0)
  2530. return -1;
  2531. if (check_magic_endian(header->magic, header->size, true, ph) < 0) {
  2532. pr_debug("endian/magic failed\n");
  2533. return -1;
  2534. }
  2535. if (ph->needs_swap)
  2536. header->size = bswap_64(header->size);
  2537. if (repipe && do_write(&ff, header, sizeof(*header)) < 0)
  2538. return -1;
  2539. return 0;
  2540. }
  2541. static int perf_header__read_pipe(struct perf_session *session)
  2542. {
  2543. struct perf_header *header = &session->header;
  2544. struct perf_pipe_file_header f_header;
  2545. if (perf_file_header__read_pipe(&f_header, header,
  2546. perf_data__fd(session->data),
  2547. session->repipe) < 0) {
  2548. pr_debug("incompatible file format\n");
  2549. return -EINVAL;
  2550. }
  2551. return 0;
  2552. }
  2553. static int read_attr(int fd, struct perf_header *ph,
  2554. struct perf_file_attr *f_attr)
  2555. {
  2556. struct perf_event_attr *attr = &f_attr->attr;
  2557. size_t sz, left;
  2558. size_t our_sz = sizeof(f_attr->attr);
  2559. ssize_t ret;
  2560. memset(f_attr, 0, sizeof(*f_attr));
  2561. /* read minimal guaranteed structure */
  2562. ret = readn(fd, attr, PERF_ATTR_SIZE_VER0);
  2563. if (ret <= 0) {
  2564. pr_debug("cannot read %d bytes of header attr\n",
  2565. PERF_ATTR_SIZE_VER0);
  2566. return -1;
  2567. }
  2568. /* on file perf_event_attr size */
  2569. sz = attr->size;
  2570. if (ph->needs_swap)
  2571. sz = bswap_32(sz);
  2572. if (sz == 0) {
  2573. /* assume ABI0 */
  2574. sz = PERF_ATTR_SIZE_VER0;
  2575. } else if (sz > our_sz) {
  2576. pr_debug("file uses a more recent and unsupported ABI"
  2577. " (%zu bytes extra)\n", sz - our_sz);
  2578. return -1;
  2579. }
  2580. /* what we have not yet read and that we know about */
  2581. left = sz - PERF_ATTR_SIZE_VER0;
  2582. if (left) {
  2583. void *ptr = attr;
  2584. ptr += PERF_ATTR_SIZE_VER0;
  2585. ret = readn(fd, ptr, left);
  2586. }
  2587. /* read perf_file_section, ids are read in caller */
  2588. ret = readn(fd, &f_attr->ids, sizeof(f_attr->ids));
  2589. return ret <= 0 ? -1 : 0;
  2590. }
  2591. static int perf_evsel__prepare_tracepoint_event(struct perf_evsel *evsel,
  2592. struct pevent *pevent)
  2593. {
  2594. struct event_format *event;
  2595. char bf[128];
  2596. /* already prepared */
  2597. if (evsel->tp_format)
  2598. return 0;
  2599. if (pevent == NULL) {
  2600. pr_debug("broken or missing trace data\n");
  2601. return -1;
  2602. }
  2603. event = pevent_find_event(pevent, evsel->attr.config);
  2604. if (event == NULL) {
  2605. pr_debug("cannot find event format for %d\n", (int)evsel->attr.config);
  2606. return -1;
  2607. }
  2608. if (!evsel->name) {
  2609. snprintf(bf, sizeof(bf), "%s:%s", event->system, event->name);
  2610. evsel->name = strdup(bf);
  2611. if (evsel->name == NULL)
  2612. return -1;
  2613. }
  2614. evsel->tp_format = event;
  2615. return 0;
  2616. }
  2617. static int perf_evlist__prepare_tracepoint_events(struct perf_evlist *evlist,
  2618. struct pevent *pevent)
  2619. {
  2620. struct perf_evsel *pos;
  2621. evlist__for_each_entry(evlist, pos) {
  2622. if (pos->attr.type == PERF_TYPE_TRACEPOINT &&
  2623. perf_evsel__prepare_tracepoint_event(pos, pevent))
  2624. return -1;
  2625. }
  2626. return 0;
  2627. }
  2628. int perf_session__read_header(struct perf_session *session)
  2629. {
  2630. struct perf_data *data = session->data;
  2631. struct perf_header *header = &session->header;
  2632. struct perf_file_header f_header;
  2633. struct perf_file_attr f_attr;
  2634. u64 f_id;
  2635. int nr_attrs, nr_ids, i, j;
  2636. int fd = perf_data__fd(data);
  2637. session->evlist = perf_evlist__new();
  2638. if (session->evlist == NULL)
  2639. return -ENOMEM;
  2640. session->evlist->env = &header->env;
  2641. session->machines.host.env = &header->env;
  2642. if (perf_data__is_pipe(data))
  2643. return perf_header__read_pipe(session);
  2644. if (perf_file_header__read(&f_header, header, fd) < 0)
  2645. return -EINVAL;
  2646. /*
  2647. * Sanity check that perf.data was written cleanly; data size is
  2648. * initialized to 0 and updated only if the on_exit function is run.
  2649. * If data size is still 0 then the file contains only partial
  2650. * information. Just warn user and process it as much as it can.
  2651. */
  2652. if (f_header.data.size == 0) {
  2653. pr_warning("WARNING: The %s file's data size field is 0 which is unexpected.\n"
  2654. "Was the 'perf record' command properly terminated?\n",
  2655. data->file.path);
  2656. }
  2657. nr_attrs = f_header.attrs.size / f_header.attr_size;
  2658. lseek(fd, f_header.attrs.offset, SEEK_SET);
  2659. for (i = 0; i < nr_attrs; i++) {
  2660. struct perf_evsel *evsel;
  2661. off_t tmp;
  2662. if (read_attr(fd, header, &f_attr) < 0)
  2663. goto out_errno;
  2664. if (header->needs_swap) {
  2665. f_attr.ids.size = bswap_64(f_attr.ids.size);
  2666. f_attr.ids.offset = bswap_64(f_attr.ids.offset);
  2667. perf_event__attr_swap(&f_attr.attr);
  2668. }
  2669. tmp = lseek(fd, 0, SEEK_CUR);
  2670. evsel = perf_evsel__new(&f_attr.attr);
  2671. if (evsel == NULL)
  2672. goto out_delete_evlist;
  2673. evsel->needs_swap = header->needs_swap;
  2674. /*
  2675. * Do it before so that if perf_evsel__alloc_id fails, this
  2676. * entry gets purged too at perf_evlist__delete().
  2677. */
  2678. perf_evlist__add(session->evlist, evsel);
  2679. nr_ids = f_attr.ids.size / sizeof(u64);
  2680. /*
  2681. * We don't have the cpu and thread maps on the header, so
  2682. * for allocating the perf_sample_id table we fake 1 cpu and
  2683. * hattr->ids threads.
  2684. */
  2685. if (perf_evsel__alloc_id(evsel, 1, nr_ids))
  2686. goto out_delete_evlist;
  2687. lseek(fd, f_attr.ids.offset, SEEK_SET);
  2688. for (j = 0; j < nr_ids; j++) {
  2689. if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id)))
  2690. goto out_errno;
  2691. perf_evlist__id_add(session->evlist, evsel, 0, j, f_id);
  2692. }
  2693. lseek(fd, tmp, SEEK_SET);
  2694. }
  2695. perf_header__process_sections(header, fd, &session->tevent,
  2696. perf_file_section__process);
  2697. if (perf_evlist__prepare_tracepoint_events(session->evlist,
  2698. session->tevent.pevent))
  2699. goto out_delete_evlist;
  2700. return 0;
  2701. out_errno:
  2702. return -errno;
  2703. out_delete_evlist:
  2704. perf_evlist__delete(session->evlist);
  2705. session->evlist = NULL;
  2706. return -ENOMEM;
  2707. }
  2708. int perf_event__synthesize_attr(struct perf_tool *tool,
  2709. struct perf_event_attr *attr, u32 ids, u64 *id,
  2710. perf_event__handler_t process)
  2711. {
  2712. union perf_event *ev;
  2713. size_t size;
  2714. int err;
  2715. size = sizeof(struct perf_event_attr);
  2716. size = PERF_ALIGN(size, sizeof(u64));
  2717. size += sizeof(struct perf_event_header);
  2718. size += ids * sizeof(u64);
  2719. ev = malloc(size);
  2720. if (ev == NULL)
  2721. return -ENOMEM;
  2722. ev->attr.attr = *attr;
  2723. memcpy(ev->attr.id, id, ids * sizeof(u64));
  2724. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  2725. ev->attr.header.size = (u16)size;
  2726. if (ev->attr.header.size == size)
  2727. err = process(tool, ev, NULL, NULL);
  2728. else
  2729. err = -E2BIG;
  2730. free(ev);
  2731. return err;
  2732. }
  2733. int perf_event__synthesize_features(struct perf_tool *tool,
  2734. struct perf_session *session,
  2735. struct perf_evlist *evlist,
  2736. perf_event__handler_t process)
  2737. {
  2738. struct perf_header *header = &session->header;
  2739. struct feat_fd ff;
  2740. struct feature_event *fe;
  2741. size_t sz, sz_hdr;
  2742. int feat, ret;
  2743. sz_hdr = sizeof(fe->header);
  2744. sz = sizeof(union perf_event);
  2745. /* get a nice alignment */
  2746. sz = PERF_ALIGN(sz, page_size);
  2747. memset(&ff, 0, sizeof(ff));
  2748. ff.buf = malloc(sz);
  2749. if (!ff.buf)
  2750. return -ENOMEM;
  2751. ff.size = sz - sz_hdr;
  2752. for_each_set_bit(feat, header->adds_features, HEADER_FEAT_BITS) {
  2753. if (!feat_ops[feat].synthesize) {
  2754. pr_debug("No record header feature for header :%d\n", feat);
  2755. continue;
  2756. }
  2757. ff.offset = sizeof(*fe);
  2758. ret = feat_ops[feat].write(&ff, evlist);
  2759. if (ret || ff.offset <= (ssize_t)sizeof(*fe)) {
  2760. pr_debug("Error writing feature\n");
  2761. continue;
  2762. }
  2763. /* ff.buf may have changed due to realloc in do_write() */
  2764. fe = ff.buf;
  2765. memset(fe, 0, sizeof(*fe));
  2766. fe->feat_id = feat;
  2767. fe->header.type = PERF_RECORD_HEADER_FEATURE;
  2768. fe->header.size = ff.offset;
  2769. ret = process(tool, ff.buf, NULL, NULL);
  2770. if (ret) {
  2771. free(ff.buf);
  2772. return ret;
  2773. }
  2774. }
  2775. /* Send HEADER_LAST_FEATURE mark. */
  2776. fe = ff.buf;
  2777. fe->feat_id = HEADER_LAST_FEATURE;
  2778. fe->header.type = PERF_RECORD_HEADER_FEATURE;
  2779. fe->header.size = sizeof(*fe);
  2780. ret = process(tool, ff.buf, NULL, NULL);
  2781. free(ff.buf);
  2782. return ret;
  2783. }
  2784. int perf_event__process_feature(struct perf_tool *tool,
  2785. union perf_event *event,
  2786. struct perf_session *session __maybe_unused)
  2787. {
  2788. struct feat_fd ff = { .fd = 0 };
  2789. struct feature_event *fe = (struct feature_event *)event;
  2790. int type = fe->header.type;
  2791. u64 feat = fe->feat_id;
  2792. if (type < 0 || type >= PERF_RECORD_HEADER_MAX) {
  2793. pr_warning("invalid record type %d in pipe-mode\n", type);
  2794. return 0;
  2795. }
  2796. if (feat == HEADER_RESERVED || feat >= HEADER_LAST_FEATURE) {
  2797. pr_warning("invalid record type %d in pipe-mode\n", type);
  2798. return -1;
  2799. }
  2800. if (!feat_ops[feat].process)
  2801. return 0;
  2802. ff.buf = (void *)fe->data;
  2803. ff.size = event->header.size - sizeof(event->header);
  2804. ff.ph = &session->header;
  2805. if (feat_ops[feat].process(&ff, NULL))
  2806. return -1;
  2807. if (!feat_ops[feat].print || !tool->show_feat_hdr)
  2808. return 0;
  2809. if (!feat_ops[feat].full_only ||
  2810. tool->show_feat_hdr >= SHOW_FEAT_HEADER_FULL_INFO) {
  2811. feat_ops[feat].print(&ff, stdout);
  2812. } else {
  2813. fprintf(stdout, "# %s info available, use -I to display\n",
  2814. feat_ops[feat].name);
  2815. }
  2816. return 0;
  2817. }
  2818. static struct event_update_event *
  2819. event_update_event__new(size_t size, u64 type, u64 id)
  2820. {
  2821. struct event_update_event *ev;
  2822. size += sizeof(*ev);
  2823. size = PERF_ALIGN(size, sizeof(u64));
  2824. ev = zalloc(size);
  2825. if (ev) {
  2826. ev->header.type = PERF_RECORD_EVENT_UPDATE;
  2827. ev->header.size = (u16)size;
  2828. ev->type = type;
  2829. ev->id = id;
  2830. }
  2831. return ev;
  2832. }
  2833. int
  2834. perf_event__synthesize_event_update_unit(struct perf_tool *tool,
  2835. struct perf_evsel *evsel,
  2836. perf_event__handler_t process)
  2837. {
  2838. struct event_update_event *ev;
  2839. size_t size = strlen(evsel->unit);
  2840. int err;
  2841. ev = event_update_event__new(size + 1, PERF_EVENT_UPDATE__UNIT, evsel->id[0]);
  2842. if (ev == NULL)
  2843. return -ENOMEM;
  2844. strncpy(ev->data, evsel->unit, size);
  2845. err = process(tool, (union perf_event *)ev, NULL, NULL);
  2846. free(ev);
  2847. return err;
  2848. }
  2849. int
  2850. perf_event__synthesize_event_update_scale(struct perf_tool *tool,
  2851. struct perf_evsel *evsel,
  2852. perf_event__handler_t process)
  2853. {
  2854. struct event_update_event *ev;
  2855. struct event_update_event_scale *ev_data;
  2856. int err;
  2857. ev = event_update_event__new(sizeof(*ev_data), PERF_EVENT_UPDATE__SCALE, evsel->id[0]);
  2858. if (ev == NULL)
  2859. return -ENOMEM;
  2860. ev_data = (struct event_update_event_scale *) ev->data;
  2861. ev_data->scale = evsel->scale;
  2862. err = process(tool, (union perf_event*) ev, NULL, NULL);
  2863. free(ev);
  2864. return err;
  2865. }
  2866. int
  2867. perf_event__synthesize_event_update_name(struct perf_tool *tool,
  2868. struct perf_evsel *evsel,
  2869. perf_event__handler_t process)
  2870. {
  2871. struct event_update_event *ev;
  2872. size_t len = strlen(evsel->name);
  2873. int err;
  2874. ev = event_update_event__new(len + 1, PERF_EVENT_UPDATE__NAME, evsel->id[0]);
  2875. if (ev == NULL)
  2876. return -ENOMEM;
  2877. strncpy(ev->data, evsel->name, len);
  2878. err = process(tool, (union perf_event*) ev, NULL, NULL);
  2879. free(ev);
  2880. return err;
  2881. }
  2882. int
  2883. perf_event__synthesize_event_update_cpus(struct perf_tool *tool,
  2884. struct perf_evsel *evsel,
  2885. perf_event__handler_t process)
  2886. {
  2887. size_t size = sizeof(struct event_update_event);
  2888. struct event_update_event *ev;
  2889. int max, err;
  2890. u16 type;
  2891. if (!evsel->own_cpus)
  2892. return 0;
  2893. ev = cpu_map_data__alloc(evsel->own_cpus, &size, &type, &max);
  2894. if (!ev)
  2895. return -ENOMEM;
  2896. ev->header.type = PERF_RECORD_EVENT_UPDATE;
  2897. ev->header.size = (u16)size;
  2898. ev->type = PERF_EVENT_UPDATE__CPUS;
  2899. ev->id = evsel->id[0];
  2900. cpu_map_data__synthesize((struct cpu_map_data *) ev->data,
  2901. evsel->own_cpus,
  2902. type, max);
  2903. err = process(tool, (union perf_event*) ev, NULL, NULL);
  2904. free(ev);
  2905. return err;
  2906. }
  2907. size_t perf_event__fprintf_event_update(union perf_event *event, FILE *fp)
  2908. {
  2909. struct event_update_event *ev = &event->event_update;
  2910. struct event_update_event_scale *ev_scale;
  2911. struct event_update_event_cpus *ev_cpus;
  2912. struct cpu_map *map;
  2913. size_t ret;
  2914. ret = fprintf(fp, "\n... id: %" PRIu64 "\n", ev->id);
  2915. switch (ev->type) {
  2916. case PERF_EVENT_UPDATE__SCALE:
  2917. ev_scale = (struct event_update_event_scale *) ev->data;
  2918. ret += fprintf(fp, "... scale: %f\n", ev_scale->scale);
  2919. break;
  2920. case PERF_EVENT_UPDATE__UNIT:
  2921. ret += fprintf(fp, "... unit: %s\n", ev->data);
  2922. break;
  2923. case PERF_EVENT_UPDATE__NAME:
  2924. ret += fprintf(fp, "... name: %s\n", ev->data);
  2925. break;
  2926. case PERF_EVENT_UPDATE__CPUS:
  2927. ev_cpus = (struct event_update_event_cpus *) ev->data;
  2928. ret += fprintf(fp, "... ");
  2929. map = cpu_map__new_data(&ev_cpus->cpus);
  2930. if (map)
  2931. ret += cpu_map__fprintf(map, fp);
  2932. else
  2933. ret += fprintf(fp, "failed to get cpus\n");
  2934. break;
  2935. default:
  2936. ret += fprintf(fp, "... unknown type\n");
  2937. break;
  2938. }
  2939. return ret;
  2940. }
  2941. int perf_event__synthesize_attrs(struct perf_tool *tool,
  2942. struct perf_session *session,
  2943. perf_event__handler_t process)
  2944. {
  2945. struct perf_evsel *evsel;
  2946. int err = 0;
  2947. evlist__for_each_entry(session->evlist, evsel) {
  2948. err = perf_event__synthesize_attr(tool, &evsel->attr, evsel->ids,
  2949. evsel->id, process);
  2950. if (err) {
  2951. pr_debug("failed to create perf header attribute\n");
  2952. return err;
  2953. }
  2954. }
  2955. return err;
  2956. }
  2957. static bool has_unit(struct perf_evsel *counter)
  2958. {
  2959. return counter->unit && *counter->unit;
  2960. }
  2961. static bool has_scale(struct perf_evsel *counter)
  2962. {
  2963. return counter->scale != 1;
  2964. }
  2965. int perf_event__synthesize_extra_attr(struct perf_tool *tool,
  2966. struct perf_evlist *evsel_list,
  2967. perf_event__handler_t process,
  2968. bool is_pipe)
  2969. {
  2970. struct perf_evsel *counter;
  2971. int err;
  2972. /*
  2973. * Synthesize other events stuff not carried within
  2974. * attr event - unit, scale, name
  2975. */
  2976. evlist__for_each_entry(evsel_list, counter) {
  2977. if (!counter->supported)
  2978. continue;
  2979. /*
  2980. * Synthesize unit and scale only if it's defined.
  2981. */
  2982. if (has_unit(counter)) {
  2983. err = perf_event__synthesize_event_update_unit(tool, counter, process);
  2984. if (err < 0) {
  2985. pr_err("Couldn't synthesize evsel unit.\n");
  2986. return err;
  2987. }
  2988. }
  2989. if (has_scale(counter)) {
  2990. err = perf_event__synthesize_event_update_scale(tool, counter, process);
  2991. if (err < 0) {
  2992. pr_err("Couldn't synthesize evsel counter.\n");
  2993. return err;
  2994. }
  2995. }
  2996. if (counter->own_cpus) {
  2997. err = perf_event__synthesize_event_update_cpus(tool, counter, process);
  2998. if (err < 0) {
  2999. pr_err("Couldn't synthesize evsel cpus.\n");
  3000. return err;
  3001. }
  3002. }
  3003. /*
  3004. * Name is needed only for pipe output,
  3005. * perf.data carries event names.
  3006. */
  3007. if (is_pipe) {
  3008. err = perf_event__synthesize_event_update_name(tool, counter, process);
  3009. if (err < 0) {
  3010. pr_err("Couldn't synthesize evsel name.\n");
  3011. return err;
  3012. }
  3013. }
  3014. }
  3015. return 0;
  3016. }
  3017. int perf_event__process_attr(struct perf_tool *tool __maybe_unused,
  3018. union perf_event *event,
  3019. struct perf_evlist **pevlist)
  3020. {
  3021. u32 i, ids, n_ids;
  3022. struct perf_evsel *evsel;
  3023. struct perf_evlist *evlist = *pevlist;
  3024. if (evlist == NULL) {
  3025. *pevlist = evlist = perf_evlist__new();
  3026. if (evlist == NULL)
  3027. return -ENOMEM;
  3028. }
  3029. evsel = perf_evsel__new(&event->attr.attr);
  3030. if (evsel == NULL)
  3031. return -ENOMEM;
  3032. perf_evlist__add(evlist, evsel);
  3033. ids = event->header.size;
  3034. ids -= (void *)&event->attr.id - (void *)event;
  3035. n_ids = ids / sizeof(u64);
  3036. /*
  3037. * We don't have the cpu and thread maps on the header, so
  3038. * for allocating the perf_sample_id table we fake 1 cpu and
  3039. * hattr->ids threads.
  3040. */
  3041. if (perf_evsel__alloc_id(evsel, 1, n_ids))
  3042. return -ENOMEM;
  3043. for (i = 0; i < n_ids; i++) {
  3044. perf_evlist__id_add(evlist, evsel, 0, i, event->attr.id[i]);
  3045. }
  3046. return 0;
  3047. }
  3048. int perf_event__process_event_update(struct perf_tool *tool __maybe_unused,
  3049. union perf_event *event,
  3050. struct perf_evlist **pevlist)
  3051. {
  3052. struct event_update_event *ev = &event->event_update;
  3053. struct event_update_event_scale *ev_scale;
  3054. struct event_update_event_cpus *ev_cpus;
  3055. struct perf_evlist *evlist;
  3056. struct perf_evsel *evsel;
  3057. struct cpu_map *map;
  3058. if (!pevlist || *pevlist == NULL)
  3059. return -EINVAL;
  3060. evlist = *pevlist;
  3061. evsel = perf_evlist__id2evsel(evlist, ev->id);
  3062. if (evsel == NULL)
  3063. return -EINVAL;
  3064. switch (ev->type) {
  3065. case PERF_EVENT_UPDATE__UNIT:
  3066. evsel->unit = strdup(ev->data);
  3067. break;
  3068. case PERF_EVENT_UPDATE__NAME:
  3069. evsel->name = strdup(ev->data);
  3070. break;
  3071. case PERF_EVENT_UPDATE__SCALE:
  3072. ev_scale = (struct event_update_event_scale *) ev->data;
  3073. evsel->scale = ev_scale->scale;
  3074. break;
  3075. case PERF_EVENT_UPDATE__CPUS:
  3076. ev_cpus = (struct event_update_event_cpus *) ev->data;
  3077. map = cpu_map__new_data(&ev_cpus->cpus);
  3078. if (map)
  3079. evsel->own_cpus = map;
  3080. else
  3081. pr_err("failed to get event_update cpus\n");
  3082. default:
  3083. break;
  3084. }
  3085. return 0;
  3086. }
  3087. int perf_event__synthesize_tracing_data(struct perf_tool *tool, int fd,
  3088. struct perf_evlist *evlist,
  3089. perf_event__handler_t process)
  3090. {
  3091. union perf_event ev;
  3092. struct tracing_data *tdata;
  3093. ssize_t size = 0, aligned_size = 0, padding;
  3094. struct feat_fd ff;
  3095. int err __maybe_unused = 0;
  3096. /*
  3097. * We are going to store the size of the data followed
  3098. * by the data contents. Since the fd descriptor is a pipe,
  3099. * we cannot seek back to store the size of the data once
  3100. * we know it. Instead we:
  3101. *
  3102. * - write the tracing data to the temp file
  3103. * - get/write the data size to pipe
  3104. * - write the tracing data from the temp file
  3105. * to the pipe
  3106. */
  3107. tdata = tracing_data_get(&evlist->entries, fd, true);
  3108. if (!tdata)
  3109. return -1;
  3110. memset(&ev, 0, sizeof(ev));
  3111. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  3112. size = tdata->size;
  3113. aligned_size = PERF_ALIGN(size, sizeof(u64));
  3114. padding = aligned_size - size;
  3115. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  3116. ev.tracing_data.size = aligned_size;
  3117. process(tool, &ev, NULL, NULL);
  3118. /*
  3119. * The put function will copy all the tracing data
  3120. * stored in temp file to the pipe.
  3121. */
  3122. tracing_data_put(tdata);
  3123. ff = (struct feat_fd){ .fd = fd };
  3124. if (write_padded(&ff, NULL, 0, padding))
  3125. return -1;
  3126. return aligned_size;
  3127. }
  3128. int perf_event__process_tracing_data(struct perf_tool *tool __maybe_unused,
  3129. union perf_event *event,
  3130. struct perf_session *session)
  3131. {
  3132. ssize_t size_read, padding, size = event->tracing_data.size;
  3133. int fd = perf_data__fd(session->data);
  3134. off_t offset = lseek(fd, 0, SEEK_CUR);
  3135. char buf[BUFSIZ];
  3136. /* setup for reading amidst mmap */
  3137. lseek(fd, offset + sizeof(struct tracing_data_event),
  3138. SEEK_SET);
  3139. size_read = trace_report(fd, &session->tevent,
  3140. session->repipe);
  3141. padding = PERF_ALIGN(size_read, sizeof(u64)) - size_read;
  3142. if (readn(fd, buf, padding) < 0) {
  3143. pr_err("%s: reading input file", __func__);
  3144. return -1;
  3145. }
  3146. if (session->repipe) {
  3147. int retw = write(STDOUT_FILENO, buf, padding);
  3148. if (retw <= 0 || retw != padding) {
  3149. pr_err("%s: repiping tracing data padding", __func__);
  3150. return -1;
  3151. }
  3152. }
  3153. if (size_read + padding != size) {
  3154. pr_err("%s: tracing data size mismatch", __func__);
  3155. return -1;
  3156. }
  3157. perf_evlist__prepare_tracepoint_events(session->evlist,
  3158. session->tevent.pevent);
  3159. return size_read + padding;
  3160. }
  3161. int perf_event__synthesize_build_id(struct perf_tool *tool,
  3162. struct dso *pos, u16 misc,
  3163. perf_event__handler_t process,
  3164. struct machine *machine)
  3165. {
  3166. union perf_event ev;
  3167. size_t len;
  3168. int err = 0;
  3169. if (!pos->hit)
  3170. return err;
  3171. memset(&ev, 0, sizeof(ev));
  3172. len = pos->long_name_len + 1;
  3173. len = PERF_ALIGN(len, NAME_ALIGN);
  3174. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  3175. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  3176. ev.build_id.header.misc = misc;
  3177. ev.build_id.pid = machine->pid;
  3178. ev.build_id.header.size = sizeof(ev.build_id) + len;
  3179. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  3180. err = process(tool, &ev, NULL, machine);
  3181. return err;
  3182. }
  3183. int perf_event__process_build_id(struct perf_tool *tool __maybe_unused,
  3184. union perf_event *event,
  3185. struct perf_session *session)
  3186. {
  3187. __event_process_build_id(&event->build_id,
  3188. event->build_id.filename,
  3189. session);
  3190. return 0;
  3191. }