mem-events.c 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398
  1. #include <stddef.h>
  2. #include <stdlib.h>
  3. #include <string.h>
  4. #include <errno.h>
  5. #include <sys/types.h>
  6. #include <sys/stat.h>
  7. #include <unistd.h>
  8. #include <api/fs/fs.h>
  9. #include "mem-events.h"
  10. #include "debug.h"
  11. #include "symbol.h"
  12. #include "sort.h"
  13. unsigned int perf_mem_events__loads_ldlat = 30;
  14. #define E(t, n, s) { .tag = t, .name = n, .sysfs_name = s }
  15. struct perf_mem_event perf_mem_events[PERF_MEM_EVENTS__MAX] = {
  16. E("ldlat-loads", "cpu/mem-loads,ldlat=%u/P", "mem-loads"),
  17. E("ldlat-stores", "cpu/mem-stores/P", "mem-stores"),
  18. };
  19. #undef E
  20. #undef E
  21. static char mem_loads_name[100];
  22. static bool mem_loads_name__init;
  23. char *perf_mem_events__name(int i)
  24. {
  25. if (i == PERF_MEM_EVENTS__LOAD) {
  26. if (!mem_loads_name__init) {
  27. mem_loads_name__init = true;
  28. scnprintf(mem_loads_name, sizeof(mem_loads_name),
  29. perf_mem_events[i].name,
  30. perf_mem_events__loads_ldlat);
  31. }
  32. return mem_loads_name;
  33. }
  34. return (char *)perf_mem_events[i].name;
  35. }
  36. int perf_mem_events__parse(const char *str)
  37. {
  38. char *tok, *saveptr = NULL;
  39. bool found = false;
  40. char *buf;
  41. int j;
  42. /* We need buffer that we know we can write to. */
  43. buf = malloc(strlen(str) + 1);
  44. if (!buf)
  45. return -ENOMEM;
  46. strcpy(buf, str);
  47. tok = strtok_r((char *)buf, ",", &saveptr);
  48. while (tok) {
  49. for (j = 0; j < PERF_MEM_EVENTS__MAX; j++) {
  50. struct perf_mem_event *e = &perf_mem_events[j];
  51. if (strstr(e->tag, tok))
  52. e->record = found = true;
  53. }
  54. tok = strtok_r(NULL, ",", &saveptr);
  55. }
  56. free(buf);
  57. if (found)
  58. return 0;
  59. pr_err("failed: event '%s' not found, use '-e list' to get list of available events\n", str);
  60. return -1;
  61. }
  62. int perf_mem_events__init(void)
  63. {
  64. const char *mnt = sysfs__mount();
  65. bool found = false;
  66. int j;
  67. if (!mnt)
  68. return -ENOENT;
  69. for (j = 0; j < PERF_MEM_EVENTS__MAX; j++) {
  70. char path[PATH_MAX];
  71. struct perf_mem_event *e = &perf_mem_events[j];
  72. struct stat st;
  73. scnprintf(path, PATH_MAX, "%s/devices/cpu/events/%s",
  74. mnt, e->sysfs_name);
  75. if (!stat(path, &st))
  76. e->supported = found = true;
  77. }
  78. return found ? 0 : -ENOENT;
  79. }
  80. static const char * const tlb_access[] = {
  81. "N/A",
  82. "HIT",
  83. "MISS",
  84. "L1",
  85. "L2",
  86. "Walker",
  87. "Fault",
  88. };
  89. int perf_mem__tlb_scnprintf(char *out, size_t sz, struct mem_info *mem_info)
  90. {
  91. size_t l = 0, i;
  92. u64 m = PERF_MEM_TLB_NA;
  93. u64 hit, miss;
  94. sz -= 1; /* -1 for null termination */
  95. out[0] = '\0';
  96. if (mem_info)
  97. m = mem_info->data_src.mem_dtlb;
  98. hit = m & PERF_MEM_TLB_HIT;
  99. miss = m & PERF_MEM_TLB_MISS;
  100. /* already taken care of */
  101. m &= ~(PERF_MEM_TLB_HIT|PERF_MEM_TLB_MISS);
  102. for (i = 0; m && i < ARRAY_SIZE(tlb_access); i++, m >>= 1) {
  103. if (!(m & 0x1))
  104. continue;
  105. if (l) {
  106. strcat(out, " or ");
  107. l += 4;
  108. }
  109. l += scnprintf(out + l, sz - l, tlb_access[i]);
  110. }
  111. if (*out == '\0')
  112. l += scnprintf(out, sz - l, "N/A");
  113. if (hit)
  114. l += scnprintf(out + l, sz - l, " hit");
  115. if (miss)
  116. l += scnprintf(out + l, sz - l, " miss");
  117. return l;
  118. }
  119. static const char * const mem_lvl[] = {
  120. "N/A",
  121. "HIT",
  122. "MISS",
  123. "L1",
  124. "LFB",
  125. "L2",
  126. "L3",
  127. "Local RAM",
  128. "Remote RAM (1 hop)",
  129. "Remote RAM (2 hops)",
  130. "Remote Cache (1 hop)",
  131. "Remote Cache (2 hops)",
  132. "I/O",
  133. "Uncached",
  134. };
  135. int perf_mem__lvl_scnprintf(char *out, size_t sz, struct mem_info *mem_info)
  136. {
  137. size_t i, l = 0;
  138. u64 m = PERF_MEM_LVL_NA;
  139. u64 hit, miss;
  140. if (mem_info)
  141. m = mem_info->data_src.mem_lvl;
  142. sz -= 1; /* -1 for null termination */
  143. out[0] = '\0';
  144. hit = m & PERF_MEM_LVL_HIT;
  145. miss = m & PERF_MEM_LVL_MISS;
  146. /* already taken care of */
  147. m &= ~(PERF_MEM_LVL_HIT|PERF_MEM_LVL_MISS);
  148. for (i = 0; m && i < ARRAY_SIZE(mem_lvl); i++, m >>= 1) {
  149. if (!(m & 0x1))
  150. continue;
  151. if (l) {
  152. strcat(out, " or ");
  153. l += 4;
  154. }
  155. l += scnprintf(out + l, sz - l, mem_lvl[i]);
  156. }
  157. if (*out == '\0')
  158. l += scnprintf(out, sz - l, "N/A");
  159. if (hit)
  160. l += scnprintf(out + l, sz - l, " hit");
  161. if (miss)
  162. l += scnprintf(out + l, sz - l, " miss");
  163. return l;
  164. }
  165. static const char * const snoop_access[] = {
  166. "N/A",
  167. "None",
  168. "Miss",
  169. "Hit",
  170. "HitM",
  171. };
  172. int perf_mem__snp_scnprintf(char *out, size_t sz, struct mem_info *mem_info)
  173. {
  174. size_t i, l = 0;
  175. u64 m = PERF_MEM_SNOOP_NA;
  176. sz -= 1; /* -1 for null termination */
  177. out[0] = '\0';
  178. if (mem_info)
  179. m = mem_info->data_src.mem_snoop;
  180. for (i = 0; m && i < ARRAY_SIZE(snoop_access); i++, m >>= 1) {
  181. if (!(m & 0x1))
  182. continue;
  183. if (l) {
  184. strcat(out, " or ");
  185. l += 4;
  186. }
  187. l += scnprintf(out + l, sz - l, snoop_access[i]);
  188. }
  189. if (*out == '\0')
  190. l += scnprintf(out, sz - l, "N/A");
  191. return l;
  192. }
  193. int perf_mem__lck_scnprintf(char *out, size_t sz, struct mem_info *mem_info)
  194. {
  195. u64 mask = PERF_MEM_LOCK_NA;
  196. int l;
  197. if (mem_info)
  198. mask = mem_info->data_src.mem_lock;
  199. if (mask & PERF_MEM_LOCK_NA)
  200. l = scnprintf(out, sz, "N/A");
  201. else if (mask & PERF_MEM_LOCK_LOCKED)
  202. l = scnprintf(out, sz, "Yes");
  203. else
  204. l = scnprintf(out, sz, "No");
  205. return l;
  206. }
  207. int perf_script__meminfo_scnprintf(char *out, size_t sz, struct mem_info *mem_info)
  208. {
  209. int i = 0;
  210. i += perf_mem__lvl_scnprintf(out, sz, mem_info);
  211. i += scnprintf(out + i, sz - i, "|SNP ");
  212. i += perf_mem__snp_scnprintf(out + i, sz - i, mem_info);
  213. i += scnprintf(out + i, sz - i, "|TLB ");
  214. i += perf_mem__tlb_scnprintf(out + i, sz - i, mem_info);
  215. i += scnprintf(out + i, sz - i, "|LCK ");
  216. i += perf_mem__lck_scnprintf(out + i, sz - i, mem_info);
  217. return i;
  218. }
  219. int c2c_decode_stats(struct c2c_stats *stats, struct mem_info *mi)
  220. {
  221. union perf_mem_data_src *data_src = &mi->data_src;
  222. u64 daddr = mi->daddr.addr;
  223. u64 op = data_src->mem_op;
  224. u64 lvl = data_src->mem_lvl;
  225. u64 snoop = data_src->mem_snoop;
  226. u64 lock = data_src->mem_lock;
  227. int err = 0;
  228. #define P(a, b) PERF_MEM_##a##_##b
  229. stats->nr_entries++;
  230. if (lock & P(LOCK, LOCKED)) stats->locks++;
  231. if (op & P(OP, LOAD)) {
  232. /* load */
  233. stats->load++;
  234. if (!daddr) {
  235. stats->ld_noadrs++;
  236. return -1;
  237. }
  238. if (lvl & P(LVL, HIT)) {
  239. if (lvl & P(LVL, UNC)) stats->ld_uncache++;
  240. if (lvl & P(LVL, IO)) stats->ld_io++;
  241. if (lvl & P(LVL, LFB)) stats->ld_fbhit++;
  242. if (lvl & P(LVL, L1 )) stats->ld_l1hit++;
  243. if (lvl & P(LVL, L2 )) stats->ld_l2hit++;
  244. if (lvl & P(LVL, L3 )) {
  245. if (snoop & P(SNOOP, HITM))
  246. stats->lcl_hitm++;
  247. else
  248. stats->ld_llchit++;
  249. }
  250. if (lvl & P(LVL, LOC_RAM)) {
  251. stats->lcl_dram++;
  252. if (snoop & P(SNOOP, HIT))
  253. stats->ld_shared++;
  254. else
  255. stats->ld_excl++;
  256. }
  257. if ((lvl & P(LVL, REM_RAM1)) ||
  258. (lvl & P(LVL, REM_RAM2))) {
  259. stats->rmt_dram++;
  260. if (snoop & P(SNOOP, HIT))
  261. stats->ld_shared++;
  262. else
  263. stats->ld_excl++;
  264. }
  265. }
  266. if ((lvl & P(LVL, REM_CCE1)) ||
  267. (lvl & P(LVL, REM_CCE2))) {
  268. if (snoop & P(SNOOP, HIT))
  269. stats->rmt_hit++;
  270. else if (snoop & P(SNOOP, HITM))
  271. stats->rmt_hitm++;
  272. }
  273. if ((lvl & P(LVL, MISS)))
  274. stats->ld_miss++;
  275. } else if (op & P(OP, STORE)) {
  276. /* store */
  277. stats->store++;
  278. if (!daddr) {
  279. stats->st_noadrs++;
  280. return -1;
  281. }
  282. if (lvl & P(LVL, HIT)) {
  283. if (lvl & P(LVL, UNC)) stats->st_uncache++;
  284. if (lvl & P(LVL, L1 )) stats->st_l1hit++;
  285. }
  286. if (lvl & P(LVL, MISS))
  287. if (lvl & P(LVL, L1)) stats->st_l1miss++;
  288. } else {
  289. /* unparsable data_src? */
  290. stats->noparse++;
  291. return -1;
  292. }
  293. if (!mi->daddr.map || !mi->iaddr.map) {
  294. stats->nomap++;
  295. return -1;
  296. }
  297. #undef P
  298. return err;
  299. }
  300. void c2c_add_stats(struct c2c_stats *stats, struct c2c_stats *add)
  301. {
  302. stats->nr_entries += add->nr_entries;
  303. stats->locks += add->locks;
  304. stats->store += add->store;
  305. stats->st_uncache += add->st_uncache;
  306. stats->st_noadrs += add->st_noadrs;
  307. stats->st_l1hit += add->st_l1hit;
  308. stats->st_l1miss += add->st_l1miss;
  309. stats->load += add->load;
  310. stats->ld_excl += add->ld_excl;
  311. stats->ld_shared += add->ld_shared;
  312. stats->ld_uncache += add->ld_uncache;
  313. stats->ld_io += add->ld_io;
  314. stats->ld_miss += add->ld_miss;
  315. stats->ld_noadrs += add->ld_noadrs;
  316. stats->ld_fbhit += add->ld_fbhit;
  317. stats->ld_l1hit += add->ld_l1hit;
  318. stats->ld_l2hit += add->ld_l2hit;
  319. stats->ld_llchit += add->ld_llchit;
  320. stats->lcl_hitm += add->lcl_hitm;
  321. stats->rmt_hitm += add->rmt_hitm;
  322. stats->rmt_hit += add->rmt_hit;
  323. stats->lcl_dram += add->lcl_dram;
  324. stats->rmt_dram += add->rmt_dram;
  325. stats->nomap += add->nomap;
  326. stats->noparse += add->noparse;
  327. }