compaction.h 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300
  1. #undef TRACE_SYSTEM
  2. #define TRACE_SYSTEM compaction
  3. #if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ)
  4. #define _TRACE_COMPACTION_H
  5. #include <linux/types.h>
  6. #include <linux/list.h>
  7. #include <linux/tracepoint.h>
  8. #include <trace/events/gfpflags.h>
  9. DECLARE_EVENT_CLASS(mm_compaction_isolate_template,
  10. TP_PROTO(
  11. unsigned long start_pfn,
  12. unsigned long end_pfn,
  13. unsigned long nr_scanned,
  14. unsigned long nr_taken),
  15. TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken),
  16. TP_STRUCT__entry(
  17. __field(unsigned long, start_pfn)
  18. __field(unsigned long, end_pfn)
  19. __field(unsigned long, nr_scanned)
  20. __field(unsigned long, nr_taken)
  21. ),
  22. TP_fast_assign(
  23. __entry->start_pfn = start_pfn;
  24. __entry->end_pfn = end_pfn;
  25. __entry->nr_scanned = nr_scanned;
  26. __entry->nr_taken = nr_taken;
  27. ),
  28. TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu",
  29. __entry->start_pfn,
  30. __entry->end_pfn,
  31. __entry->nr_scanned,
  32. __entry->nr_taken)
  33. );
  34. DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages,
  35. TP_PROTO(
  36. unsigned long start_pfn,
  37. unsigned long end_pfn,
  38. unsigned long nr_scanned,
  39. unsigned long nr_taken),
  40. TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
  41. );
  42. DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages,
  43. TP_PROTO(
  44. unsigned long start_pfn,
  45. unsigned long end_pfn,
  46. unsigned long nr_scanned,
  47. unsigned long nr_taken),
  48. TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
  49. );
  50. TRACE_EVENT(mm_compaction_migratepages,
  51. TP_PROTO(unsigned long nr_all,
  52. int migrate_rc,
  53. struct list_head *migratepages),
  54. TP_ARGS(nr_all, migrate_rc, migratepages),
  55. TP_STRUCT__entry(
  56. __field(unsigned long, nr_migrated)
  57. __field(unsigned long, nr_failed)
  58. ),
  59. TP_fast_assign(
  60. unsigned long nr_failed = 0;
  61. struct list_head *page_lru;
  62. /*
  63. * migrate_pages() returns either a non-negative number
  64. * with the number of pages that failed migration, or an
  65. * error code, in which case we need to count the remaining
  66. * pages manually
  67. */
  68. if (migrate_rc >= 0)
  69. nr_failed = migrate_rc;
  70. else
  71. list_for_each(page_lru, migratepages)
  72. nr_failed++;
  73. __entry->nr_migrated = nr_all - nr_failed;
  74. __entry->nr_failed = nr_failed;
  75. ),
  76. TP_printk("nr_migrated=%lu nr_failed=%lu",
  77. __entry->nr_migrated,
  78. __entry->nr_failed)
  79. );
  80. TRACE_EVENT(mm_compaction_begin,
  81. TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
  82. unsigned long free_pfn, unsigned long zone_end, bool sync),
  83. TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync),
  84. TP_STRUCT__entry(
  85. __field(unsigned long, zone_start)
  86. __field(unsigned long, migrate_pfn)
  87. __field(unsigned long, free_pfn)
  88. __field(unsigned long, zone_end)
  89. __field(bool, sync)
  90. ),
  91. TP_fast_assign(
  92. __entry->zone_start = zone_start;
  93. __entry->migrate_pfn = migrate_pfn;
  94. __entry->free_pfn = free_pfn;
  95. __entry->zone_end = zone_end;
  96. __entry->sync = sync;
  97. ),
  98. TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s",
  99. __entry->zone_start,
  100. __entry->migrate_pfn,
  101. __entry->free_pfn,
  102. __entry->zone_end,
  103. __entry->sync ? "sync" : "async")
  104. );
  105. TRACE_EVENT(mm_compaction_end,
  106. TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
  107. unsigned long free_pfn, unsigned long zone_end, bool sync,
  108. int status),
  109. TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status),
  110. TP_STRUCT__entry(
  111. __field(unsigned long, zone_start)
  112. __field(unsigned long, migrate_pfn)
  113. __field(unsigned long, free_pfn)
  114. __field(unsigned long, zone_end)
  115. __field(bool, sync)
  116. __field(int, status)
  117. ),
  118. TP_fast_assign(
  119. __entry->zone_start = zone_start;
  120. __entry->migrate_pfn = migrate_pfn;
  121. __entry->free_pfn = free_pfn;
  122. __entry->zone_end = zone_end;
  123. __entry->sync = sync;
  124. __entry->status = status;
  125. ),
  126. TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s",
  127. __entry->zone_start,
  128. __entry->migrate_pfn,
  129. __entry->free_pfn,
  130. __entry->zone_end,
  131. __entry->sync ? "sync" : "async",
  132. compaction_status_string[__entry->status])
  133. );
  134. TRACE_EVENT(mm_compaction_try_to_compact_pages,
  135. TP_PROTO(
  136. int order,
  137. gfp_t gfp_mask,
  138. enum migrate_mode mode),
  139. TP_ARGS(order, gfp_mask, mode),
  140. TP_STRUCT__entry(
  141. __field(int, order)
  142. __field(gfp_t, gfp_mask)
  143. __field(enum migrate_mode, mode)
  144. ),
  145. TP_fast_assign(
  146. __entry->order = order;
  147. __entry->gfp_mask = gfp_mask;
  148. __entry->mode = mode;
  149. ),
  150. TP_printk("order=%d gfp_mask=0x%x mode=%d",
  151. __entry->order,
  152. __entry->gfp_mask,
  153. (int)__entry->mode)
  154. );
  155. DECLARE_EVENT_CLASS(mm_compaction_suitable_template,
  156. TP_PROTO(struct zone *zone,
  157. int order,
  158. int ret),
  159. TP_ARGS(zone, order, ret),
  160. TP_STRUCT__entry(
  161. __field(int, nid)
  162. __field(char *, name)
  163. __field(int, order)
  164. __field(int, ret)
  165. ),
  166. TP_fast_assign(
  167. __entry->nid = zone_to_nid(zone);
  168. __entry->name = (char *)zone->name;
  169. __entry->order = order;
  170. __entry->ret = ret;
  171. ),
  172. TP_printk("node=%d zone=%-8s order=%d ret=%s",
  173. __entry->nid,
  174. __entry->name,
  175. __entry->order,
  176. compaction_status_string[__entry->ret])
  177. );
  178. DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished,
  179. TP_PROTO(struct zone *zone,
  180. int order,
  181. int ret),
  182. TP_ARGS(zone, order, ret)
  183. );
  184. DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable,
  185. TP_PROTO(struct zone *zone,
  186. int order,
  187. int ret),
  188. TP_ARGS(zone, order, ret)
  189. );
  190. #ifdef CONFIG_COMPACTION
  191. DECLARE_EVENT_CLASS(mm_compaction_defer_template,
  192. TP_PROTO(struct zone *zone, int order),
  193. TP_ARGS(zone, order),
  194. TP_STRUCT__entry(
  195. __field(int, nid)
  196. __field(char *, name)
  197. __field(int, order)
  198. __field(unsigned int, considered)
  199. __field(unsigned int, defer_shift)
  200. __field(int, order_failed)
  201. ),
  202. TP_fast_assign(
  203. __entry->nid = zone_to_nid(zone);
  204. __entry->name = (char *)zone->name;
  205. __entry->order = order;
  206. __entry->considered = zone->compact_considered;
  207. __entry->defer_shift = zone->compact_defer_shift;
  208. __entry->order_failed = zone->compact_order_failed;
  209. ),
  210. TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu",
  211. __entry->nid,
  212. __entry->name,
  213. __entry->order,
  214. __entry->order_failed,
  215. __entry->considered,
  216. 1UL << __entry->defer_shift)
  217. );
  218. DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred,
  219. TP_PROTO(struct zone *zone, int order),
  220. TP_ARGS(zone, order)
  221. );
  222. DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction,
  223. TP_PROTO(struct zone *zone, int order),
  224. TP_ARGS(zone, order)
  225. );
  226. DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset,
  227. TP_PROTO(struct zone *zone, int order),
  228. TP_ARGS(zone, order)
  229. );
  230. #endif
  231. #endif /* _TRACE_COMPACTION_H */
  232. /* This part must be outside protection */
  233. #include <trace/define_trace.h>