huge_memory.h 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #undef TRACE_SYSTEM
  3. #define TRACE_SYSTEM huge_memory
  4. #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ)
  5. #define __HUGE_MEMORY_H
  6. #include <linux/tracepoint.h>
  7. #define SCAN_STATUS \
  8. EM( SCAN_FAIL, "failed") \
  9. EM( SCAN_SUCCEED, "succeeded") \
  10. EM( SCAN_PMD_NULL, "pmd_null") \
  11. EM( SCAN_PMD_NONE, "pmd_none") \
  12. EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \
  13. EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \
  14. EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \
  15. EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \
  16. EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \
  17. EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \
  18. EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \
  19. EM( SCAN_PAGE_RO, "no_writable_page") \
  20. EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \
  21. EM( SCAN_PAGE_NULL, "page_null") \
  22. EM( SCAN_SCAN_ABORT, "scan_aborted") \
  23. EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \
  24. EM( SCAN_PAGE_LRU, "page_not_in_lru") \
  25. EM( SCAN_PAGE_LOCK, "page_locked") \
  26. EM( SCAN_PAGE_ANON, "page_not_anon") \
  27. EM( SCAN_PAGE_COMPOUND, "page_compound") \
  28. EM( SCAN_ANY_PROCESS, "no_process_for_page") \
  29. EM( SCAN_VMA_NULL, "vma_null") \
  30. EM( SCAN_VMA_CHECK, "vma_check_failed") \
  31. EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \
  32. EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\
  33. EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \
  34. EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \
  35. EM( SCAN_TRUNCATED, "truncated") \
  36. EMe(SCAN_PAGE_HAS_PRIVATE, "page_has_private") \
  37. #undef EM
  38. #undef EMe
  39. #define EM(a, b) TRACE_DEFINE_ENUM(a);
  40. #define EMe(a, b) TRACE_DEFINE_ENUM(a);
  41. SCAN_STATUS
  42. #undef EM
  43. #undef EMe
  44. #define EM(a, b) {a, b},
  45. #define EMe(a, b) {a, b}
  46. TRACE_EVENT(mm_khugepaged_scan_pmd,
  47. TP_PROTO(struct mm_struct *mm, struct page *page, bool writable,
  48. int referenced, int none_or_zero, int status, int unmapped),
  49. TP_ARGS(mm, page, writable, referenced, none_or_zero, status, unmapped),
  50. TP_STRUCT__entry(
  51. __field(struct mm_struct *, mm)
  52. __field(unsigned long, pfn)
  53. __field(bool, writable)
  54. __field(int, referenced)
  55. __field(int, none_or_zero)
  56. __field(int, status)
  57. __field(int, unmapped)
  58. ),
  59. TP_fast_assign(
  60. __entry->mm = mm;
  61. __entry->pfn = page ? page_to_pfn(page) : -1;
  62. __entry->writable = writable;
  63. __entry->referenced = referenced;
  64. __entry->none_or_zero = none_or_zero;
  65. __entry->status = status;
  66. __entry->unmapped = unmapped;
  67. ),
  68. TP_printk("mm=%p, scan_pfn=0x%lx, writable=%d, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d",
  69. __entry->mm,
  70. __entry->pfn,
  71. __entry->writable,
  72. __entry->referenced,
  73. __entry->none_or_zero,
  74. __print_symbolic(__entry->status, SCAN_STATUS),
  75. __entry->unmapped)
  76. );
  77. TRACE_EVENT(mm_collapse_huge_page,
  78. TP_PROTO(struct mm_struct *mm, int isolated, int status),
  79. TP_ARGS(mm, isolated, status),
  80. TP_STRUCT__entry(
  81. __field(struct mm_struct *, mm)
  82. __field(int, isolated)
  83. __field(int, status)
  84. ),
  85. TP_fast_assign(
  86. __entry->mm = mm;
  87. __entry->isolated = isolated;
  88. __entry->status = status;
  89. ),
  90. TP_printk("mm=%p, isolated=%d, status=%s",
  91. __entry->mm,
  92. __entry->isolated,
  93. __print_symbolic(__entry->status, SCAN_STATUS))
  94. );
  95. TRACE_EVENT(mm_collapse_huge_page_isolate,
  96. TP_PROTO(struct page *page, int none_or_zero,
  97. int referenced, bool writable, int status),
  98. TP_ARGS(page, none_or_zero, referenced, writable, status),
  99. TP_STRUCT__entry(
  100. __field(unsigned long, pfn)
  101. __field(int, none_or_zero)
  102. __field(int, referenced)
  103. __field(bool, writable)
  104. __field(int, status)
  105. ),
  106. TP_fast_assign(
  107. __entry->pfn = page ? page_to_pfn(page) : -1;
  108. __entry->none_or_zero = none_or_zero;
  109. __entry->referenced = referenced;
  110. __entry->writable = writable;
  111. __entry->status = status;
  112. ),
  113. TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, writable=%d, status=%s",
  114. __entry->pfn,
  115. __entry->none_or_zero,
  116. __entry->referenced,
  117. __entry->writable,
  118. __print_symbolic(__entry->status, SCAN_STATUS))
  119. );
  120. TRACE_EVENT(mm_collapse_huge_page_swapin,
  121. TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret),
  122. TP_ARGS(mm, swapped_in, referenced, ret),
  123. TP_STRUCT__entry(
  124. __field(struct mm_struct *, mm)
  125. __field(int, swapped_in)
  126. __field(int, referenced)
  127. __field(int, ret)
  128. ),
  129. TP_fast_assign(
  130. __entry->mm = mm;
  131. __entry->swapped_in = swapped_in;
  132. __entry->referenced = referenced;
  133. __entry->ret = ret;
  134. ),
  135. TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d",
  136. __entry->mm,
  137. __entry->swapped_in,
  138. __entry->referenced,
  139. __entry->ret)
  140. );
  141. TRACE_EVENT(mm_khugepaged_scan_file,
  142. TP_PROTO(struct mm_struct *mm, struct page *page, struct file *file,
  143. int present, int swap, int result),
  144. TP_ARGS(mm, page, file, present, swap, result),
  145. TP_STRUCT__entry(
  146. __field(struct mm_struct *, mm)
  147. __field(unsigned long, pfn)
  148. __string(filename, file->f_path.dentry->d_iname)
  149. __field(int, present)
  150. __field(int, swap)
  151. __field(int, result)
  152. ),
  153. TP_fast_assign(
  154. __entry->mm = mm;
  155. __entry->pfn = page ? page_to_pfn(page) : -1;
  156. __assign_str(filename, file->f_path.dentry->d_iname);
  157. __entry->present = present;
  158. __entry->swap = swap;
  159. __entry->result = result;
  160. ),
  161. TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s",
  162. __entry->mm,
  163. __entry->pfn,
  164. __get_str(filename),
  165. __entry->present,
  166. __entry->swap,
  167. __print_symbolic(__entry->result, SCAN_STATUS))
  168. );
  169. #endif /* __HUGE_MEMORY_H */
  170. #include <trace/define_trace.h>