mmflags.h 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #include <linux/node.h>
  3. #include <linux/mmzone.h>
  4. #include <linux/compaction.h>
  5. /*
  6. * The order of these masks is important. Matching masks will be seen
  7. * first and the left over flags will end up showing by themselves.
  8. *
  9. * For example, if we have GFP_KERNEL before GFP_USER we wil get:
  10. *
  11. * GFP_KERNEL|GFP_HARDWALL
  12. *
  13. * Thus most bits set go first.
  14. */
  15. #define gfpflag_string(flag) {(__force unsigned long)flag, #flag}
  16. #define __def_gfpflag_names \
  17. gfpflag_string(GFP_TRANSHUGE), \
  18. gfpflag_string(GFP_TRANSHUGE_LIGHT), \
  19. gfpflag_string(GFP_HIGHUSER_MOVABLE), \
  20. gfpflag_string(GFP_HIGHUSER), \
  21. gfpflag_string(GFP_USER), \
  22. gfpflag_string(GFP_KERNEL_ACCOUNT), \
  23. gfpflag_string(GFP_KERNEL), \
  24. gfpflag_string(GFP_NOFS), \
  25. gfpflag_string(GFP_ATOMIC), \
  26. gfpflag_string(GFP_NOIO), \
  27. gfpflag_string(GFP_NOWAIT), \
  28. gfpflag_string(GFP_DMA), \
  29. gfpflag_string(__GFP_HIGHMEM), \
  30. gfpflag_string(GFP_DMA32), \
  31. gfpflag_string(__GFP_HIGH), \
  32. gfpflag_string(__GFP_ATOMIC), \
  33. gfpflag_string(__GFP_IO), \
  34. gfpflag_string(__GFP_FS), \
  35. gfpflag_string(__GFP_NOWARN), \
  36. gfpflag_string(__GFP_RETRY_MAYFAIL), \
  37. gfpflag_string(__GFP_NOFAIL), \
  38. gfpflag_string(__GFP_NORETRY), \
  39. gfpflag_string(__GFP_COMP), \
  40. gfpflag_string(__GFP_ZERO), \
  41. gfpflag_string(__GFP_NOMEMALLOC), \
  42. gfpflag_string(__GFP_MEMALLOC), \
  43. gfpflag_string(__GFP_HARDWALL), \
  44. gfpflag_string(__GFP_THISNODE), \
  45. gfpflag_string(__GFP_RECLAIMABLE), \
  46. gfpflag_string(__GFP_MOVABLE), \
  47. gfpflag_string(__GFP_ACCOUNT), \
  48. gfpflag_string(__GFP_WRITE), \
  49. gfpflag_string(__GFP_RECLAIM), \
  50. gfpflag_string(__GFP_DIRECT_RECLAIM), \
  51. gfpflag_string(__GFP_KSWAPD_RECLAIM), \
  52. gfpflag_string(__GFP_ZEROTAGS), \
  53. gfpflag_string(__GFP_CMA)
  54. #ifdef CONFIG_KASAN_HW_TAGS
  55. #define __def_gfpflag_names_kasan , \
  56. gfpflag_string(__GFP_SKIP_ZERO), \
  57. gfpflag_string(__GFP_SKIP_KASAN_POISON), \
  58. gfpflag_string(__GFP_SKIP_KASAN_UNPOISON)
  59. #else
  60. #define __def_gfpflag_names_kasan
  61. #endif
  62. #define show_gfp_flags(flags) \
  63. (flags) ? __print_flags(flags, "|", \
  64. __def_gfpflag_names __def_gfpflag_names_kasan \
  65. ) : "none"
  66. #ifdef CONFIG_MMU
  67. #define IF_HAVE_PG_MLOCK(flag,string) ,{1UL << flag, string}
  68. #else
  69. #define IF_HAVE_PG_MLOCK(flag,string)
  70. #endif
  71. #ifdef CONFIG_ARCH_USES_PG_UNCACHED
  72. #define IF_HAVE_PG_UNCACHED(flag,string) ,{1UL << flag, string}
  73. #else
  74. #define IF_HAVE_PG_UNCACHED(flag,string)
  75. #endif
  76. #ifdef CONFIG_MEMORY_FAILURE
  77. #define IF_HAVE_PG_HWPOISON(flag,string) ,{1UL << flag, string}
  78. #else
  79. #define IF_HAVE_PG_HWPOISON(flag,string)
  80. #endif
  81. #if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT)
  82. #define IF_HAVE_PG_IDLE(flag,string) ,{1UL << flag, string}
  83. #else
  84. #define IF_HAVE_PG_IDLE(flag,string)
  85. #endif
  86. #ifdef CONFIG_64BIT
  87. #define IF_HAVE_PG_ARCH_2(flag,string) ,{1UL << flag, string}
  88. #else
  89. #define IF_HAVE_PG_ARCH_2(flag,string)
  90. #endif
  91. #ifdef CONFIG_KASAN_HW_TAGS
  92. #define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string) ,{1UL << flag, string}
  93. #else
  94. #define IF_HAVE_PG_SKIP_KASAN_POISON(flag,string)
  95. #endif
  96. #define __def_pageflag_names \
  97. {1UL << PG_locked, "locked" }, \
  98. {1UL << PG_waiters, "waiters" }, \
  99. {1UL << PG_error, "error" }, \
  100. {1UL << PG_referenced, "referenced" }, \
  101. {1UL << PG_uptodate, "uptodate" }, \
  102. {1UL << PG_dirty, "dirty" }, \
  103. {1UL << PG_lru, "lru" }, \
  104. {1UL << PG_active, "active" }, \
  105. {1UL << PG_workingset, "workingset" }, \
  106. {1UL << PG_slab, "slab" }, \
  107. {1UL << PG_owner_priv_1, "owner_priv_1" }, \
  108. {1UL << PG_arch_1, "arch_1" }, \
  109. {1UL << PG_reserved, "reserved" }, \
  110. {1UL << PG_private, "private" }, \
  111. {1UL << PG_private_2, "private_2" }, \
  112. {1UL << PG_writeback, "writeback" }, \
  113. {1UL << PG_head, "head" }, \
  114. {1UL << PG_mappedtodisk, "mappedtodisk" }, \
  115. {1UL << PG_reclaim, "reclaim" }, \
  116. {1UL << PG_swapbacked, "swapbacked" }, \
  117. {1UL << PG_unevictable, "unevictable" } \
  118. IF_HAVE_PG_MLOCK(PG_mlocked, "mlocked" ) \
  119. IF_HAVE_PG_UNCACHED(PG_uncached, "uncached" ) \
  120. IF_HAVE_PG_HWPOISON(PG_hwpoison, "hwpoison" ) \
  121. IF_HAVE_PG_IDLE(PG_young, "young" ) \
  122. IF_HAVE_PG_IDLE(PG_idle, "idle" ) \
  123. IF_HAVE_PG_ARCH_2(PG_arch_2, "arch_2" ) \
  124. IF_HAVE_PG_SKIP_KASAN_POISON(PG_skip_kasan_poison, "skip_kasan_poison")
  125. #define show_page_flags(flags) \
  126. (flags) ? __print_flags(flags, "|", \
  127. __def_pageflag_names \
  128. ) : "none"
  129. #if defined(CONFIG_X86)
  130. #define __VM_ARCH_SPECIFIC_1 {VM_PAT, "pat" }
  131. #elif defined(CONFIG_PPC)
  132. #define __VM_ARCH_SPECIFIC_1 {VM_SAO, "sao" }
  133. #elif defined(CONFIG_PARISC) || defined(CONFIG_IA64)
  134. #define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP, "growsup" }
  135. #elif !defined(CONFIG_MMU)
  136. #define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy" }
  137. #else
  138. #define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1, "arch_1" }
  139. #endif
  140. #ifdef CONFIG_MEM_SOFT_DIRTY
  141. #define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name },
  142. #else
  143. #define IF_HAVE_VM_SOFTDIRTY(flag,name)
  144. #endif
  145. #ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR
  146. # define IF_HAVE_UFFD_MINOR(flag, name) {flag, name},
  147. #else
  148. # define IF_HAVE_UFFD_MINOR(flag, name)
  149. #endif
  150. #define __def_vmaflag_names \
  151. {VM_READ, "read" }, \
  152. {VM_WRITE, "write" }, \
  153. {VM_EXEC, "exec" }, \
  154. {VM_SHARED, "shared" }, \
  155. {VM_MAYREAD, "mayread" }, \
  156. {VM_MAYWRITE, "maywrite" }, \
  157. {VM_MAYEXEC, "mayexec" }, \
  158. {VM_MAYSHARE, "mayshare" }, \
  159. {VM_GROWSDOWN, "growsdown" }, \
  160. {VM_UFFD_MISSING, "uffd_missing" }, \
  161. IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR, "uffd_minor" ) \
  162. {VM_PFNMAP, "pfnmap" }, \
  163. {VM_UFFD_WP, "uffd_wp" }, \
  164. {VM_LOCKED, "locked" }, \
  165. {VM_IO, "io" }, \
  166. {VM_SEQ_READ, "seqread" }, \
  167. {VM_RAND_READ, "randread" }, \
  168. {VM_DONTCOPY, "dontcopy" }, \
  169. {VM_DONTEXPAND, "dontexpand" }, \
  170. {VM_LOCKONFAULT, "lockonfault" }, \
  171. {VM_ACCOUNT, "account" }, \
  172. {VM_NORESERVE, "noreserve" }, \
  173. {VM_HUGETLB, "hugetlb" }, \
  174. {VM_SYNC, "sync" }, \
  175. __VM_ARCH_SPECIFIC_1 , \
  176. {VM_WIPEONFORK, "wipeonfork" }, \
  177. {VM_DONTDUMP, "dontdump" }, \
  178. IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY, "softdirty" ) \
  179. {VM_MIXEDMAP, "mixedmap" }, \
  180. {VM_HUGEPAGE, "hugepage" }, \
  181. {VM_NOHUGEPAGE, "nohugepage" }, \
  182. {VM_MERGEABLE, "mergeable" } \
  183. #define show_vma_flags(flags) \
  184. (flags) ? __print_flags(flags, "|", \
  185. __def_vmaflag_names \
  186. ) : "none"
  187. #ifdef CONFIG_COMPACTION
  188. #define COMPACTION_STATUS \
  189. EM( COMPACT_SKIPPED, "skipped") \
  190. EM( COMPACT_DEFERRED, "deferred") \
  191. EM( COMPACT_CONTINUE, "continue") \
  192. EM( COMPACT_SUCCESS, "success") \
  193. EM( COMPACT_PARTIAL_SKIPPED, "partial_skipped") \
  194. EM( COMPACT_COMPLETE, "complete") \
  195. EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \
  196. EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \
  197. EMe(COMPACT_CONTENDED, "contended")
  198. /* High-level compaction status feedback */
  199. #define COMPACTION_FAILED 1
  200. #define COMPACTION_WITHDRAWN 2
  201. #define COMPACTION_PROGRESS 3
  202. #define compact_result_to_feedback(result) \
  203. ({ \
  204. enum compact_result __result = result; \
  205. (compaction_failed(__result)) ? COMPACTION_FAILED : \
  206. (compaction_withdrawn(__result)) ? COMPACTION_WITHDRAWN : COMPACTION_PROGRESS; \
  207. })
  208. #define COMPACTION_FEEDBACK \
  209. EM(COMPACTION_FAILED, "failed") \
  210. EM(COMPACTION_WITHDRAWN, "withdrawn") \
  211. EMe(COMPACTION_PROGRESS, "progress")
  212. #define COMPACTION_PRIORITY \
  213. EM(COMPACT_PRIO_SYNC_FULL, "COMPACT_PRIO_SYNC_FULL") \
  214. EM(COMPACT_PRIO_SYNC_LIGHT, "COMPACT_PRIO_SYNC_LIGHT") \
  215. EMe(COMPACT_PRIO_ASYNC, "COMPACT_PRIO_ASYNC")
  216. #else
  217. #define COMPACTION_STATUS
  218. #define COMPACTION_PRIORITY
  219. #define COMPACTION_FEEDBACK
  220. #endif
  221. #ifdef CONFIG_ZONE_DMA
  222. #define IFDEF_ZONE_DMA(X) X
  223. #else
  224. #define IFDEF_ZONE_DMA(X)
  225. #endif
  226. #ifdef CONFIG_ZONE_DMA32
  227. #define IFDEF_ZONE_DMA32(X) X
  228. #else
  229. #define IFDEF_ZONE_DMA32(X)
  230. #endif
  231. #ifdef CONFIG_HIGHMEM
  232. #define IFDEF_ZONE_HIGHMEM(X) X
  233. #else
  234. #define IFDEF_ZONE_HIGHMEM(X)
  235. #endif
  236. #define ZONE_TYPE \
  237. IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \
  238. IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \
  239. EM (ZONE_NORMAL, "Normal") \
  240. IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \
  241. EMe(ZONE_MOVABLE,"Movable")
  242. #define LRU_NAMES \
  243. EM (LRU_INACTIVE_ANON, "inactive_anon") \
  244. EM (LRU_ACTIVE_ANON, "active_anon") \
  245. EM (LRU_INACTIVE_FILE, "inactive_file") \
  246. EM (LRU_ACTIVE_FILE, "active_file") \
  247. EMe(LRU_UNEVICTABLE, "unevictable")
  248. /*
  249. * First define the enums in the above macros to be exported to userspace
  250. * via TRACE_DEFINE_ENUM().
  251. */
  252. #undef EM
  253. #undef EMe
  254. #define EM(a, b) TRACE_DEFINE_ENUM(a);
  255. #define EMe(a, b) TRACE_DEFINE_ENUM(a);
  256. COMPACTION_STATUS
  257. COMPACTION_PRIORITY
  258. /* COMPACTION_FEEDBACK are defines not enums. Not needed here. */
  259. ZONE_TYPE
  260. LRU_NAMES
  261. /*
  262. * Now redefine the EM() and EMe() macros to map the enums to the strings
  263. * that will be printed in the output.
  264. */
  265. #undef EM
  266. #undef EMe
  267. #define EM(a, b) {a, b},
  268. #define EMe(a, b) {a, b}