mmflags.h 9.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #include <linux/node.h>
  3. #include <linux/mmzone.h>
  4. #include <linux/compaction.h>
  5. /*
  6. * The order of these masks is important. Matching masks will be seen
  7. * first and the left over flags will end up showing by themselves.
  8. *
  9. * For example, if we have GFP_KERNEL before GFP_USER we wil get:
  10. *
  11. * GFP_KERNEL|GFP_HARDWALL
  12. *
  13. * Thus most bits set go first.
  14. */
  15. /* These define the values that are enums (the bits) */
  16. #define TRACE_GFP_FLAGS_GENERAL \
  17. TRACE_GFP_EM(DMA) \
  18. TRACE_GFP_EM(HIGHMEM) \
  19. TRACE_GFP_EM(DMA32) \
  20. TRACE_GFP_EM(MOVABLE) \
  21. TRACE_GFP_EM(RECLAIMABLE) \
  22. TRACE_GFP_EM(HIGH) \
  23. TRACE_GFP_EM(IO) \
  24. TRACE_GFP_EM(FS) \
  25. TRACE_GFP_EM(ZERO) \
  26. TRACE_GFP_EM(DIRECT_RECLAIM) \
  27. TRACE_GFP_EM(KSWAPD_RECLAIM) \
  28. TRACE_GFP_EM(WRITE) \
  29. TRACE_GFP_EM(NOWARN) \
  30. TRACE_GFP_EM(RETRY_MAYFAIL) \
  31. TRACE_GFP_EM(NOFAIL) \
  32. TRACE_GFP_EM(NORETRY) \
  33. TRACE_GFP_EM(MEMALLOC) \
  34. TRACE_GFP_EM(COMP) \
  35. TRACE_GFP_EM(NOMEMALLOC) \
  36. TRACE_GFP_EM(HARDWALL) \
  37. TRACE_GFP_EM(THISNODE) \
  38. TRACE_GFP_EM(ACCOUNT) \
  39. TRACE_GFP_EM(ZEROTAGS)
  40. #ifdef CONFIG_KASAN_HW_TAGS
  41. # define TRACE_GFP_FLAGS_KASAN \
  42. TRACE_GFP_EM(SKIP_ZERO) \
  43. TRACE_GFP_EM(SKIP_KASAN)
  44. #else
  45. # define TRACE_GFP_FLAGS_KASAN
  46. #endif
  47. #ifdef CONFIG_LOCKDEP
  48. # define TRACE_GFP_FLAGS_LOCKDEP \
  49. TRACE_GFP_EM(NOLOCKDEP)
  50. #else
  51. # define TRACE_GFP_FLAGS_LOCKDEP
  52. #endif
  53. #ifdef CONFIG_SLAB_OBJ_EXT
  54. # define TRACE_GFP_FLAGS_SLAB \
  55. TRACE_GFP_EM(NO_OBJ_EXT)
  56. #else
  57. # define TRACE_GFP_FLAGS_SLAB
  58. #endif
  59. #define TRACE_GFP_FLAGS \
  60. TRACE_GFP_FLAGS_GENERAL \
  61. TRACE_GFP_FLAGS_KASAN \
  62. TRACE_GFP_FLAGS_LOCKDEP \
  63. TRACE_GFP_FLAGS_SLAB
  64. #undef TRACE_GFP_EM
  65. #define TRACE_GFP_EM(a) TRACE_DEFINE_ENUM(___GFP_##a##_BIT);
  66. TRACE_GFP_FLAGS
  67. /* Just in case these are ever used */
  68. TRACE_DEFINE_ENUM(___GFP_UNUSED_BIT);
  69. TRACE_DEFINE_ENUM(___GFP_LAST_BIT);
  70. #define gfpflag_string(flag) {(__force unsigned long)flag, #flag}
  71. #define __def_gfpflag_names \
  72. gfpflag_string(GFP_TRANSHUGE), \
  73. gfpflag_string(GFP_TRANSHUGE_LIGHT), \
  74. gfpflag_string(GFP_HIGHUSER_MOVABLE), \
  75. gfpflag_string(GFP_HIGHUSER), \
  76. gfpflag_string(GFP_USER), \
  77. gfpflag_string(GFP_KERNEL_ACCOUNT), \
  78. gfpflag_string(GFP_KERNEL), \
  79. gfpflag_string(GFP_NOFS), \
  80. gfpflag_string(GFP_ATOMIC), \
  81. gfpflag_string(GFP_NOIO), \
  82. gfpflag_string(GFP_NOWAIT), \
  83. gfpflag_string(GFP_DMA), \
  84. gfpflag_string(__GFP_HIGHMEM), \
  85. gfpflag_string(GFP_DMA32), \
  86. gfpflag_string(__GFP_HIGH), \
  87. gfpflag_string(__GFP_IO), \
  88. gfpflag_string(__GFP_FS), \
  89. gfpflag_string(__GFP_NOWARN), \
  90. gfpflag_string(__GFP_RETRY_MAYFAIL), \
  91. gfpflag_string(__GFP_NOFAIL), \
  92. gfpflag_string(__GFP_NORETRY), \
  93. gfpflag_string(__GFP_COMP), \
  94. gfpflag_string(__GFP_ZERO), \
  95. gfpflag_string(__GFP_NOMEMALLOC), \
  96. gfpflag_string(__GFP_MEMALLOC), \
  97. gfpflag_string(__GFP_HARDWALL), \
  98. gfpflag_string(__GFP_THISNODE), \
  99. gfpflag_string(__GFP_RECLAIMABLE), \
  100. gfpflag_string(__GFP_MOVABLE), \
  101. gfpflag_string(__GFP_ACCOUNT), \
  102. gfpflag_string(__GFP_WRITE), \
  103. gfpflag_string(__GFP_RECLAIM), \
  104. gfpflag_string(__GFP_DIRECT_RECLAIM), \
  105. gfpflag_string(__GFP_KSWAPD_RECLAIM), \
  106. gfpflag_string(__GFP_ZEROTAGS)
  107. #ifdef CONFIG_KASAN_HW_TAGS
  108. #define __def_gfpflag_names_kasan , \
  109. gfpflag_string(__GFP_SKIP_ZERO), \
  110. gfpflag_string(__GFP_SKIP_KASAN)
  111. #else
  112. #define __def_gfpflag_names_kasan
  113. #endif
  114. #define show_gfp_flags(flags) \
  115. (flags) ? __print_flags(flags, "|", \
  116. __def_gfpflag_names __def_gfpflag_names_kasan \
  117. ) : "none"
  118. #ifdef CONFIG_MMU
  119. #define IF_HAVE_PG_MLOCK(_name) ,{1UL << PG_##_name, __stringify(_name)}
  120. #else
  121. #define IF_HAVE_PG_MLOCK(_name)
  122. #endif
  123. #ifdef CONFIG_MEMORY_FAILURE
  124. #define IF_HAVE_PG_HWPOISON(_name) ,{1UL << PG_##_name, __stringify(_name)}
  125. #else
  126. #define IF_HAVE_PG_HWPOISON(_name)
  127. #endif
  128. #if defined(CONFIG_PAGE_IDLE_FLAG) && defined(CONFIG_64BIT)
  129. #define IF_HAVE_PG_IDLE(_name) ,{1UL << PG_##_name, __stringify(_name)}
  130. #else
  131. #define IF_HAVE_PG_IDLE(_name)
  132. #endif
  133. #ifdef CONFIG_ARCH_USES_PG_ARCH_2
  134. #define IF_HAVE_PG_ARCH_2(_name) ,{1UL << PG_##_name, __stringify(_name)}
  135. #else
  136. #define IF_HAVE_PG_ARCH_2(_name)
  137. #endif
  138. #ifdef CONFIG_ARCH_USES_PG_ARCH_3
  139. #define IF_HAVE_PG_ARCH_3(_name) ,{1UL << PG_##_name, __stringify(_name)}
  140. #else
  141. #define IF_HAVE_PG_ARCH_3(_name)
  142. #endif
  143. #define DEF_PAGEFLAG_NAME(_name) { 1UL << PG_##_name, __stringify(_name) }
  144. #define __def_pageflag_names \
  145. DEF_PAGEFLAG_NAME(locked), \
  146. DEF_PAGEFLAG_NAME(waiters), \
  147. DEF_PAGEFLAG_NAME(referenced), \
  148. DEF_PAGEFLAG_NAME(uptodate), \
  149. DEF_PAGEFLAG_NAME(dirty), \
  150. DEF_PAGEFLAG_NAME(lru), \
  151. DEF_PAGEFLAG_NAME(active), \
  152. DEF_PAGEFLAG_NAME(workingset), \
  153. DEF_PAGEFLAG_NAME(owner_priv_1), \
  154. DEF_PAGEFLAG_NAME(owner_2), \
  155. DEF_PAGEFLAG_NAME(arch_1), \
  156. DEF_PAGEFLAG_NAME(reserved), \
  157. DEF_PAGEFLAG_NAME(private), \
  158. DEF_PAGEFLAG_NAME(private_2), \
  159. DEF_PAGEFLAG_NAME(writeback), \
  160. DEF_PAGEFLAG_NAME(head), \
  161. DEF_PAGEFLAG_NAME(reclaim), \
  162. DEF_PAGEFLAG_NAME(swapbacked), \
  163. DEF_PAGEFLAG_NAME(unevictable) \
  164. IF_HAVE_PG_MLOCK(mlocked) \
  165. IF_HAVE_PG_HWPOISON(hwpoison) \
  166. IF_HAVE_PG_IDLE(idle) \
  167. IF_HAVE_PG_IDLE(young) \
  168. IF_HAVE_PG_ARCH_2(arch_2) \
  169. IF_HAVE_PG_ARCH_3(arch_3)
  170. #define show_page_flags(flags) \
  171. (flags) ? __print_flags(flags, "|", \
  172. __def_pageflag_names \
  173. ) : "none"
  174. #if defined(CONFIG_X86)
  175. #define __VM_ARCH_SPECIFIC_1 {VM_PAT, "pat" }
  176. #elif defined(CONFIG_PPC64)
  177. #define __VM_ARCH_SPECIFIC_1 {VM_SAO, "sao" }
  178. #elif defined(CONFIG_PARISC)
  179. #define __VM_ARCH_SPECIFIC_1 {VM_GROWSUP, "growsup" }
  180. #elif !defined(CONFIG_MMU)
  181. #define __VM_ARCH_SPECIFIC_1 {VM_MAPPED_COPY,"mappedcopy" }
  182. #else
  183. #define __VM_ARCH_SPECIFIC_1 {VM_ARCH_1, "arch_1" }
  184. #endif
  185. #ifdef CONFIG_MEM_SOFT_DIRTY
  186. #define IF_HAVE_VM_SOFTDIRTY(flag,name) {flag, name },
  187. #else
  188. #define IF_HAVE_VM_SOFTDIRTY(flag,name)
  189. #endif
  190. #ifdef CONFIG_HAVE_ARCH_USERFAULTFD_MINOR
  191. # define IF_HAVE_UFFD_MINOR(flag, name) {flag, name},
  192. #else
  193. # define IF_HAVE_UFFD_MINOR(flag, name)
  194. #endif
  195. #if defined(CONFIG_64BIT) || defined(CONFIG_PPC32)
  196. # define IF_HAVE_VM_DROPPABLE(flag, name) {flag, name},
  197. #else
  198. # define IF_HAVE_VM_DROPPABLE(flag, name)
  199. #endif
  200. #define __def_vmaflag_names \
  201. {VM_READ, "read" }, \
  202. {VM_WRITE, "write" }, \
  203. {VM_EXEC, "exec" }, \
  204. {VM_SHARED, "shared" }, \
  205. {VM_MAYREAD, "mayread" }, \
  206. {VM_MAYWRITE, "maywrite" }, \
  207. {VM_MAYEXEC, "mayexec" }, \
  208. {VM_MAYSHARE, "mayshare" }, \
  209. {VM_GROWSDOWN, "growsdown" }, \
  210. {VM_UFFD_MISSING, "uffd_missing" }, \
  211. IF_HAVE_UFFD_MINOR(VM_UFFD_MINOR, "uffd_minor" ) \
  212. {VM_PFNMAP, "pfnmap" }, \
  213. {VM_UFFD_WP, "uffd_wp" }, \
  214. {VM_LOCKED, "locked" }, \
  215. {VM_IO, "io" }, \
  216. {VM_SEQ_READ, "seqread" }, \
  217. {VM_RAND_READ, "randread" }, \
  218. {VM_DONTCOPY, "dontcopy" }, \
  219. {VM_DONTEXPAND, "dontexpand" }, \
  220. {VM_LOCKONFAULT, "lockonfault" }, \
  221. {VM_ACCOUNT, "account" }, \
  222. {VM_NORESERVE, "noreserve" }, \
  223. {VM_HUGETLB, "hugetlb" }, \
  224. {VM_SYNC, "sync" }, \
  225. __VM_ARCH_SPECIFIC_1 , \
  226. {VM_WIPEONFORK, "wipeonfork" }, \
  227. {VM_DONTDUMP, "dontdump" }, \
  228. IF_HAVE_VM_SOFTDIRTY(VM_SOFTDIRTY, "softdirty" ) \
  229. {VM_MIXEDMAP, "mixedmap" }, \
  230. {VM_HUGEPAGE, "hugepage" }, \
  231. {VM_NOHUGEPAGE, "nohugepage" }, \
  232. IF_HAVE_VM_DROPPABLE(VM_DROPPABLE, "droppable" ) \
  233. {VM_MERGEABLE, "mergeable" } \
  234. #define show_vma_flags(flags) \
  235. (flags) ? __print_flags(flags, "|", \
  236. __def_vmaflag_names \
  237. ) : "none"
  238. #ifdef CONFIG_COMPACTION
  239. #define COMPACTION_STATUS \
  240. EM( COMPACT_SKIPPED, "skipped") \
  241. EM( COMPACT_DEFERRED, "deferred") \
  242. EM( COMPACT_CONTINUE, "continue") \
  243. EM( COMPACT_SUCCESS, "success") \
  244. EM( COMPACT_PARTIAL_SKIPPED, "partial_skipped") \
  245. EM( COMPACT_COMPLETE, "complete") \
  246. EM( COMPACT_NO_SUITABLE_PAGE, "no_suitable_page") \
  247. EM( COMPACT_NOT_SUITABLE_ZONE, "not_suitable_zone") \
  248. EMe(COMPACT_CONTENDED, "contended")
  249. /* High-level compaction status feedback */
  250. #define COMPACTION_FAILED 1
  251. #define COMPACTION_WITHDRAWN 2
  252. #define COMPACTION_PROGRESS 3
  253. #define compact_result_to_feedback(result) \
  254. ({ \
  255. enum compact_result __result = result; \
  256. (__result == COMPACT_COMPLETE) ? COMPACTION_FAILED : \
  257. (__result == COMPACT_SUCCESS) ? COMPACTION_PROGRESS : COMPACTION_WITHDRAWN; \
  258. })
  259. #define COMPACTION_FEEDBACK \
  260. EM(COMPACTION_FAILED, "failed") \
  261. EM(COMPACTION_WITHDRAWN, "withdrawn") \
  262. EMe(COMPACTION_PROGRESS, "progress")
  263. #define COMPACTION_PRIORITY \
  264. EM(COMPACT_PRIO_SYNC_FULL, "COMPACT_PRIO_SYNC_FULL") \
  265. EM(COMPACT_PRIO_SYNC_LIGHT, "COMPACT_PRIO_SYNC_LIGHT") \
  266. EMe(COMPACT_PRIO_ASYNC, "COMPACT_PRIO_ASYNC")
  267. #else
  268. #define COMPACTION_STATUS
  269. #define COMPACTION_PRIORITY
  270. #define COMPACTION_FEEDBACK
  271. #endif
  272. #ifdef CONFIG_ZONE_DMA
  273. #define IFDEF_ZONE_DMA(X) X
  274. #else
  275. #define IFDEF_ZONE_DMA(X)
  276. #endif
  277. #ifdef CONFIG_ZONE_DMA32
  278. #define IFDEF_ZONE_DMA32(X) X
  279. #else
  280. #define IFDEF_ZONE_DMA32(X)
  281. #endif
  282. #ifdef CONFIG_HIGHMEM
  283. #define IFDEF_ZONE_HIGHMEM(X) X
  284. #else
  285. #define IFDEF_ZONE_HIGHMEM(X)
  286. #endif
  287. #define ZONE_TYPE \
  288. IFDEF_ZONE_DMA( EM (ZONE_DMA, "DMA")) \
  289. IFDEF_ZONE_DMA32( EM (ZONE_DMA32, "DMA32")) \
  290. EM (ZONE_NORMAL, "Normal") \
  291. IFDEF_ZONE_HIGHMEM( EM (ZONE_HIGHMEM,"HighMem")) \
  292. EMe(ZONE_MOVABLE,"Movable")
  293. #define LRU_NAMES \
  294. EM (LRU_INACTIVE_ANON, "inactive_anon") \
  295. EM (LRU_ACTIVE_ANON, "active_anon") \
  296. EM (LRU_INACTIVE_FILE, "inactive_file") \
  297. EM (LRU_ACTIVE_FILE, "active_file") \
  298. EMe(LRU_UNEVICTABLE, "unevictable")
  299. /*
  300. * First define the enums in the above macros to be exported to userspace
  301. * via TRACE_DEFINE_ENUM().
  302. */
  303. #undef EM
  304. #undef EMe
  305. #define EM(a, b) TRACE_DEFINE_ENUM(a);
  306. #define EMe(a, b) TRACE_DEFINE_ENUM(a);
  307. COMPACTION_STATUS
  308. COMPACTION_PRIORITY
  309. /* COMPACTION_FEEDBACK are defines not enums. Not needed here. */
  310. ZONE_TYPE
  311. LRU_NAMES
  312. /*
  313. * Now redefine the EM() and EMe() macros to map the enums to the strings
  314. * that will be printed in the output.
  315. */
  316. #undef EM
  317. #undef EMe
  318. #define EM(a, b) {a, b},
  319. #define EMe(a, b) {a, b}