memblock.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446
  1. #ifndef _LINUX_MEMBLOCK_H
  2. #define _LINUX_MEMBLOCK_H
  3. #ifdef __KERNEL__
  4. #ifdef CONFIG_HAVE_MEMBLOCK
  5. /*
  6. * Logical memory blocks.
  7. *
  8. * Copyright (C) 2001 Peter Bergner, IBM Corp.
  9. *
  10. * This program is free software; you can redistribute it and/or
  11. * modify it under the terms of the GNU General Public License
  12. * as published by the Free Software Foundation; either version
  13. * 2 of the License, or (at your option) any later version.
  14. */
  15. #include <linux/init.h>
  16. #include <linux/mm.h>
  17. #define INIT_MEMBLOCK_REGIONS 128
  18. #define INIT_PHYSMEM_REGIONS 4
  19. /* Definition of memblock flags. */
  20. enum {
  21. MEMBLOCK_NONE = 0x0, /* No special request */
  22. MEMBLOCK_HOTPLUG = 0x1, /* hotpluggable region */
  23. MEMBLOCK_MIRROR = 0x2, /* mirrored region */
  24. MEMBLOCK_NOMAP = 0x4, /* don't add to kernel direct mapping */
  25. };
  26. struct memblock_region {
  27. phys_addr_t base;
  28. phys_addr_t size;
  29. unsigned long flags;
  30. #ifdef CONFIG_HAVE_MEMBLOCK_NODE_MAP
  31. int nid;
  32. #endif
  33. };
  34. struct memblock_type {
  35. unsigned long cnt; /* number of regions */
  36. unsigned long max; /* size of the allocated array */
  37. phys_addr_t total_size; /* size of all regions */
  38. struct memblock_region *regions;
  39. };
  40. struct memblock {
  41. bool bottom_up; /* is bottom up direction? */
  42. phys_addr_t current_limit;
  43. struct memblock_type memory;
  44. struct memblock_type reserved;
  45. #ifdef CONFIG_HAVE_MEMBLOCK_PHYS_MAP
  46. struct memblock_type physmem;
  47. #endif
  48. };
  49. extern struct memblock memblock;
  50. extern int memblock_debug;
  51. #ifdef CONFIG_MOVABLE_NODE
  52. /* If movable_node boot option specified */
  53. extern bool movable_node_enabled;
  54. #endif /* CONFIG_MOVABLE_NODE */
  55. #ifdef CONFIG_ARCH_DISCARD_MEMBLOCK
  56. #define __init_memblock __meminit
  57. #define __initdata_memblock __meminitdata
  58. void memblock_discard(void);
  59. #else
  60. #define __init_memblock
  61. #define __initdata_memblock
  62. #endif
  63. #define memblock_dbg(fmt, ...) \
  64. if (memblock_debug) printk(KERN_INFO pr_fmt(fmt), ##__VA_ARGS__)
  65. phys_addr_t memblock_find_in_range_node(phys_addr_t size, phys_addr_t align,
  66. phys_addr_t start, phys_addr_t end,
  67. int nid, ulong flags);
  68. phys_addr_t memblock_find_in_range(phys_addr_t start, phys_addr_t end,
  69. phys_addr_t size, phys_addr_t align);
  70. void memblock_allow_resize(void);
  71. int memblock_add_node(phys_addr_t base, phys_addr_t size, int nid);
  72. int memblock_add(phys_addr_t base, phys_addr_t size);
  73. int memblock_remove(phys_addr_t base, phys_addr_t size);
  74. int memblock_free(phys_addr_t base, phys_addr_t size);
  75. int memblock_reserve(phys_addr_t base, phys_addr_t size);
  76. void memblock_trim_memory(phys_addr_t align);
  77. bool memblock_overlaps_region(struct memblock_type *type,
  78. phys_addr_t base, phys_addr_t size);
  79. int memblock_mark_hotplug(phys_addr_t base, phys_addr_t size);
  80. int memblock_clear_hotplug(phys_addr_t base, phys_addr_t size);
  81. int memblock_mark_mirror(phys_addr_t base, phys_addr_t size);
  82. int memblock_mark_nomap(phys_addr_t base, phys_addr_t size);
  83. int memblock_clear_nomap(phys_addr_t base, phys_addr_t size);
  84. ulong choose_memblock_flags(void);
  85. /* Low level functions */
  86. int memblock_add_range(struct memblock_type *type,
  87. phys_addr_t base, phys_addr_t size,
  88. int nid, unsigned long flags);
  89. void __next_mem_range(u64 *idx, int nid, ulong flags,
  90. struct memblock_type *type_a,
  91. struct memblock_type *type_b, phys_addr_t *out_start,
  92. phys_addr_t *out_end, int *out_nid);
  93. void __next_mem_range_rev(u64 *idx, int nid, ulong flags,
  94. struct memblock_type *type_a,
  95. struct memblock_type *type_b, phys_addr_t *out_start,
  96. phys_addr_t *out_end, int *out_nid);
  97. void __next_reserved_mem_region(u64 *idx, phys_addr_t *out_start,
  98. phys_addr_t *out_end);
  99. void __memblock_free_early(phys_addr_t base, phys_addr_t size);
  100. void __memblock_free_late(phys_addr_t base, phys_addr_t size);
  101. /**
  102. * for_each_mem_range - iterate through memblock areas from type_a and not
  103. * included in type_b. Or just type_a if type_b is NULL.
  104. * @i: u64 used as loop variable
  105. * @type_a: ptr to memblock_type to iterate
  106. * @type_b: ptr to memblock_type which excludes from the iteration
  107. * @nid: node selector, %NUMA_NO_NODE for all nodes
  108. * @flags: pick from blocks based on memory attributes
  109. * @p_start: ptr to phys_addr_t for start address of the range, can be %NULL
  110. * @p_end: ptr to phys_addr_t for end address of the range, can be %NULL
  111. * @p_nid: ptr to int for nid of the range, can be %NULL
  112. */
  113. #define for_each_mem_range(i, type_a, type_b, nid, flags, \
  114. p_start, p_end, p_nid) \
  115. for (i = 0, __next_mem_range(&i, nid, flags, type_a, type_b, \
  116. p_start, p_end, p_nid); \
  117. i != (u64)ULLONG_MAX; \
  118. __next_mem_range(&i, nid, flags, type_a, type_b, \
  119. p_start, p_end, p_nid))
  120. /**
  121. * for_each_mem_range_rev - reverse iterate through memblock areas from
  122. * type_a and not included in type_b. Or just type_a if type_b is NULL.
  123. * @i: u64 used as loop variable
  124. * @type_a: ptr to memblock_type to iterate
  125. * @type_b: ptr to memblock_type which excludes from the iteration
  126. * @nid: node selector, %NUMA_NO_NODE for all nodes
  127. * @flags: pick from blocks based on memory attributes
  128. * @p_start: ptr to phys_addr_t for start address of the range, can be %NULL
  129. * @p_end: ptr to phys_addr_t for end address of the range, can be %NULL
  130. * @p_nid: ptr to int for nid of the range, can be %NULL
  131. */
  132. #define for_each_mem_range_rev(i, type_a, type_b, nid, flags, \
  133. p_start, p_end, p_nid) \
  134. for (i = (u64)ULLONG_MAX, \
  135. __next_mem_range_rev(&i, nid, flags, type_a, type_b,\
  136. p_start, p_end, p_nid); \
  137. i != (u64)ULLONG_MAX; \
  138. __next_mem_range_rev(&i, nid, flags, type_a, type_b, \
  139. p_start, p_end, p_nid))
  140. /**
  141. * for_each_reserved_mem_region - iterate over all reserved memblock areas
  142. * @i: u64 used as loop variable
  143. * @p_start: ptr to phys_addr_t for start address of the range, can be %NULL
  144. * @p_end: ptr to phys_addr_t for end address of the range, can be %NULL
  145. *
  146. * Walks over reserved areas of memblock. Available as soon as memblock
  147. * is initialized.
  148. */
  149. #define for_each_reserved_mem_region(i, p_start, p_end) \
  150. for (i = 0UL, __next_reserved_mem_region(&i, p_start, p_end); \
  151. i != (u64)ULLONG_MAX; \
  152. __next_reserved_mem_region(&i, p_start, p_end))
  153. #ifdef CONFIG_MOVABLE_NODE
  154. static inline bool memblock_is_hotpluggable(struct memblock_region *m)
  155. {
  156. return m->flags & MEMBLOCK_HOTPLUG;
  157. }
  158. static inline bool __init_memblock movable_node_is_enabled(void)
  159. {
  160. return movable_node_enabled;
  161. }
  162. #else
  163. static inline bool memblock_is_hotpluggable(struct memblock_region *m)
  164. {
  165. return false;
  166. }
  167. static inline bool movable_node_is_enabled(void)
  168. {
  169. return false;
  170. }
  171. #endif
  172. static inline bool memblock_is_mirror(struct memblock_region *m)
  173. {
  174. return m->flags & MEMBLOCK_MIRROR;
  175. }
  176. static inline bool memblock_is_nomap(struct memblock_region *m)
  177. {
  178. return m->flags & MEMBLOCK_NOMAP;
  179. }
  180. #ifdef CONFIG_HAVE_MEMBLOCK_NODE_MAP
  181. int memblock_search_pfn_nid(unsigned long pfn, unsigned long *start_pfn,
  182. unsigned long *end_pfn);
  183. void __next_mem_pfn_range(int *idx, int nid, unsigned long *out_start_pfn,
  184. unsigned long *out_end_pfn, int *out_nid);
  185. /**
  186. * for_each_mem_pfn_range - early memory pfn range iterator
  187. * @i: an integer used as loop variable
  188. * @nid: node selector, %MAX_NUMNODES for all nodes
  189. * @p_start: ptr to ulong for start pfn of the range, can be %NULL
  190. * @p_end: ptr to ulong for end pfn of the range, can be %NULL
  191. * @p_nid: ptr to int for nid of the range, can be %NULL
  192. *
  193. * Walks over configured memory ranges.
  194. */
  195. #define for_each_mem_pfn_range(i, nid, p_start, p_end, p_nid) \
  196. for (i = -1, __next_mem_pfn_range(&i, nid, p_start, p_end, p_nid); \
  197. i >= 0; __next_mem_pfn_range(&i, nid, p_start, p_end, p_nid))
  198. #endif /* CONFIG_HAVE_MEMBLOCK_NODE_MAP */
  199. /**
  200. * for_each_free_mem_range - iterate through free memblock areas
  201. * @i: u64 used as loop variable
  202. * @nid: node selector, %NUMA_NO_NODE for all nodes
  203. * @flags: pick from blocks based on memory attributes
  204. * @p_start: ptr to phys_addr_t for start address of the range, can be %NULL
  205. * @p_end: ptr to phys_addr_t for end address of the range, can be %NULL
  206. * @p_nid: ptr to int for nid of the range, can be %NULL
  207. *
  208. * Walks over free (memory && !reserved) areas of memblock. Available as
  209. * soon as memblock is initialized.
  210. */
  211. #define for_each_free_mem_range(i, nid, flags, p_start, p_end, p_nid) \
  212. for_each_mem_range(i, &memblock.memory, &memblock.reserved, \
  213. nid, flags, p_start, p_end, p_nid)
  214. /**
  215. * for_each_free_mem_range_reverse - rev-iterate through free memblock areas
  216. * @i: u64 used as loop variable
  217. * @nid: node selector, %NUMA_NO_NODE for all nodes
  218. * @flags: pick from blocks based on memory attributes
  219. * @p_start: ptr to phys_addr_t for start address of the range, can be %NULL
  220. * @p_end: ptr to phys_addr_t for end address of the range, can be %NULL
  221. * @p_nid: ptr to int for nid of the range, can be %NULL
  222. *
  223. * Walks over free (memory && !reserved) areas of memblock in reverse
  224. * order. Available as soon as memblock is initialized.
  225. */
  226. #define for_each_free_mem_range_reverse(i, nid, flags, p_start, p_end, \
  227. p_nid) \
  228. for_each_mem_range_rev(i, &memblock.memory, &memblock.reserved, \
  229. nid, flags, p_start, p_end, p_nid)
  230. static inline void memblock_set_region_flags(struct memblock_region *r,
  231. unsigned long flags)
  232. {
  233. r->flags |= flags;
  234. }
  235. static inline void memblock_clear_region_flags(struct memblock_region *r,
  236. unsigned long flags)
  237. {
  238. r->flags &= ~flags;
  239. }
  240. #ifdef CONFIG_HAVE_MEMBLOCK_NODE_MAP
  241. int memblock_set_node(phys_addr_t base, phys_addr_t size,
  242. struct memblock_type *type, int nid);
  243. static inline void memblock_set_region_node(struct memblock_region *r, int nid)
  244. {
  245. r->nid = nid;
  246. }
  247. static inline int memblock_get_region_node(const struct memblock_region *r)
  248. {
  249. return r->nid;
  250. }
  251. #else
  252. static inline void memblock_set_region_node(struct memblock_region *r, int nid)
  253. {
  254. }
  255. static inline int memblock_get_region_node(const struct memblock_region *r)
  256. {
  257. return 0;
  258. }
  259. #endif /* CONFIG_HAVE_MEMBLOCK_NODE_MAP */
  260. phys_addr_t memblock_alloc_nid(phys_addr_t size, phys_addr_t align, int nid);
  261. phys_addr_t memblock_alloc_try_nid(phys_addr_t size, phys_addr_t align, int nid);
  262. phys_addr_t memblock_alloc(phys_addr_t size, phys_addr_t align);
  263. #ifdef CONFIG_MOVABLE_NODE
  264. /*
  265. * Set the allocation direction to bottom-up or top-down.
  266. */
  267. static inline void __init memblock_set_bottom_up(bool enable)
  268. {
  269. memblock.bottom_up = enable;
  270. }
  271. /*
  272. * Check if the allocation direction is bottom-up or not.
  273. * if this is true, that said, memblock will allocate memory
  274. * in bottom-up direction.
  275. */
  276. static inline bool memblock_bottom_up(void)
  277. {
  278. return memblock.bottom_up;
  279. }
  280. #else
  281. static inline void __init memblock_set_bottom_up(bool enable) {}
  282. static inline bool memblock_bottom_up(void) { return false; }
  283. #endif
  284. /* Flags for memblock_alloc_base() amd __memblock_alloc_base() */
  285. #define MEMBLOCK_ALLOC_ANYWHERE (~(phys_addr_t)0)
  286. #define MEMBLOCK_ALLOC_ACCESSIBLE 0
  287. phys_addr_t __init memblock_alloc_range(phys_addr_t size, phys_addr_t align,
  288. phys_addr_t start, phys_addr_t end,
  289. ulong flags);
  290. phys_addr_t memblock_alloc_base(phys_addr_t size, phys_addr_t align,
  291. phys_addr_t max_addr);
  292. phys_addr_t __memblock_alloc_base(phys_addr_t size, phys_addr_t align,
  293. phys_addr_t max_addr);
  294. phys_addr_t memblock_phys_mem_size(void);
  295. phys_addr_t memblock_reserved_size(void);
  296. phys_addr_t memblock_mem_size(unsigned long limit_pfn);
  297. phys_addr_t memblock_start_of_DRAM(void);
  298. phys_addr_t memblock_end_of_DRAM(void);
  299. void memblock_enforce_memory_limit(phys_addr_t memory_limit);
  300. void memblock_cap_memory_range(phys_addr_t base, phys_addr_t size);
  301. void memblock_mem_limit_remove_map(phys_addr_t limit);
  302. bool memblock_is_memory(phys_addr_t addr);
  303. int memblock_is_map_memory(phys_addr_t addr);
  304. int memblock_is_region_memory(phys_addr_t base, phys_addr_t size);
  305. bool memblock_is_reserved(phys_addr_t addr);
  306. bool memblock_is_region_reserved(phys_addr_t base, phys_addr_t size);
  307. extern void __memblock_dump_all(void);
  308. static inline void memblock_dump_all(void)
  309. {
  310. if (memblock_debug)
  311. __memblock_dump_all();
  312. }
  313. /**
  314. * memblock_set_current_limit - Set the current allocation limit to allow
  315. * limiting allocations to what is currently
  316. * accessible during boot
  317. * @limit: New limit value (physical address)
  318. */
  319. void memblock_set_current_limit(phys_addr_t limit);
  320. phys_addr_t memblock_get_current_limit(void);
  321. /*
  322. * pfn conversion functions
  323. *
  324. * While the memory MEMBLOCKs should always be page aligned, the reserved
  325. * MEMBLOCKs may not be. This accessor attempt to provide a very clear
  326. * idea of what they return for such non aligned MEMBLOCKs.
  327. */
  328. /**
  329. * memblock_region_memory_base_pfn - Return the lowest pfn intersecting with the memory region
  330. * @reg: memblock_region structure
  331. */
  332. static inline unsigned long memblock_region_memory_base_pfn(const struct memblock_region *reg)
  333. {
  334. return PFN_UP(reg->base);
  335. }
  336. /**
  337. * memblock_region_memory_end_pfn - Return the end_pfn this region
  338. * @reg: memblock_region structure
  339. */
  340. static inline unsigned long memblock_region_memory_end_pfn(const struct memblock_region *reg)
  341. {
  342. return PFN_DOWN(reg->base + reg->size);
  343. }
  344. /**
  345. * memblock_region_reserved_base_pfn - Return the lowest pfn intersecting with the reserved region
  346. * @reg: memblock_region structure
  347. */
  348. static inline unsigned long memblock_region_reserved_base_pfn(const struct memblock_region *reg)
  349. {
  350. return PFN_DOWN(reg->base);
  351. }
  352. /**
  353. * memblock_region_reserved_end_pfn - Return the end_pfn this region
  354. * @reg: memblock_region structure
  355. */
  356. static inline unsigned long memblock_region_reserved_end_pfn(const struct memblock_region *reg)
  357. {
  358. return PFN_UP(reg->base + reg->size);
  359. }
  360. #define for_each_memblock(memblock_type, region) \
  361. for (region = memblock.memblock_type.regions; \
  362. region < (memblock.memblock_type.regions + memblock.memblock_type.cnt); \
  363. region++)
  364. #define for_each_memblock_type(memblock_type, rgn) \
  365. for (idx = 0, rgn = &memblock_type->regions[0]; \
  366. idx < memblock_type->cnt; \
  367. idx++, rgn = &memblock_type->regions[idx])
  368. #ifdef CONFIG_MEMTEST
  369. extern void early_memtest(phys_addr_t start, phys_addr_t end);
  370. #else
  371. static inline void early_memtest(phys_addr_t start, phys_addr_t end)
  372. {
  373. }
  374. #endif
  375. extern unsigned long memblock_reserved_memory_within(phys_addr_t start_addr,
  376. phys_addr_t end_addr);
  377. #else
  378. static inline phys_addr_t memblock_alloc(phys_addr_t size, phys_addr_t align)
  379. {
  380. return 0;
  381. }
  382. static inline unsigned long memblock_reserved_memory_within(phys_addr_t start_addr,
  383. phys_addr_t end_addr)
  384. {
  385. return 0;
  386. }
  387. #endif /* CONFIG_HAVE_MEMBLOCK */
  388. #endif /* __KERNEL__ */
  389. #endif /* _LINUX_MEMBLOCK_H */