bootmem.h 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330
  1. /*
  2. * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
  3. */
  4. #ifndef _LINUX_BOOTMEM_H
  5. #define _LINUX_BOOTMEM_H
  6. #include <linux/mmzone.h>
  7. #include <linux/mm_types.h>
  8. #include <asm/dma.h>
  9. /*
  10. * simple boot-time physical memory area allocator.
  11. */
  12. extern unsigned long max_low_pfn;
  13. extern unsigned long min_low_pfn;
  14. /*
  15. * highest page
  16. */
  17. extern unsigned long max_pfn;
  18. #ifndef CONFIG_NO_BOOTMEM
  19. /*
  20. * node_bootmem_map is a map pointer - the bits represent all physical
  21. * memory pages (including holes) on the node.
  22. */
  23. typedef struct bootmem_data {
  24. unsigned long node_min_pfn;
  25. unsigned long node_low_pfn;
  26. void *node_bootmem_map;
  27. unsigned long last_end_off;
  28. unsigned long hint_idx;
  29. struct list_head list;
  30. } bootmem_data_t;
  31. extern bootmem_data_t bootmem_node_data[];
  32. #endif
  33. extern unsigned long bootmem_bootmap_pages(unsigned long);
  34. extern unsigned long init_bootmem_node(pg_data_t *pgdat,
  35. unsigned long freepfn,
  36. unsigned long startpfn,
  37. unsigned long endpfn);
  38. extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
  39. extern unsigned long free_all_bootmem(void);
  40. extern void reset_all_zones_managed_pages(void);
  41. extern void free_bootmem_node(pg_data_t *pgdat,
  42. unsigned long addr,
  43. unsigned long size);
  44. extern void free_bootmem(unsigned long physaddr, unsigned long size);
  45. extern void free_bootmem_late(unsigned long physaddr, unsigned long size);
  46. /*
  47. * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
  48. * the architecture-specific code should honor this).
  49. *
  50. * If flags is 0, then the return value is always 0 (success). If
  51. * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
  52. * memory already was reserved.
  53. */
  54. #define BOOTMEM_DEFAULT 0
  55. #define BOOTMEM_EXCLUSIVE (1<<0)
  56. extern int reserve_bootmem(unsigned long addr,
  57. unsigned long size,
  58. int flags);
  59. extern int reserve_bootmem_node(pg_data_t *pgdat,
  60. unsigned long physaddr,
  61. unsigned long size,
  62. int flags);
  63. extern void *__alloc_bootmem(unsigned long size,
  64. unsigned long align,
  65. unsigned long goal);
  66. extern void *__alloc_bootmem_nopanic(unsigned long size,
  67. unsigned long align,
  68. unsigned long goal);
  69. extern void *__alloc_bootmem_node(pg_data_t *pgdat,
  70. unsigned long size,
  71. unsigned long align,
  72. unsigned long goal);
  73. void *__alloc_bootmem_node_high(pg_data_t *pgdat,
  74. unsigned long size,
  75. unsigned long align,
  76. unsigned long goal);
  77. extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
  78. unsigned long size,
  79. unsigned long align,
  80. unsigned long goal);
  81. void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat,
  82. unsigned long size,
  83. unsigned long align,
  84. unsigned long goal,
  85. unsigned long limit);
  86. extern void *__alloc_bootmem_low(unsigned long size,
  87. unsigned long align,
  88. unsigned long goal);
  89. void *__alloc_bootmem_low_nopanic(unsigned long size,
  90. unsigned long align,
  91. unsigned long goal);
  92. extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
  93. unsigned long size,
  94. unsigned long align,
  95. unsigned long goal);
  96. #ifdef CONFIG_NO_BOOTMEM
  97. /* We are using top down, so it is safe to use 0 here */
  98. #define BOOTMEM_LOW_LIMIT 0
  99. #else
  100. #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
  101. #endif
  102. #define alloc_bootmem(x) \
  103. __alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  104. #define alloc_bootmem_align(x, align) \
  105. __alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
  106. #define alloc_bootmem_nopanic(x) \
  107. __alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  108. #define alloc_bootmem_pages(x) \
  109. __alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  110. #define alloc_bootmem_pages_nopanic(x) \
  111. __alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  112. #define alloc_bootmem_node(pgdat, x) \
  113. __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  114. #define alloc_bootmem_node_nopanic(pgdat, x) \
  115. __alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  116. #define alloc_bootmem_pages_node(pgdat, x) \
  117. __alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  118. #define alloc_bootmem_pages_node_nopanic(pgdat, x) \
  119. __alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  120. #define alloc_bootmem_low(x) \
  121. __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
  122. #define alloc_bootmem_low_pages_nopanic(x) \
  123. __alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0)
  124. #define alloc_bootmem_low_pages(x) \
  125. __alloc_bootmem_low(x, PAGE_SIZE, 0)
  126. #define alloc_bootmem_low_pages_node(pgdat, x) \
  127. __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
  128. #if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM)
  129. /* FIXME: use MEMBLOCK_ALLOC_* variants here */
  130. #define BOOTMEM_ALLOC_ACCESSIBLE 0
  131. #define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0)
  132. /* FIXME: Move to memblock.h at a point where we remove nobootmem.c */
  133. void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size,
  134. phys_addr_t align, phys_addr_t min_addr,
  135. phys_addr_t max_addr, int nid);
  136. void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align,
  137. phys_addr_t min_addr, phys_addr_t max_addr, int nid);
  138. void __memblock_free_early(phys_addr_t base, phys_addr_t size);
  139. void __memblock_free_late(phys_addr_t base, phys_addr_t size);
  140. static inline void * __init memblock_virt_alloc(
  141. phys_addr_t size, phys_addr_t align)
  142. {
  143. return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT,
  144. BOOTMEM_ALLOC_ACCESSIBLE,
  145. NUMA_NO_NODE);
  146. }
  147. static inline void * __init memblock_virt_alloc_nopanic(
  148. phys_addr_t size, phys_addr_t align)
  149. {
  150. return memblock_virt_alloc_try_nid_nopanic(size, align,
  151. BOOTMEM_LOW_LIMIT,
  152. BOOTMEM_ALLOC_ACCESSIBLE,
  153. NUMA_NO_NODE);
  154. }
  155. static inline void * __init memblock_virt_alloc_from_nopanic(
  156. phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
  157. {
  158. return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr,
  159. BOOTMEM_ALLOC_ACCESSIBLE,
  160. NUMA_NO_NODE);
  161. }
  162. static inline void * __init memblock_virt_alloc_node(
  163. phys_addr_t size, int nid)
  164. {
  165. return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT,
  166. BOOTMEM_ALLOC_ACCESSIBLE, nid);
  167. }
  168. static inline void * __init memblock_virt_alloc_node_nopanic(
  169. phys_addr_t size, int nid)
  170. {
  171. return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT,
  172. BOOTMEM_ALLOC_ACCESSIBLE,
  173. nid);
  174. }
  175. static inline void __init memblock_free_early(
  176. phys_addr_t base, phys_addr_t size)
  177. {
  178. __memblock_free_early(base, size);
  179. }
  180. static inline void __init memblock_free_early_nid(
  181. phys_addr_t base, phys_addr_t size, int nid)
  182. {
  183. __memblock_free_early(base, size);
  184. }
  185. static inline void __init memblock_free_late(
  186. phys_addr_t base, phys_addr_t size)
  187. {
  188. __memblock_free_late(base, size);
  189. }
  190. #else
  191. #define BOOTMEM_ALLOC_ACCESSIBLE 0
  192. /* Fall back to all the existing bootmem APIs */
  193. static inline void * __init memblock_virt_alloc(
  194. phys_addr_t size, phys_addr_t align)
  195. {
  196. if (!align)
  197. align = SMP_CACHE_BYTES;
  198. return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT);
  199. }
  200. static inline void * __init memblock_virt_alloc_nopanic(
  201. phys_addr_t size, phys_addr_t align)
  202. {
  203. if (!align)
  204. align = SMP_CACHE_BYTES;
  205. return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT);
  206. }
  207. static inline void * __init memblock_virt_alloc_from_nopanic(
  208. phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
  209. {
  210. return __alloc_bootmem_nopanic(size, align, min_addr);
  211. }
  212. static inline void * __init memblock_virt_alloc_node(
  213. phys_addr_t size, int nid)
  214. {
  215. return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES,
  216. BOOTMEM_LOW_LIMIT);
  217. }
  218. static inline void * __init memblock_virt_alloc_node_nopanic(
  219. phys_addr_t size, int nid)
  220. {
  221. return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size,
  222. SMP_CACHE_BYTES,
  223. BOOTMEM_LOW_LIMIT);
  224. }
  225. static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size,
  226. phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid)
  227. {
  228. return __alloc_bootmem_node_high(NODE_DATA(nid), size, align,
  229. min_addr);
  230. }
  231. static inline void * __init memblock_virt_alloc_try_nid_nopanic(
  232. phys_addr_t size, phys_addr_t align,
  233. phys_addr_t min_addr, phys_addr_t max_addr, int nid)
  234. {
  235. return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align,
  236. min_addr, max_addr);
  237. }
  238. static inline void __init memblock_free_early(
  239. phys_addr_t base, phys_addr_t size)
  240. {
  241. free_bootmem(base, size);
  242. }
  243. static inline void __init memblock_free_early_nid(
  244. phys_addr_t base, phys_addr_t size, int nid)
  245. {
  246. free_bootmem_node(NODE_DATA(nid), base, size);
  247. }
  248. static inline void __init memblock_free_late(
  249. phys_addr_t base, phys_addr_t size)
  250. {
  251. free_bootmem_late(base, size);
  252. }
  253. #endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */
  254. #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
  255. extern void *alloc_remap(int nid, unsigned long size);
  256. #else
  257. static inline void *alloc_remap(int nid, unsigned long size)
  258. {
  259. return NULL;
  260. }
  261. #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
  262. extern void *alloc_large_system_hash(const char *tablename,
  263. unsigned long bucketsize,
  264. unsigned long numentries,
  265. int scale,
  266. int flags,
  267. unsigned int *_hash_shift,
  268. unsigned int *_hash_mask,
  269. unsigned long low_limit,
  270. unsigned long high_limit);
  271. #define HASH_EARLY 0x00000001 /* Allocating during early boot? */
  272. #define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min
  273. * shift passed via *_hash_shift */
  274. /* Only NUMA needs hash distribution. 64bit NUMA architectures have
  275. * sufficient vmalloc space.
  276. */
  277. #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
  278. #define HASHDIST_DEFAULT 1
  279. #else
  280. #define HASHDIST_DEFAULT 0
  281. #endif
  282. extern int hashdist; /* Distribute hashes across NUMA nodes? */
  283. #endif /* _LINUX_BOOTMEM_H */