bootmem.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. /*
  2. * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
  3. */
  4. #ifndef _LINUX_BOOTMEM_H
  5. #define _LINUX_BOOTMEM_H
  6. #include <linux/mmzone.h>
  7. #include <linux/mm_types.h>
  8. #include <asm/dma.h>
  9. /*
  10. * simple boot-time physical memory area allocator.
  11. */
  12. extern unsigned long max_low_pfn;
  13. extern unsigned long min_low_pfn;
  14. /*
  15. * highest page
  16. */
  17. extern unsigned long max_pfn;
  18. #ifndef CONFIG_NO_BOOTMEM
  19. /*
  20. * node_bootmem_map is a map pointer - the bits represent all physical
  21. * memory pages (including holes) on the node.
  22. */
  23. typedef struct bootmem_data {
  24. unsigned long node_min_pfn;
  25. unsigned long node_low_pfn;
  26. void *node_bootmem_map;
  27. unsigned long last_end_off;
  28. unsigned long hint_idx;
  29. struct list_head list;
  30. } bootmem_data_t;
  31. extern bootmem_data_t bootmem_node_data[];
  32. #endif
  33. extern unsigned long bootmem_bootmap_pages(unsigned long);
  34. extern unsigned long init_bootmem_node(pg_data_t *pgdat,
  35. unsigned long freepfn,
  36. unsigned long startpfn,
  37. unsigned long endpfn);
  38. extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
  39. extern unsigned long free_all_bootmem(void);
  40. extern void reset_all_zones_managed_pages(void);
  41. extern void free_bootmem_node(pg_data_t *pgdat,
  42. unsigned long addr,
  43. unsigned long size);
  44. extern void free_bootmem(unsigned long physaddr, unsigned long size);
  45. extern void free_bootmem_late(unsigned long physaddr, unsigned long size);
  46. /*
  47. * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
  48. * the architecture-specific code should honor this).
  49. *
  50. * If flags is 0, then the return value is always 0 (success). If
  51. * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
  52. * memory already was reserved.
  53. */
  54. #define BOOTMEM_DEFAULT 0
  55. #define BOOTMEM_EXCLUSIVE (1<<0)
  56. extern int reserve_bootmem(unsigned long addr,
  57. unsigned long size,
  58. int flags);
  59. extern int reserve_bootmem_node(pg_data_t *pgdat,
  60. unsigned long physaddr,
  61. unsigned long size,
  62. int flags);
  63. extern void *__alloc_bootmem(unsigned long size,
  64. unsigned long align,
  65. unsigned long goal);
  66. extern void *__alloc_bootmem_nopanic(unsigned long size,
  67. unsigned long align,
  68. unsigned long goal);
  69. extern void *__alloc_bootmem_node(pg_data_t *pgdat,
  70. unsigned long size,
  71. unsigned long align,
  72. unsigned long goal);
  73. void *__alloc_bootmem_node_high(pg_data_t *pgdat,
  74. unsigned long size,
  75. unsigned long align,
  76. unsigned long goal);
  77. extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
  78. unsigned long size,
  79. unsigned long align,
  80. unsigned long goal);
  81. void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat,
  82. unsigned long size,
  83. unsigned long align,
  84. unsigned long goal,
  85. unsigned long limit);
  86. extern void *__alloc_bootmem_low(unsigned long size,
  87. unsigned long align,
  88. unsigned long goal);
  89. void *__alloc_bootmem_low_nopanic(unsigned long size,
  90. unsigned long align,
  91. unsigned long goal);
  92. extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
  93. unsigned long size,
  94. unsigned long align,
  95. unsigned long goal);
  96. #ifdef CONFIG_NO_BOOTMEM
  97. /* We are using top down, so it is safe to use 0 here */
  98. #define BOOTMEM_LOW_LIMIT 0
  99. #else
  100. #define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
  101. #endif
  102. #define alloc_bootmem(x) \
  103. __alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  104. #define alloc_bootmem_align(x, align) \
  105. __alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
  106. #define alloc_bootmem_nopanic(x) \
  107. __alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  108. #define alloc_bootmem_pages(x) \
  109. __alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  110. #define alloc_bootmem_pages_nopanic(x) \
  111. __alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  112. #define alloc_bootmem_node(pgdat, x) \
  113. __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  114. #define alloc_bootmem_node_nopanic(pgdat, x) \
  115. __alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
  116. #define alloc_bootmem_pages_node(pgdat, x) \
  117. __alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  118. #define alloc_bootmem_pages_node_nopanic(pgdat, x) \
  119. __alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
  120. #define alloc_bootmem_low(x) \
  121. __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
  122. #define alloc_bootmem_low_pages_nopanic(x) \
  123. __alloc_bootmem_low_nopanic(x, PAGE_SIZE, 0)
  124. #define alloc_bootmem_low_pages(x) \
  125. __alloc_bootmem_low(x, PAGE_SIZE, 0)
  126. #define alloc_bootmem_low_pages_node(pgdat, x) \
  127. __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
  128. #if defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM)
  129. /* FIXME: use MEMBLOCK_ALLOC_* variants here */
  130. #define BOOTMEM_ALLOC_ACCESSIBLE 0
  131. #define BOOTMEM_ALLOC_ANYWHERE (~(phys_addr_t)0)
  132. /* FIXME: Move to memblock.h at a point where we remove nobootmem.c */
  133. void *memblock_virt_alloc_try_nid_nopanic(phys_addr_t size,
  134. phys_addr_t align, phys_addr_t min_addr,
  135. phys_addr_t max_addr, int nid);
  136. void *memblock_virt_alloc_try_nid(phys_addr_t size, phys_addr_t align,
  137. phys_addr_t min_addr, phys_addr_t max_addr, int nid);
  138. void __memblock_free_early(phys_addr_t base, phys_addr_t size);
  139. void __memblock_free_late(phys_addr_t base, phys_addr_t size);
  140. static inline void * __init memblock_virt_alloc(
  141. phys_addr_t size, phys_addr_t align)
  142. {
  143. return memblock_virt_alloc_try_nid(size, align, BOOTMEM_LOW_LIMIT,
  144. BOOTMEM_ALLOC_ACCESSIBLE,
  145. NUMA_NO_NODE);
  146. }
  147. static inline void * __init memblock_virt_alloc_nopanic(
  148. phys_addr_t size, phys_addr_t align)
  149. {
  150. return memblock_virt_alloc_try_nid_nopanic(size, align,
  151. BOOTMEM_LOW_LIMIT,
  152. BOOTMEM_ALLOC_ACCESSIBLE,
  153. NUMA_NO_NODE);
  154. }
  155. #ifndef ARCH_LOW_ADDRESS_LIMIT
  156. #define ARCH_LOW_ADDRESS_LIMIT 0xffffffffUL
  157. #endif
  158. static inline void * __init memblock_virt_alloc_low(
  159. phys_addr_t size, phys_addr_t align)
  160. {
  161. return memblock_virt_alloc_try_nid(size, align,
  162. BOOTMEM_LOW_LIMIT,
  163. ARCH_LOW_ADDRESS_LIMIT,
  164. NUMA_NO_NODE);
  165. }
  166. static inline void * __init memblock_virt_alloc_low_nopanic(
  167. phys_addr_t size, phys_addr_t align)
  168. {
  169. return memblock_virt_alloc_try_nid_nopanic(size, align,
  170. BOOTMEM_LOW_LIMIT,
  171. ARCH_LOW_ADDRESS_LIMIT,
  172. NUMA_NO_NODE);
  173. }
  174. static inline void * __init memblock_virt_alloc_from_nopanic(
  175. phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
  176. {
  177. return memblock_virt_alloc_try_nid_nopanic(size, align, min_addr,
  178. BOOTMEM_ALLOC_ACCESSIBLE,
  179. NUMA_NO_NODE);
  180. }
  181. static inline void * __init memblock_virt_alloc_node(
  182. phys_addr_t size, int nid)
  183. {
  184. return memblock_virt_alloc_try_nid(size, 0, BOOTMEM_LOW_LIMIT,
  185. BOOTMEM_ALLOC_ACCESSIBLE, nid);
  186. }
  187. static inline void * __init memblock_virt_alloc_node_nopanic(
  188. phys_addr_t size, int nid)
  189. {
  190. return memblock_virt_alloc_try_nid_nopanic(size, 0, BOOTMEM_LOW_LIMIT,
  191. BOOTMEM_ALLOC_ACCESSIBLE,
  192. nid);
  193. }
  194. static inline void __init memblock_free_early(
  195. phys_addr_t base, phys_addr_t size)
  196. {
  197. __memblock_free_early(base, size);
  198. }
  199. static inline void __init memblock_free_early_nid(
  200. phys_addr_t base, phys_addr_t size, int nid)
  201. {
  202. __memblock_free_early(base, size);
  203. }
  204. static inline void __init memblock_free_late(
  205. phys_addr_t base, phys_addr_t size)
  206. {
  207. __memblock_free_late(base, size);
  208. }
  209. #else
  210. #define BOOTMEM_ALLOC_ACCESSIBLE 0
  211. /* Fall back to all the existing bootmem APIs */
  212. static inline void * __init memblock_virt_alloc(
  213. phys_addr_t size, phys_addr_t align)
  214. {
  215. if (!align)
  216. align = SMP_CACHE_BYTES;
  217. return __alloc_bootmem(size, align, BOOTMEM_LOW_LIMIT);
  218. }
  219. static inline void * __init memblock_virt_alloc_nopanic(
  220. phys_addr_t size, phys_addr_t align)
  221. {
  222. if (!align)
  223. align = SMP_CACHE_BYTES;
  224. return __alloc_bootmem_nopanic(size, align, BOOTMEM_LOW_LIMIT);
  225. }
  226. static inline void * __init memblock_virt_alloc_low(
  227. phys_addr_t size, phys_addr_t align)
  228. {
  229. if (!align)
  230. align = SMP_CACHE_BYTES;
  231. return __alloc_bootmem_low(size, align, 0);
  232. }
  233. static inline void * __init memblock_virt_alloc_low_nopanic(
  234. phys_addr_t size, phys_addr_t align)
  235. {
  236. if (!align)
  237. align = SMP_CACHE_BYTES;
  238. return __alloc_bootmem_low_nopanic(size, align, 0);
  239. }
  240. static inline void * __init memblock_virt_alloc_from_nopanic(
  241. phys_addr_t size, phys_addr_t align, phys_addr_t min_addr)
  242. {
  243. return __alloc_bootmem_nopanic(size, align, min_addr);
  244. }
  245. static inline void * __init memblock_virt_alloc_node(
  246. phys_addr_t size, int nid)
  247. {
  248. return __alloc_bootmem_node(NODE_DATA(nid), size, SMP_CACHE_BYTES,
  249. BOOTMEM_LOW_LIMIT);
  250. }
  251. static inline void * __init memblock_virt_alloc_node_nopanic(
  252. phys_addr_t size, int nid)
  253. {
  254. return __alloc_bootmem_node_nopanic(NODE_DATA(nid), size,
  255. SMP_CACHE_BYTES,
  256. BOOTMEM_LOW_LIMIT);
  257. }
  258. static inline void * __init memblock_virt_alloc_try_nid(phys_addr_t size,
  259. phys_addr_t align, phys_addr_t min_addr, phys_addr_t max_addr, int nid)
  260. {
  261. return __alloc_bootmem_node_high(NODE_DATA(nid), size, align,
  262. min_addr);
  263. }
  264. static inline void * __init memblock_virt_alloc_try_nid_nopanic(
  265. phys_addr_t size, phys_addr_t align,
  266. phys_addr_t min_addr, phys_addr_t max_addr, int nid)
  267. {
  268. return ___alloc_bootmem_node_nopanic(NODE_DATA(nid), size, align,
  269. min_addr, max_addr);
  270. }
  271. static inline void __init memblock_free_early(
  272. phys_addr_t base, phys_addr_t size)
  273. {
  274. free_bootmem(base, size);
  275. }
  276. static inline void __init memblock_free_early_nid(
  277. phys_addr_t base, phys_addr_t size, int nid)
  278. {
  279. free_bootmem_node(NODE_DATA(nid), base, size);
  280. }
  281. static inline void __init memblock_free_late(
  282. phys_addr_t base, phys_addr_t size)
  283. {
  284. free_bootmem_late(base, size);
  285. }
  286. #endif /* defined(CONFIG_HAVE_MEMBLOCK) && defined(CONFIG_NO_BOOTMEM) */
  287. #ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
  288. extern void *alloc_remap(int nid, unsigned long size);
  289. #else
  290. static inline void *alloc_remap(int nid, unsigned long size)
  291. {
  292. return NULL;
  293. }
  294. #endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
  295. extern void *alloc_large_system_hash(const char *tablename,
  296. unsigned long bucketsize,
  297. unsigned long numentries,
  298. int scale,
  299. int flags,
  300. unsigned int *_hash_shift,
  301. unsigned int *_hash_mask,
  302. unsigned long low_limit,
  303. unsigned long high_limit);
  304. #define HASH_EARLY 0x00000001 /* Allocating during early boot? */
  305. #define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min
  306. * shift passed via *_hash_shift */
  307. /* Only NUMA needs hash distribution. 64bit NUMA architectures have
  308. * sufficient vmalloc space.
  309. */
  310. #if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
  311. #define HASHDIST_DEFAULT 1
  312. #else
  313. #define HASHDIST_DEFAULT 0
  314. #endif
  315. extern int hashdist; /* Distribute hashes across NUMA nodes? */
  316. #endif /* _LINUX_BOOTMEM_H */