blob: f352c5f125b40cb9902099e0037cb5bcef997168 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
3 */
4#ifndef _LINUX_BOOTMEM_H
5#define _LINUX_BOOTMEM_H
6
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <linux/mmzone.h>
Franck Bui-Huue786e862006-09-25 23:31:06 -07008#include <asm/dma.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
10/*
11 * simple boot-time physical memory area allocator.
12 */
13
14extern unsigned long max_low_pfn;
15extern unsigned long min_low_pfn;
16
17/*
18 * highest page
19 */
20extern unsigned long max_pfn;
21
Vivek Goyal92aa63a2005-06-25 14:58:18 -070022#ifdef CONFIG_CRASH_DUMP
23extern unsigned long saved_max_pfn;
24#endif
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026/*
27 * node_bootmem_map is a map pointer - the bits represent all physical
28 * memory pages (including holes) on the node.
29 */
30typedef struct bootmem_data {
31 unsigned long node_boot_start;
32 unsigned long node_low_pfn;
33 void *node_bootmem_map;
34 unsigned long last_offset;
35 unsigned long last_pos;
36 unsigned long last_success; /* Previous allocation point. To speed
37 * up searching */
KAMEZAWA Hiroyuki679bc9f2006-03-27 01:15:58 -080038 struct list_head list;
Linus Torvalds1da177e2005-04-16 15:20:36 -070039} bootmem_data_t;
40
Johannes Weinerb61bfa32008-07-23 21:26:55 -070041extern bootmem_data_t bootmem_node_data[];
42
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070043extern unsigned long bootmem_bootmap_pages(unsigned long);
44extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
45extern void free_bootmem(unsigned long addr, unsigned long size);
46extern void *__alloc_bootmem(unsigned long size,
47 unsigned long align,
48 unsigned long goal);
49extern void *__alloc_bootmem_nopanic(unsigned long size,
50 unsigned long align,
51 unsigned long goal);
52extern void *__alloc_bootmem_low(unsigned long size,
53 unsigned long align,
54 unsigned long goal);
55extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
56 unsigned long size,
57 unsigned long align,
58 unsigned long goal);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070059
Bernhard Walle72a7fe32008-02-07 00:15:17 -080060/*
61 * flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
62 * the architecture-specific code should honor this)
63 */
64#define BOOTMEM_DEFAULT 0
65#define BOOTMEM_EXCLUSIVE (1<<0)
66
Linus Torvalds1da177e2005-04-16 15:20:36 -070067#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
Bernhard Walle72a7fe32008-02-07 00:15:17 -080068/*
69 * If flags is 0, then the return value is always 0 (success). If
70 * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
71 * memory already was reserved.
72 */
73extern int reserve_bootmem(unsigned long addr, unsigned long size, int flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074#define alloc_bootmem(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070075 __alloc_bootmem(x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -070076#define alloc_bootmem_low(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070077 __alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078#define alloc_bootmem_pages(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070079 __alloc_bootmem(x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -070080#define alloc_bootmem_low_pages(x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -070081 __alloc_bootmem_low(x, PAGE_SIZE, 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070082#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070083
Yinghai Lud2dbf342008-06-13 02:00:56 -070084extern int reserve_bootmem_generic(unsigned long addr, unsigned long size,
85 int flags);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070086extern unsigned long free_all_bootmem(void);
87extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
88extern void *__alloc_bootmem_node(pg_data_t *pgdat,
89 unsigned long size,
90 unsigned long align,
91 unsigned long goal);
Andi Kleenb54bbf72008-07-23 21:27:45 -070092extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
93 unsigned long size,
94 unsigned long align,
95 unsigned long goal);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -070096extern unsigned long init_bootmem_node(pg_data_t *pgdat,
97 unsigned long freepfn,
98 unsigned long startpfn,
99 unsigned long endpfn);
Bernhard Walle71c27422008-06-21 19:01:02 +0200100extern int reserve_bootmem_node(pg_data_t *pgdat,
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700101 unsigned long physaddr,
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800102 unsigned long size,
103 int flags);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700104extern void free_bootmem_node(pg_data_t *pgdat,
105 unsigned long addr,
106 unsigned long size);
Yasunori Gotoe70260a2008-04-28 02:13:32 -0700107extern void *alloc_bootmem_section(unsigned long size,
108 unsigned long section_nr);
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700109
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110#ifndef CONFIG_HAVE_ARCH_BOOTMEM_NODE
111#define alloc_bootmem_node(pgdat, x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -0700112 __alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113#define alloc_bootmem_pages_node(pgdat, x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -0700114 __alloc_bootmem_node(pgdat, x, PAGE_SIZE, __pa(MAX_DMA_ADDRESS))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115#define alloc_bootmem_low_pages_node(pgdat, x) \
Franck Bui-Huu71fb2e82006-09-25 23:31:05 -0700116 __alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117#endif /* !CONFIG_HAVE_ARCH_BOOTMEM_NODE */
118
Dave Hansen6f167ec2005-06-23 00:07:39 -0700119#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
120extern void *alloc_remap(int nid, unsigned long size);
121#else
122static inline void *alloc_remap(int nid, unsigned long size)
123{
124 return NULL;
125}
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700126#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
Dave Hansen6f167ec2005-06-23 00:07:39 -0700127
David Howells9dec17e2006-07-10 04:44:51 -0700128extern unsigned long __meminitdata nr_kernel_pages;
David Howells8da38d72007-03-22 00:11:22 -0800129extern unsigned long __meminitdata nr_all_pages;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130
Franck Bui-Huuf71bf0c2006-09-25 23:31:08 -0700131extern void *alloc_large_system_hash(const char *tablename,
132 unsigned long bucketsize,
133 unsigned long numentries,
134 int scale,
135 int flags,
136 unsigned int *_hash_shift,
137 unsigned int *_hash_mask,
138 unsigned long limit);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Andrew Morton04903662006-12-06 20:37:33 -0800140#define HASH_EARLY 0x00000001 /* Allocating during early boot? */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141
142/* Only NUMA needs hash distribution.
Ravikiran G Thirumalaie073ae12007-05-02 19:27:08 +0200143 * IA64 and x86_64 have sufficient vmalloc space.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 */
Ravikiran G Thirumalaie073ae12007-05-02 19:27:08 +0200145#if defined(CONFIG_NUMA) && (defined(CONFIG_IA64) || defined(CONFIG_X86_64))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146#define HASHDIST_DEFAULT 1
147#else
148#define HASHDIST_DEFAULT 0
149#endif
David S. Millerf034b5d2006-08-24 03:08:07 -0700150extern int hashdist; /* Distribute hashes across NUMA nodes? */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152
153#endif /* _LINUX_BOOTMEM_H */