[deliverable/linux.git] / include / linux / bootmem.h

/*
 * Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
 */
#ifndef _LINUX_BOOTMEM_H
#define _LINUX_BOOTMEM_H

#include <linux/mmzone.h>
#include <asm/dma.h>

/*
 *  simple boot-time physical memory area allocator.
 */

extern unsigned long max_low_pfn;
extern unsigned long min_low_pfn;

/*
 * highest page
 */
extern unsigned long max_pfn;

#ifndef CONFIG_NO_BOOTMEM
/*
 * node_bootmem_map is a map pointer - the bits represent all physical 
 * memory pages (including holes) on the node.
 */
typedef struct bootmem_data {
	unsigned long node_min_pfn;
	unsigned long node_low_pfn;
	void *node_bootmem_map;
	unsigned long last_end_off;
	unsigned long hint_idx;
	struct list_head list;
} bootmem_data_t;

extern bootmem_data_t bootmem_node_data[];
#endif

extern unsigned long bootmem_bootmap_pages(unsigned long);

extern unsigned long init_bootmem_node(pg_data_t *pgdat,
				       unsigned long freepfn,
				       unsigned long startpfn,
				       unsigned long endpfn);
extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);

extern unsigned long free_low_memory_core_early(int nodeid);
extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
extern unsigned long free_all_bootmem(void);

extern void free_bootmem_node(pg_data_t *pgdat,
			      unsigned long addr,
			      unsigned long size);
extern void free_bootmem(unsigned long physaddr, unsigned long size);
extern void free_bootmem_late(unsigned long physaddr, unsigned long size);

/*
 * Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
 * the architecture-specific code should honor this).
 *
 * If flags is 0, then the return value is always 0 (success). If
 * flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
 * memory already was reserved.
 */
#define BOOTMEM_DEFAULT		0
#define BOOTMEM_EXCLUSIVE	(1<<0)

extern int reserve_bootmem(unsigned long addr,
			   unsigned long size,
			   int flags);
extern int reserve_bootmem_node(pg_data_t *pgdat,
				unsigned long physaddr,
				unsigned long size,
				int flags);

extern void *__alloc_bootmem(unsigned long size,
			     unsigned long align,
			     unsigned long goal);
extern void *__alloc_bootmem_nopanic(unsigned long size,
				     unsigned long align,
				     unsigned long goal);
extern void *__alloc_bootmem_node(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
void *__alloc_bootmem_node_high(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
extern void *__alloc_bootmem_node_nopanic(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal);
void *___alloc_bootmem_node_nopanic(pg_data_t *pgdat,
				  unsigned long size,
				  unsigned long align,
				  unsigned long goal,
				  unsigned long limit);
extern void *__alloc_bootmem_low(unsigned long size,
				 unsigned long align,
				 unsigned long goal);
extern void *__alloc_bootmem_low_node(pg_data_t *pgdat,
				      unsigned long size,
				      unsigned long align,
				      unsigned long goal);

#ifdef CONFIG_NO_BOOTMEM
/* We are using top down, so it is safe to use 0 here */
#define BOOTMEM_LOW_LIMIT 0
#else
#define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
#endif

#define alloc_bootmem(x) \
	__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_align(x, align) \
	__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_nopanic(x) \
	__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages(x) \
	__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages_nopanic(x) \
	__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_node_nopanic(pgdat, x) \
	__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages_node(pgdat, x) \
	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
#define alloc_bootmem_pages_node_nopanic(pgdat, x) \
	__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)

#define alloc_bootmem_low(x) \
	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
#define alloc_bootmem_low_pages(x) \
	__alloc_bootmem_low(x, PAGE_SIZE, 0)
#define alloc_bootmem_low_pages_node(pgdat, x) \
	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)

#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
extern void *alloc_remap(int nid, unsigned long size);
#else
static inline void *alloc_remap(int nid, unsigned long size)
{
	return NULL;
}
#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */

extern void *alloc_large_system_hash(const char *tablename,
				     unsigned long bucketsize,
				     unsigned long numentries,
				     int scale,
				     int flags,
				     unsigned int *_hash_shift,
				     unsigned int *_hash_mask,
				     unsigned long low_limit,
				     unsigned long high_limit);

#define HASH_EARLY	0x00000001	/* Allocating during early boot? */
#define HASH_SMALL	0x00000002	/* sub-page allocation allowed, min
					 * shift passed via *_hash_shift */

/* Only NUMA needs hash distribution. 64bit NUMA architectures have
 * sufficient vmalloc space.
 */
#if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
#define HASHDIST_DEFAULT 1
#else
#define HASHDIST_DEFAULT 0
#endif
extern int hashdist;		/* Distribute hashes across NUMA nodes? */


#endif /* _LINUX_BOOTMEM_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Discontiguous memory support, Kanoj Sarcar, SGI, Nov 1999
	3	*/
	4	#ifndef _LINUX_BOOTMEM_H
	5	#define _LINUX_BOOTMEM_H
	6
1da177e4	7	#include <linux/mmzone.h>
e786e86a	8	#include <asm/dma.h>
1da177e4 LT	9
	10	/*
	11	* simple boot-time physical memory area allocator.
	12	*/
	13
	14	extern unsigned long max_low_pfn;
	15	extern unsigned long min_low_pfn;
	16
	17	/*
	18	* highest page
	19	*/
	20	extern unsigned long max_pfn;
	21
08677214	22	#ifndef CONFIG_NO_BOOTMEM
1da177e4 LT	23	/*
	24	* node_bootmem_map is a map pointer - the bits represent all physical
	25	* memory pages (including holes) on the node.
	26	*/
	27	typedef struct bootmem_data {
3560e249	28	unsigned long node_min_pfn;
1da177e4 LT	29	unsigned long node_low_pfn;
1da177e4 LT	30	void *node_bootmem_map;
5f2809e6 JW	31	unsigned long last_end_off;
5f2809e6 JW	32	unsigned long hint_idx;
679bc9fb	33	struct list_head list;
1da177e4 LT	34	} bootmem_data_t;
1da177e4 LT	35
b61bfa3c	36	extern bootmem_data_t bootmem_node_data[];
08677214	37	#endif
b61bfa3c	38
f71bf0ca	39	extern unsigned long bootmem_bootmap_pages(unsigned long);
223e8dc9 JW	40
	41	extern unsigned long init_bootmem_node(pg_data_t *pgdat,
	42	unsigned long freepfn,
	43	unsigned long startpfn,
	44	unsigned long endpfn);
f71bf0ca	45	extern unsigned long init_bootmem(unsigned long addr, unsigned long memend);
223e8dc9	46
64a02daa	47	extern unsigned long free_low_memory_core_early(int nodeid);
223e8dc9 JW	48	extern unsigned long free_all_bootmem_node(pg_data_t *pgdat);
	49	extern unsigned long free_all_bootmem(void);
	50
	51	extern void free_bootmem_node(pg_data_t *pgdat,
	52	unsigned long addr,
	53	unsigned long size);
81df9bff JK	54	extern void free_bootmem(unsigned long physaddr, unsigned long size);
81df9bff JK	55	extern void free_bootmem_late(unsigned long physaddr, unsigned long size);
223e8dc9 JW	56
	57	/*
	58	* Flags for reserve_bootmem (also if CONFIG_HAVE_ARCH_BOOTMEM_NODE,
	59	* the architecture-specific code should honor this).
	60	*
	61	* If flags is 0, then the return value is always 0 (success). If
	62	* flags contains BOOTMEM_EXCLUSIVE, then -EBUSY is returned if the
	63	* memory already was reserved.
	64	*/
	65	#define BOOTMEM_DEFAULT 0
	66	#define BOOTMEM_EXCLUSIVE (1<<0)
	67
c1329375 TH	68	extern int reserve_bootmem(unsigned long addr,
	69	unsigned long size,
	70	int flags);
2d0aae41 TH	71	extern int reserve_bootmem_node(pg_data_t *pgdat,
	72	unsigned long physaddr,
	73	unsigned long size,
	74	int flags);
	75
	76	extern void *__alloc_bootmem(unsigned long size,
f71bf0ca FBH	77	unsigned long align,
f71bf0ca FBH	78	unsigned long goal);
2d0aae41	79	extern void *__alloc_bootmem_nopanic(unsigned long size,
f71bf0ca FBH	80	unsigned long align,
f71bf0ca FBH	81	unsigned long goal);
223e8dc9 JW	82	extern void __alloc_bootmem_node(pg_data_t pgdat,
	83	unsigned long size,
	84	unsigned long align,
	85	unsigned long goal);
08677214 YL	86	void __alloc_bootmem_node_high(pg_data_t pgdat,
	87	unsigned long size,
	88	unsigned long align,
	89	unsigned long goal);
223e8dc9 JW	90	extern void __alloc_bootmem_node_nopanic(pg_data_t pgdat,
	91	unsigned long size,
	92	unsigned long align,
	93	unsigned long goal);
99ab7b19 YL	94	void ___alloc_bootmem_node_nopanic(pg_data_t pgdat,
	95	unsigned long size,
	96	unsigned long align,
	97	unsigned long goal,
	98	unsigned long limit);
2d0aae41 TH	99	extern void *__alloc_bootmem_low(unsigned long size,
	100	unsigned long align,
	101	unsigned long goal);
f71bf0ca FBH	102	extern void __alloc_bootmem_low_node(pg_data_t pgdat,
	103	unsigned long size,
	104	unsigned long align,
	105	unsigned long goal);
c1329375	106
8bba154e YL	107	#ifdef CONFIG_NO_BOOTMEM
	108	/* We are using top down, so it is safe to use 0 here */
	109	#define BOOTMEM_LOW_LIMIT 0
	110	#else
	111	#define BOOTMEM_LOW_LIMIT __pa(MAX_DMA_ADDRESS)
	112	#endif
	113
1da177e4	114	#define alloc_bootmem(x) \
8bba154e	115	__alloc_bootmem(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
53dde5f3	116	#define alloc_bootmem_align(x, align) \
8bba154e	117	__alloc_bootmem(x, align, BOOTMEM_LOW_LIMIT)
74768ed8	118	#define alloc_bootmem_nopanic(x) \
8bba154e	119	__alloc_bootmem_nopanic(x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
1da177e4	120	#define alloc_bootmem_pages(x) \
8bba154e	121	__alloc_bootmem(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
74768ed8	122	#define alloc_bootmem_pages_nopanic(x) \
8bba154e	123	__alloc_bootmem_nopanic(x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
1da177e4	124	#define alloc_bootmem_node(pgdat, x) \
8bba154e	125	__alloc_bootmem_node(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
8f389a99	126	#define alloc_bootmem_node_nopanic(pgdat, x) \
8bba154e	127	__alloc_bootmem_node_nopanic(pgdat, x, SMP_CACHE_BYTES, BOOTMEM_LOW_LIMIT)
1da177e4	128	#define alloc_bootmem_pages_node(pgdat, x) \
8bba154e	129	__alloc_bootmem_node(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
2d0aae41	130	#define alloc_bootmem_pages_node_nopanic(pgdat, x) \
8bba154e	131	__alloc_bootmem_node_nopanic(pgdat, x, PAGE_SIZE, BOOTMEM_LOW_LIMIT)
2d0aae41 TH	132
	133	#define alloc_bootmem_low(x) \
	134	__alloc_bootmem_low(x, SMP_CACHE_BYTES, 0)
	135	#define alloc_bootmem_low_pages(x) \
	136	__alloc_bootmem_low(x, PAGE_SIZE, 0)
1da177e4	137	#define alloc_bootmem_low_pages_node(pgdat, x) \
71fb2e8f	138	__alloc_bootmem_low_node(pgdat, x, PAGE_SIZE, 0)
c6af5e9f	139
6f167ec7 DH	140	#ifdef CONFIG_HAVE_ARCH_ALLOC_REMAP
	141	extern void *alloc_remap(int nid, unsigned long size);
	142	#else
	143	static inline void *alloc_remap(int nid, unsigned long size)
	144	{
	145	return NULL;
	146	}
f71bf0ca	147	#endif /* CONFIG_HAVE_ARCH_ALLOC_REMAP */
6f167ec7	148
f71bf0ca FBH	149	extern void alloc_large_system_hash(const char tablename,
	150	unsigned long bucketsize,
	151	unsigned long numentries,
	152	int scale,
	153	int flags,
	154	unsigned int *_hash_shift,
	155	unsigned int *_hash_mask,
31fe62b9 TB	156	unsigned long low_limit,
31fe62b9 TB	157	unsigned long high_limit);
1da177e4	158
04903664	159	#define HASH_EARLY 0x00000001 /* Allocating during early boot? */
2c85f51d JB	160	#define HASH_SMALL 0x00000002 /* sub-page allocation allowed, min
2c85f51d JB	161	* shift passed via _hash_shift /
1da177e4	162
c2fdf3a9 AB	163	/* Only NUMA needs hash distribution. 64bit NUMA architectures have
c2fdf3a9 AB	164	* sufficient vmalloc space.
1da177e4	165	*/
c2fdf3a9	166	#if defined(CONFIG_NUMA) && defined(CONFIG_64BIT)
1da177e4 LT	167	#define HASHDIST_DEFAULT 1
	168	#else
	169	#define HASHDIST_DEFAULT 0
	170	#endif
f034b5d4	171	extern int hashdist; /* Distribute hashes across NUMA nodes? */
1da177e4 LT	172
	173
	174	#endif /* _LINUX_BOOTMEM_H */