[deliverable/linux.git] / arch / powerpc / include / asm / pgalloc-64.h

#ifndef _ASM_POWERPC_PGALLOC_64_H
#define _ASM_POWERPC_PGALLOC_64_H
/*
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

#include <linux/slab.h>
#include <linux/cpumask.h>
#include <linux/percpu.h>

#ifndef CONFIG_PPC_SUBPAGE_PROT
static inline void subpage_prot_free(pgd_t *pgd) {}
#endif

extern struct kmem_cache *pgtable_cache[];

#define PGD_CACHE_NUM		0
#define PUD_CACHE_NUM		1
#define PMD_CACHE_NUM		1
#define HUGEPTE_CACHE_NUM	2
#define PTE_NONCACHE_NUM	7  /* from GFP rather than kmem_cache */

static inline pgd_t *pgd_alloc(struct mm_struct *mm)
{
	return kmem_cache_alloc(pgtable_cache[PGD_CACHE_NUM], GFP_KERNEL);
}

static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
{
	subpage_prot_free(pgd);
	kmem_cache_free(pgtable_cache[PGD_CACHE_NUM], pgd);
}

#ifndef CONFIG_PPC_64K_PAGES

#define pgd_populate(MM, PGD, PUD)	pgd_set(PGD, PUD)

static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr)
{
	return kmem_cache_alloc(pgtable_cache[PUD_CACHE_NUM],
				GFP_KERNEL|__GFP_REPEAT);
}

static inline void pud_free(struct mm_struct *mm, pud_t *pud)
{
	kmem_cache_free(pgtable_cache[PUD_CACHE_NUM], pud);
}

static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
{
	pud_set(pud, (unsigned long)pmd);
}

#define pmd_populate(mm, pmd, pte_page) \
	pmd_populate_kernel(mm, pmd, page_address(pte_page))
#define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, (unsigned long)(pte))
#define pmd_pgtable(pmd) pmd_page(pmd)


#else /* CONFIG_PPC_64K_PAGES */

#define pud_populate(mm, pud, pmd)	pud_set(pud, (unsigned long)pmd)

static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd,
				       pte_t *pte)
{
	pmd_set(pmd, (unsigned long)pte);
}

#define pmd_populate(mm, pmd, pte_page) \
	pmd_populate_kernel(mm, pmd, page_address(pte_page))
#define pmd_pgtable(pmd) pmd_page(pmd)

#endif /* CONFIG_PPC_64K_PAGES */

static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr)
{
	return kmem_cache_alloc(pgtable_cache[PMD_CACHE_NUM],
				GFP_KERNEL|__GFP_REPEAT);
}

static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd)
{
	kmem_cache_free(pgtable_cache[PMD_CACHE_NUM], pmd);
}

static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
					  unsigned long address)
{
        return (pte_t *)__get_free_page(GFP_KERNEL | __GFP_REPEAT | __GFP_ZERO);
}

static inline pgtable_t pte_alloc_one(struct mm_struct *mm,
					unsigned long address)
{
	struct page *page;
	pte_t *pte;

	pte = pte_alloc_one_kernel(mm, address);
	if (!pte)
		return NULL;
	page = virt_to_page(pte);
	pgtable_page_ctor(page);
	return page;
}

static inline void pgtable_free(pgtable_free_t pgf)
{
	void *p = (void *)(pgf.val & ~PGF_CACHENUM_MASK);
	int cachenum = pgf.val & PGF_CACHENUM_MASK;

	if (cachenum == PTE_NONCACHE_NUM)
		free_page((unsigned long)p);
	else
		kmem_cache_free(pgtable_cache[cachenum], p);
}

#define __pmd_free_tlb(tlb, pmd,addr)		      \
	pgtable_free_tlb(tlb, pgtable_free_cache(pmd, \
		PMD_CACHE_NUM, PMD_TABLE_SIZE-1))
#ifndef CONFIG_PPC_64K_PAGES
#define __pud_free_tlb(tlb, pud, addr)		      \
	pgtable_free_tlb(tlb, pgtable_free_cache(pud, \
		PUD_CACHE_NUM, PUD_TABLE_SIZE-1))
#endif /* CONFIG_PPC_64K_PAGES */

#define check_pgt_cache()	do { } while (0)

#endif /* _ASM_POWERPC_PGALLOC_64_H */
Commit	Line	Data
f88df14b DG	1	#ifndef _ASM_POWERPC_PGALLOC_64_H
	2	#define _ASM_POWERPC_PGALLOC_64_H
	3	/*
	4	* This program is free software; you can redistribute it and/or
	5	* modify it under the terms of the GNU General Public License
	6	* as published by the Free Software Foundation; either version
	7	* 2 of the License, or (at your option) any later version.
	8	*/
	9
f88df14b DG	10	#include <linux/slab.h>
	11	#include <linux/cpumask.h>
	12	#include <linux/percpu.h>
	13
fa28237c PM	14	#ifndef CONFIG_PPC_SUBPAGE_PROT
	15	static inline void subpage_prot_free(pgd_t *pgd) {}
	16	#endif
	17
f88df14b DG	18	extern struct kmem_cache *pgtable_cache[];
f88df14b DG	19
517e2263 HD	20	#define PGD_CACHE_NUM 0
	21	#define PUD_CACHE_NUM 1
	22	#define PMD_CACHE_NUM 1
	23	#define HUGEPTE_CACHE_NUM 2
0d9ea754	24	#define PTE_NONCACHE_NUM 7 /* from GFP rather than kmem_cache */
f88df14b DG	25
	26	static inline pgd_t pgd_alloc(struct mm_struct mm)
	27	{
	28	return kmem_cache_alloc(pgtable_cache[PGD_CACHE_NUM], GFP_KERNEL);
	29	}
	30
5e541973	31	static inline void pgd_free(struct mm_struct mm, pgd_t pgd)
f88df14b	32	{
fa28237c	33	subpage_prot_free(pgd);
f88df14b DG	34	kmem_cache_free(pgtable_cache[PGD_CACHE_NUM], pgd);
	35	}
	36
	37	#ifndef CONFIG_PPC_64K_PAGES
	38
	39	#define pgd_populate(MM, PGD, PUD) pgd_set(PGD, PUD)
	40
	41	static inline pud_t pud_alloc_one(struct mm_struct mm, unsigned long addr)
	42	{
	43	return kmem_cache_alloc(pgtable_cache[PUD_CACHE_NUM],
	44	GFP_KERNEL\|__GFP_REPEAT);
	45	}
	46
5e541973	47	static inline void pud_free(struct mm_struct mm, pud_t pud)
f88df14b DG	48	{
	49	kmem_cache_free(pgtable_cache[PUD_CACHE_NUM], pud);
	50	}
	51
	52	static inline void pud_populate(struct mm_struct mm, pud_t pud, pmd_t *pmd)
	53	{
	54	pud_set(pud, (unsigned long)pmd);
	55	}
	56
	57	#define pmd_populate(mm, pmd, pte_page) \
	58	pmd_populate_kernel(mm, pmd, page_address(pte_page))
	59	#define pmd_populate_kernel(mm, pmd, pte) pmd_set(pmd, (unsigned long)(pte))
2f569afd	60	#define pmd_pgtable(pmd) pmd_page(pmd)
f88df14b DG	61
	62
	63	#else /* CONFIG_PPC_64K_PAGES */
	64
	65	#define pud_populate(mm, pud, pmd) pud_set(pud, (unsigned long)pmd)
	66
	67	static inline void pmd_populate_kernel(struct mm_struct mm, pmd_t pmd,
	68	pte_t *pte)
	69	{
	70	pmd_set(pmd, (unsigned long)pte);
	71	}
	72
	73	#define pmd_populate(mm, pmd, pte_page) \
	74	pmd_populate_kernel(mm, pmd, page_address(pte_page))
2f569afd	75	#define pmd_pgtable(pmd) pmd_page(pmd)
f88df14b DG	76
	77	#endif /* CONFIG_PPC_64K_PAGES */
	78
	79	static inline pmd_t pmd_alloc_one(struct mm_struct mm, unsigned long addr)
	80	{
	81	return kmem_cache_alloc(pgtable_cache[PMD_CACHE_NUM],
	82	GFP_KERNEL\|__GFP_REPEAT);
	83	}
	84
5e541973	85	static inline void pmd_free(struct mm_struct mm, pmd_t pmd)
f88df14b DG	86	{
	87	kmem_cache_free(pgtable_cache[PMD_CACHE_NUM], pmd);
	88	}
	89
	90	static inline pte_t pte_alloc_one_kernel(struct mm_struct mm,
	91	unsigned long address)
	92	{
517e2263	93	return (pte_t *)__get_free_page(GFP_KERNEL \| __GFP_REPEAT \| __GFP_ZERO);
f88df14b DG	94	}
f88df14b DG	95
2f569afd MS	96	static inline pgtable_t pte_alloc_one(struct mm_struct *mm,
2f569afd MS	97	unsigned long address)
f88df14b	98	{
2f569afd MS	99	struct page *page;
	100	pte_t *pte;
	101
	102	pte = pte_alloc_one_kernel(mm, address);
	103	if (!pte)
	104	return NULL;
	105	page = virt_to_page(pte);
	106	pgtable_page_ctor(page);
	107	return page;
f88df14b DG	108	}
f88df14b DG	109
f88df14b DG	110	static inline void pgtable_free(pgtable_free_t pgf)
	111	{
	112	void p = (void )(pgf.val & ~PGF_CACHENUM_MASK);
	113	int cachenum = pgf.val & PGF_CACHENUM_MASK;
	114
517e2263 HD	115	if (cachenum == PTE_NONCACHE_NUM)
	116	free_page((unsigned long)p);
	117	else
	118	kmem_cache_free(pgtable_cache[cachenum], p);
f88df14b DG	119	}
f88df14b DG	120
9e1b32ca	121	#define __pmd_free_tlb(tlb, pmd,addr) \
f88df14b DG	122	pgtable_free_tlb(tlb, pgtable_free_cache(pmd, \
	123	PMD_CACHE_NUM, PMD_TABLE_SIZE-1))
	124	#ifndef CONFIG_PPC_64K_PAGES
9e1b32ca	125	#define __pud_free_tlb(tlb, pud, addr) \
f88df14b DG	126	pgtable_free_tlb(tlb, pgtable_free_cache(pud, \
	127	PUD_CACHE_NUM, PUD_TABLE_SIZE-1))
	128	#endif /* CONFIG_PPC_64K_PAGES */
	129
	130	#define check_pgt_cache() do { } while (0)
	131
	132	#endif /* _ASM_POWERPC_PGALLOC_64_H */