Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | #ifndef _X86_64_PGALLOC_H |
2 | #define _X86_64_PGALLOC_H | |
3 | ||
1da177e4 LT |
4 | #include <asm/pda.h> |
5 | #include <linux/threads.h> | |
6 | #include <linux/mm.h> | |
7 | ||
8 | #define pmd_populate_kernel(mm, pmd, pte) \ | |
9 | set_pmd(pmd, __pmd(_PAGE_TABLE | __pa(pte))) | |
10 | #define pud_populate(mm, pud, pmd) \ | |
11 | set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))) | |
12 | #define pgd_populate(mm, pgd, pud) \ | |
13 | set_pgd(pgd, __pgd(_PAGE_TABLE | __pa(pud))) | |
14 | ||
15 | static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *pte) | |
16 | { | |
17 | set_pmd(pmd, __pmd(_PAGE_TABLE | (page_to_pfn(pte) << PAGE_SHIFT))); | |
18 | } | |
19 | ||
9c0aa0f9 | 20 | static inline void pmd_free(pmd_t *pmd) |
1da177e4 LT |
21 | { |
22 | BUG_ON((unsigned long)pmd & (PAGE_SIZE-1)); | |
da8f153e | 23 | free_page((unsigned long)pmd); |
1da177e4 LT |
24 | } |
25 | ||
26 | static inline pmd_t *pmd_alloc_one (struct mm_struct *mm, unsigned long addr) | |
27 | { | |
da8f153e | 28 | return (pmd_t *)get_zeroed_page(GFP_KERNEL|__GFP_REPEAT); |
1da177e4 LT |
29 | } |
30 | ||
31 | static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) | |
32 | { | |
da8f153e | 33 | return (pud_t *)get_zeroed_page(GFP_KERNEL|__GFP_REPEAT); |
1da177e4 LT |
34 | } |
35 | ||
36 | static inline void pud_free (pud_t *pud) | |
37 | { | |
38 | BUG_ON((unsigned long)pud & (PAGE_SIZE-1)); | |
da8f153e | 39 | free_page((unsigned long)pud); |
1da177e4 LT |
40 | } |
41 | ||
8c914cb7 JB |
42 | static inline void pgd_list_add(pgd_t *pgd) |
43 | { | |
44 | struct page *page = virt_to_page(pgd); | |
45 | ||
46 | spin_lock(&pgd_lock); | |
2bff7383 | 47 | list_add(&page->lru, &pgd_list); |
8c914cb7 JB |
48 | spin_unlock(&pgd_lock); |
49 | } | |
50 | ||
51 | static inline void pgd_list_del(pgd_t *pgd) | |
52 | { | |
2bff7383 | 53 | struct page *page = virt_to_page(pgd); |
8c914cb7 JB |
54 | |
55 | spin_lock(&pgd_lock); | |
2bff7383 | 56 | list_del(&page->lru); |
8c914cb7 JB |
57 | spin_unlock(&pgd_lock); |
58 | } | |
59 | ||
da8f153e | 60 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) |
1da177e4 LT |
61 | { |
62 | unsigned boundary; | |
da8f153e LT |
63 | pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL|__GFP_REPEAT); |
64 | if (!pgd) | |
65 | return NULL; | |
66 | pgd_list_add(pgd); | |
1da177e4 LT |
67 | /* |
68 | * Copy kernel pointers in from init. | |
da8f153e LT |
69 | * Could keep a freelist or slab cache of those because the kernel |
70 | * part never changes. | |
1da177e4 LT |
71 | */ |
72 | boundary = pgd_index(__PAGE_OFFSET); | |
da8f153e | 73 | memset(pgd, 0, boundary * sizeof(pgd_t)); |
1da177e4 | 74 | memcpy(pgd + boundary, |
da8f153e LT |
75 | init_level4_pgt + boundary, |
76 | (PTRS_PER_PGD - boundary) * sizeof(pgd_t)); | |
1da177e4 LT |
77 | return pgd; |
78 | } | |
79 | ||
80 | static inline void pgd_free(pgd_t *pgd) | |
81 | { | |
82 | BUG_ON((unsigned long)pgd & (PAGE_SIZE-1)); | |
da8f153e LT |
83 | pgd_list_del(pgd); |
84 | free_page((unsigned long)pgd); | |
1da177e4 LT |
85 | } |
86 | ||
87 | static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) | |
88 | { | |
da8f153e | 89 | return (pte_t *)get_zeroed_page(GFP_KERNEL|__GFP_REPEAT); |
1da177e4 LT |
90 | } |
91 | ||
92 | static inline struct page *pte_alloc_one(struct mm_struct *mm, unsigned long address) | |
93 | { | |
da8f153e | 94 | void *p = (void *)get_zeroed_page(GFP_KERNEL|__GFP_REPEAT); |
1da177e4 LT |
95 | if (!p) |
96 | return NULL; | |
97 | return virt_to_page(p); | |
98 | } | |
99 | ||
100 | /* Should really implement gc for free page table pages. This could be | |
101 | done with a reference count in struct page. */ | |
102 | ||
9c0aa0f9 | 103 | static inline void pte_free_kernel(pte_t *pte) |
1da177e4 LT |
104 | { |
105 | BUG_ON((unsigned long)pte & (PAGE_SIZE-1)); | |
da8f153e | 106 | free_page((unsigned long)pte); |
1da177e4 LT |
107 | } |
108 | ||
9c0aa0f9 | 109 | static inline void pte_free(struct page *pte) |
1da177e4 | 110 | { |
da8f153e LT |
111 | __free_page(pte); |
112 | } | |
1da177e4 | 113 | |
da8f153e | 114 | #define __pte_free_tlb(tlb,pte) tlb_remove_page((tlb),(pte)) |
1da177e4 | 115 | |
da8f153e LT |
116 | #define __pmd_free_tlb(tlb,x) tlb_remove_page((tlb),virt_to_page(x)) |
117 | #define __pud_free_tlb(tlb,x) tlb_remove_page((tlb),virt_to_page(x)) | |
1da177e4 LT |
118 | |
119 | #endif /* _X86_64_PGALLOC_H */ |