Commit | Line | Data |
---|---|---|
114069f7 | 1 | /* |
009ec2a9 | 2 | * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com) |
1da177e4 LT |
3 | * Licensed under the GPL |
4 | */ | |
5 | ||
009ec2a9 | 6 | #include <linux/stddef.h> |
73395a00 | 7 | #include <linux/module.h> |
009ec2a9 | 8 | #include <linux/bootmem.h> |
009ec2a9 JD |
9 | #include <linux/highmem.h> |
10 | #include <linux/mm.h> | |
11 | #include <linux/swap.h> | |
5a0e3ad6 | 12 | #include <linux/slab.h> |
009ec2a9 JD |
13 | #include <asm/fixmap.h> |
14 | #include <asm/page.h> | |
37185b33 AV |
15 | #include <as-layout.h> |
16 | #include <init.h> | |
17 | #include <kern.h> | |
18 | #include <kern_util.h> | |
19 | #include <mem_user.h> | |
20 | #include <os.h> | |
1da177e4 | 21 | |
6bf79482 | 22 | /* allocated in paging_init, zeroed in mem_init, and unchanged thereafter */ |
1da177e4 | 23 | unsigned long *empty_zero_page = NULL; |
73395a00 | 24 | EXPORT_SYMBOL(empty_zero_page); |
6bf79482 | 25 | /* allocated in paging_init and unchanged thereafter */ |
4a567582 | 26 | static unsigned long *empty_bad_page = NULL; |
80e39311 JD |
27 | |
28 | /* | |
29 | * Initialized during boot, and readonly for initializing page tables | |
30 | * afterwards | |
31 | */ | |
1da177e4 | 32 | pgd_t swapper_pg_dir[PTRS_PER_PGD]; |
80e39311 JD |
33 | |
34 | /* Initialized at boot time, and readonly after that */ | |
9902abd7 | 35 | unsigned long long highmem; |
1da177e4 LT |
36 | int kmalloc_ok = 0; |
37 | ||
80e39311 | 38 | /* Used during early boot */ |
1da177e4 LT |
39 | static unsigned long brk_end; |
40 | ||
97a1fcbb | 41 | void __init mem_init(void) |
1da177e4 | 42 | { |
60678bbc | 43 | /* clear the zero-page */ |
c0a9290e | 44 | memset(empty_zero_page, 0, PAGE_SIZE); |
1da177e4 LT |
45 | |
46 | /* Map in the area just after the brk now that kmalloc is about | |
47 | * to be turned on. | |
48 | */ | |
49 | brk_end = (unsigned long) UML_ROUND_UP(sbrk(0)); | |
ab26a527 | 50 | map_memory(brk_end, __pa(brk_end), uml_reserved - brk_end, 1, 1, 0); |
1da177e4 LT |
51 | free_bootmem(__pa(brk_end), uml_reserved - brk_end); |
52 | uml_reserved = brk_end; | |
53 | ||
1da177e4 | 54 | /* this will put all low memory onto the freelists */ |
0c988534 | 55 | free_all_bootmem(); |
af84eab2 | 56 | max_low_pfn = totalram_pages; |
1da177e4 | 57 | max_pfn = totalram_pages; |
715ee356 | 58 | mem_init_print_info(NULL); |
1da177e4 | 59 | kmalloc_ok = 1; |
1da177e4 LT |
60 | } |
61 | ||
12f49643 JD |
62 | /* |
63 | * Create a page table and place a pointer to it in a middle page | |
64 | * directory entry. | |
65 | */ | |
66 | static void __init one_page_table_init(pmd_t *pmd) | |
67 | { | |
68 | if (pmd_none(*pmd)) { | |
69 | pte_t *pte = (pte_t *) alloc_bootmem_low_pages(PAGE_SIZE); | |
70 | set_pmd(pmd, __pmd(_KERNPG_TABLE + | |
71 | (unsigned long) __pa(pte))); | |
72 | if (pte != pte_offset_kernel(pmd, 0)) | |
73 | BUG(); | |
74 | } | |
75 | } | |
76 | ||
77 | static void __init one_md_table_init(pud_t *pud) | |
78 | { | |
79 | #ifdef CONFIG_3_LEVEL_PGTABLES | |
80 | pmd_t *pmd_table = (pmd_t *) alloc_bootmem_low_pages(PAGE_SIZE); | |
81 | set_pud(pud, __pud(_KERNPG_TABLE + (unsigned long) __pa(pmd_table))); | |
82 | if (pmd_table != pmd_offset(pud, 0)) | |
83 | BUG(); | |
84 | #endif | |
85 | } | |
86 | ||
009ec2a9 | 87 | static void __init fixrange_init(unsigned long start, unsigned long end, |
1da177e4 LT |
88 | pgd_t *pgd_base) |
89 | { | |
90 | pgd_t *pgd; | |
12f49643 | 91 | pud_t *pud; |
1da177e4 | 92 | pmd_t *pmd; |
1da177e4 LT |
93 | int i, j; |
94 | unsigned long vaddr; | |
95 | ||
96 | vaddr = start; | |
97 | i = pgd_index(vaddr); | |
98 | j = pmd_index(vaddr); | |
99 | pgd = pgd_base + i; | |
100 | ||
101 | for ( ; (i < PTRS_PER_PGD) && (vaddr < end); pgd++, i++) { | |
12f49643 JD |
102 | pud = pud_offset(pgd, vaddr); |
103 | if (pud_none(*pud)) | |
104 | one_md_table_init(pud); | |
105 | pmd = pmd_offset(pud, vaddr); | |
655e4ed0 | 106 | for (; (j < PTRS_PER_PMD) && (vaddr < end); pmd++, j++) { |
12f49643 | 107 | one_page_table_init(pmd); |
1da177e4 LT |
108 | vaddr += PMD_SIZE; |
109 | } | |
110 | j = 0; | |
111 | } | |
112 | } | |
113 | ||
1da177e4 LT |
114 | static void __init fixaddr_user_init( void) |
115 | { | |
9a0b3869 | 116 | #ifdef CONFIG_ARCH_REUSE_HOST_VSYSCALL_AREA |
1da177e4 LT |
117 | long size = FIXADDR_USER_END - FIXADDR_USER_START; |
118 | pgd_t *pgd; | |
119 | pud_t *pud; | |
120 | pmd_t *pmd; | |
121 | pte_t *pte; | |
655e4ed0 JD |
122 | phys_t p; |
123 | unsigned long v, vaddr = FIXADDR_USER_START; | |
1da177e4 | 124 | |
655e4ed0 | 125 | if (!size) |
1da177e4 LT |
126 | return; |
127 | ||
128 | fixrange_init( FIXADDR_USER_START, FIXADDR_USER_END, swapper_pg_dir); | |
655e4ed0 JD |
129 | v = (unsigned long) alloc_bootmem_low_pages(size); |
130 | memcpy((void *) v , (void *) FIXADDR_USER_START, size); | |
131 | p = __pa(v); | |
009ec2a9 | 132 | for ( ; size > 0; size -= PAGE_SIZE, vaddr += PAGE_SIZE, |
655e4ed0 | 133 | p += PAGE_SIZE) { |
1da177e4 LT |
134 | pgd = swapper_pg_dir + pgd_index(vaddr); |
135 | pud = pud_offset(pgd, vaddr); | |
136 | pmd = pmd_offset(pud, vaddr); | |
137 | pte = pte_offset_kernel(pmd, vaddr); | |
655e4ed0 | 138 | pte_set_val(*pte, p, PAGE_READONLY); |
1da177e4 LT |
139 | } |
140 | #endif | |
141 | } | |
142 | ||
36e45463 | 143 | void __init paging_init(void) |
1da177e4 LT |
144 | { |
145 | unsigned long zones_size[MAX_NR_ZONES], vaddr; | |
146 | int i; | |
147 | ||
148 | empty_zero_page = (unsigned long *) alloc_bootmem_low_pages(PAGE_SIZE); | |
149 | empty_bad_page = (unsigned long *) alloc_bootmem_low_pages(PAGE_SIZE); | |
009ec2a9 | 150 | for (i = 0; i < ARRAY_SIZE(zones_size); i++) |
1da177e4 | 151 | zones_size[i] = 0; |
91b165c0 | 152 | |
0715501b JD |
153 | zones_size[ZONE_NORMAL] = (end_iomem >> PAGE_SHIFT) - |
154 | (uml_physmem >> PAGE_SHIFT); | |
1da177e4 LT |
155 | free_area_init(zones_size); |
156 | ||
157 | /* | |
158 | * Fixed mappings, only the page table structure has to be | |
159 | * created - mappings will be set by set_fixmap(): | |
160 | */ | |
161 | vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK; | |
162 | fixrange_init(vaddr, FIXADDR_TOP, swapper_pg_dir); | |
163 | ||
164 | fixaddr_user_init(); | |
1da177e4 LT |
165 | } |
166 | ||
8192ab42 JD |
167 | /* |
168 | * This can't do anything because nothing in the kernel image can be freed | |
1da177e4 LT |
169 | * since it's not in kernel physical memory. |
170 | */ | |
171 | ||
172 | void free_initmem(void) | |
173 | { | |
174 | } | |
175 | ||
176 | #ifdef CONFIG_BLK_DEV_INITRD | |
1da177e4 LT |
177 | void free_initrd_mem(unsigned long start, unsigned long end) |
178 | { | |
dbe67df4 | 179 | free_reserved_area((void *)start, (void *)end, -1, "initrd"); |
1da177e4 | 180 | } |
1da177e4 LT |
181 | #endif |
182 | ||
8192ab42 | 183 | /* Allocate and free page tables. */ |
1da177e4 LT |
184 | |
185 | pgd_t *pgd_alloc(struct mm_struct *mm) | |
186 | { | |
187 | pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL); | |
188 | ||
189 | if (pgd) { | |
190 | memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); | |
009ec2a9 JD |
191 | memcpy(pgd + USER_PTRS_PER_PGD, |
192 | swapper_pg_dir + USER_PTRS_PER_PGD, | |
1da177e4 LT |
193 | (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); |
194 | } | |
195 | return pgd; | |
196 | } | |
197 | ||
5e541973 | 198 | void pgd_free(struct mm_struct *mm, pgd_t *pgd) |
1da177e4 LT |
199 | { |
200 | free_page((unsigned long) pgd); | |
201 | } | |
202 | ||
203 | pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long address) | |
204 | { | |
205 | pte_t *pte; | |
206 | ||
32d6bd90 | 207 | pte = (pte_t *)__get_free_page(GFP_KERNEL|__GFP_ZERO); |
1da177e4 LT |
208 | return pte; |
209 | } | |
210 | ||
2f569afd | 211 | pgtable_t pte_alloc_one(struct mm_struct *mm, unsigned long address) |
1da177e4 LT |
212 | { |
213 | struct page *pte; | |
60678bbc | 214 | |
32d6bd90 | 215 | pte = alloc_page(GFP_KERNEL|__GFP_ZERO); |
647f884e KS |
216 | if (!pte) |
217 | return NULL; | |
218 | if (!pgtable_page_ctor(pte)) { | |
219 | __free_page(pte); | |
220 | return NULL; | |
221 | } | |
1da177e4 LT |
222 | return pte; |
223 | } | |
8192ab42 JD |
224 | |
225 | #ifdef CONFIG_3_LEVEL_PGTABLES | |
226 | pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) | |
227 | { | |
228 | pmd_t *pmd = (pmd_t *) __get_free_page(GFP_KERNEL); | |
229 | ||
230 | if (pmd) | |
231 | memset(pmd, 0, PAGE_SIZE); | |
232 | ||
233 | return pmd; | |
234 | } | |
235 | #endif | |
43f5b308 JD |
236 | |
237 | void *uml_kmalloc(int size, int flags) | |
238 | { | |
239 | return kmalloc(size, flags); | |
240 | } |