Commit | Line | Data |
---|---|---|
3f65ce4d CZ |
1 | /* |
2 | * arch/xtensa/mm/init.c | |
3 | * | |
4 | * Derived from MIPS, PPC. | |
5 | * | |
6 | * This file is subject to the terms and conditions of the GNU General Public | |
7 | * License. See the file "COPYING" in the main directory of this archive | |
8 | * for more details. | |
9 | * | |
10 | * Copyright (C) 2001 - 2005 Tensilica Inc. | |
9d4b52df | 11 | * Copyright (C) 2014 Cadence Design Systems Inc. |
3f65ce4d CZ |
12 | * |
13 | * Chris Zankel <chris@zankel.net> | |
14 | * Joe Taylor <joe@tensilica.com, joetylr@yahoo.com> | |
15 | * Marc Gauthier | |
16 | * Kevin Chea | |
17 | */ | |
18 | ||
3f65ce4d CZ |
19 | #include <linux/kernel.h> |
20 | #include <linux/errno.h> | |
3f65ce4d | 21 | #include <linux/bootmem.h> |
5a0e3ad6 | 22 | #include <linux/gfp.h> |
65559100 | 23 | #include <linux/highmem.h> |
3f65ce4d | 24 | #include <linux/swap.h> |
6656920b CZ |
25 | #include <linux/mman.h> |
26 | #include <linux/nodemask.h> | |
27 | #include <linux/mm.h> | |
3f65ce4d | 28 | |
3f65ce4d | 29 | #include <asm/bootparam.h> |
3f65ce4d | 30 | #include <asm/page.h> |
f022d0fa | 31 | #include <asm/sections.h> |
9ba067f9 MF |
32 | #include <asm/sysmem.h> |
33 | ||
34 | struct sysmem_info sysmem __initdata; | |
35 | ||
8585b316 MF |
36 | static void __init sysmem_dump(void) |
37 | { | |
38 | unsigned i; | |
39 | ||
40 | pr_debug("Sysmem:\n"); | |
41 | for (i = 0; i < sysmem.nr_banks; ++i) | |
42 | pr_debug(" 0x%08lx - 0x%08lx (%ldK)\n", | |
43 | sysmem.bank[i].start, sysmem.bank[i].end, | |
44 | (sysmem.bank[i].end - sysmem.bank[i].start) >> 10); | |
45 | } | |
46 | ||
9d4b52df MF |
47 | /* |
48 | * Find bank with maximal .start such that bank.start <= start | |
49 | */ | |
50 | static inline struct meminfo * __init find_bank(unsigned long start) | |
51 | { | |
52 | unsigned i; | |
53 | struct meminfo *it = NULL; | |
54 | ||
55 | for (i = 0; i < sysmem.nr_banks; ++i) | |
56 | if (sysmem.bank[i].start <= start) | |
57 | it = sysmem.bank + i; | |
58 | else | |
59 | break; | |
60 | return it; | |
61 | } | |
62 | ||
63 | /* | |
64 | * Move all memory banks starting at 'from' to a new place at 'to', | |
65 | * adjust nr_banks accordingly. | |
66 | * Both 'from' and 'to' must be inside the sysmem.bank. | |
67 | * | |
68 | * Returns: 0 (success), -ENOMEM (not enough space in the sysmem.bank). | |
69 | */ | |
70 | static int __init move_banks(struct meminfo *to, struct meminfo *from) | |
71 | { | |
72 | unsigned n = sysmem.nr_banks - (from - sysmem.bank); | |
73 | ||
74 | if (to > from && to - from + sysmem.nr_banks > SYSMEM_BANKS_MAX) | |
75 | return -ENOMEM; | |
76 | if (to != from) | |
77 | memmove(to, from, n * sizeof(struct meminfo)); | |
78 | sysmem.nr_banks += to - from; | |
79 | return 0; | |
80 | } | |
81 | ||
82 | /* | |
83 | * Add new bank to sysmem. Resulting sysmem is the union of bytes of the | |
84 | * original sysmem and the new bank. | |
85 | * | |
86 | * Returns: 0 (success), < 0 (error) | |
87 | */ | |
9ba067f9 MF |
88 | int __init add_sysmem_bank(unsigned long start, unsigned long end) |
89 | { | |
9d4b52df MF |
90 | unsigned i; |
91 | struct meminfo *it = NULL; | |
92 | unsigned long sz; | |
93 | unsigned long bank_sz = 0; | |
94 | ||
95 | if (start == end || | |
96 | (start < end) != (PAGE_ALIGN(start) < (end & PAGE_MASK))) { | |
97 | pr_warn("Ignoring small memory bank 0x%08lx size: %ld bytes\n", | |
9ba067f9 MF |
98 | start, end - start); |
99 | return -EINVAL; | |
100 | } | |
9ba067f9 | 101 | |
9d4b52df MF |
102 | start = PAGE_ALIGN(start); |
103 | end &= PAGE_MASK; | |
104 | sz = end - start; | |
105 | ||
106 | it = find_bank(start); | |
107 | ||
108 | if (it) | |
109 | bank_sz = it->end - it->start; | |
110 | ||
111 | if (it && bank_sz >= start - it->start) { | |
112 | if (end - it->start > bank_sz) | |
113 | it->end = end; | |
114 | else | |
115 | return 0; | |
116 | } else { | |
117 | if (!it) | |
118 | it = sysmem.bank; | |
119 | else | |
120 | ++it; | |
121 | ||
122 | if (it - sysmem.bank < sysmem.nr_banks && | |
123 | it->start - start <= sz) { | |
124 | it->start = start; | |
125 | if (it->end - it->start < sz) | |
126 | it->end = end; | |
127 | else | |
128 | return 0; | |
129 | } else { | |
130 | if (move_banks(it + 1, it) < 0) { | |
131 | pr_warn("Ignoring memory bank 0x%08lx size %ld bytes\n", | |
132 | start, end - start); | |
133 | return -EINVAL; | |
134 | } | |
135 | it->start = start; | |
136 | it->end = end; | |
137 | return 0; | |
138 | } | |
139 | } | |
140 | sz = it->end - it->start; | |
141 | for (i = it + 1 - sysmem.bank; i < sysmem.nr_banks; ++i) | |
142 | if (sysmem.bank[i].start - it->start <= sz) { | |
143 | if (sz < sysmem.bank[i].end - it->start) | |
144 | it->end = sysmem.bank[i].end; | |
145 | } else { | |
146 | break; | |
147 | } | |
148 | ||
149 | move_banks(it + 1, sysmem.bank + i); | |
9ba067f9 MF |
150 | return 0; |
151 | } | |
3f65ce4d CZ |
152 | |
153 | /* | |
154 | * mem_reserve(start, end, must_exist) | |
155 | * | |
156 | * Reserve some memory from the memory pool. | |
62327918 MF |
157 | * If must_exist is set and a part of the region being reserved does not exist |
158 | * memory map is not altered. | |
3f65ce4d CZ |
159 | * |
160 | * Parameters: | |
161 | * start Start of region, | |
162 | * end End of region, | |
163 | * must_exist Must exist in memory pool. | |
164 | * | |
165 | * Returns: | |
62327918 MF |
166 | * 0 (success) |
167 | * < 0 (error) | |
3f65ce4d CZ |
168 | */ |
169 | ||
170 | int __init mem_reserve(unsigned long start, unsigned long end, int must_exist) | |
171 | { | |
62327918 MF |
172 | struct meminfo *it; |
173 | struct meminfo *rm = NULL; | |
174 | unsigned long sz; | |
175 | unsigned long bank_sz = 0; | |
3f65ce4d CZ |
176 | |
177 | start = start & PAGE_MASK; | |
178 | end = PAGE_ALIGN(end); | |
62327918 MF |
179 | sz = end - start; |
180 | if (!sz) | |
181 | return -EINVAL; | |
3f65ce4d | 182 | |
62327918 MF |
183 | it = find_bank(start); |
184 | ||
185 | if (it) | |
186 | bank_sz = it->end - it->start; | |
3f65ce4d | 187 | |
62327918 MF |
188 | if ((!it || end - it->start > bank_sz) && must_exist) { |
189 | pr_warn("mem_reserve: [0x%0lx, 0x%0lx) not in any region!\n", | |
190 | start, end); | |
191 | return -EINVAL; | |
3f65ce4d CZ |
192 | } |
193 | ||
62327918 MF |
194 | if (it && start - it->start < bank_sz) { |
195 | if (start == it->start) { | |
196 | if (end - it->start < bank_sz) { | |
197 | it->start = end; | |
198 | return 0; | |
199 | } else { | |
200 | rm = it; | |
201 | } | |
202 | } else { | |
203 | it->end = start; | |
204 | if (end - it->start < bank_sz) | |
205 | return add_sysmem_bank(end, | |
206 | it->start + bank_sz); | |
207 | ++it; | |
3f65ce4d | 208 | } |
62327918 | 209 | } |
c4c4594b | 210 | |
62327918 MF |
211 | if (!it) |
212 | it = sysmem.bank; | |
c4c4594b | 213 | |
62327918 MF |
214 | for (; it < sysmem.bank + sysmem.nr_banks; ++it) { |
215 | if (it->end - start <= sz) { | |
216 | if (!rm) | |
217 | rm = it; | |
218 | } else { | |
219 | if (it->start - start < sz) | |
220 | it->start = end; | |
221 | break; | |
222 | } | |
3f65ce4d | 223 | } |
62327918 MF |
224 | |
225 | if (rm) | |
226 | move_banks(rm, it); | |
227 | ||
228 | return 0; | |
3f65ce4d CZ |
229 | } |
230 | ||
231 | ||
232 | /* | |
e9d6dca5 | 233 | * Initialize the bootmem system and give it all low memory we have available. |
3f65ce4d CZ |
234 | */ |
235 | ||
236 | void __init bootmem_init(void) | |
237 | { | |
238 | unsigned long pfn; | |
239 | unsigned long bootmap_start, bootmap_size; | |
240 | int i; | |
241 | ||
8585b316 | 242 | sysmem_dump(); |
3f65ce4d CZ |
243 | max_low_pfn = max_pfn = 0; |
244 | min_low_pfn = ~0; | |
245 | ||
246 | for (i=0; i < sysmem.nr_banks; i++) { | |
247 | pfn = PAGE_ALIGN(sysmem.bank[i].start) >> PAGE_SHIFT; | |
248 | if (pfn < min_low_pfn) | |
249 | min_low_pfn = pfn; | |
250 | pfn = PAGE_ALIGN(sysmem.bank[i].end - 1) >> PAGE_SHIFT; | |
251 | if (pfn > max_pfn) | |
252 | max_pfn = pfn; | |
253 | } | |
254 | ||
255 | if (min_low_pfn > max_pfn) | |
256 | panic("No memory found!\n"); | |
257 | ||
173d6681 CZ |
258 | max_low_pfn = max_pfn < MAX_MEM_PFN >> PAGE_SHIFT ? |
259 | max_pfn : MAX_MEM_PFN >> PAGE_SHIFT; | |
3f65ce4d CZ |
260 | |
261 | /* Find an area to use for the bootmem bitmap. */ | |
262 | ||
264da9f7 JW |
263 | bootmap_size = bootmem_bootmap_pages(max_low_pfn - min_low_pfn); |
264 | bootmap_size <<= PAGE_SHIFT; | |
3f65ce4d CZ |
265 | bootmap_start = ~0; |
266 | ||
267 | for (i=0; i<sysmem.nr_banks; i++) | |
268 | if (sysmem.bank[i].end - sysmem.bank[i].start >= bootmap_size) { | |
269 | bootmap_start = sysmem.bank[i].start; | |
270 | break; | |
271 | } | |
272 | ||
273 | if (bootmap_start == ~0UL) | |
274 | panic("Cannot find %ld bytes for bootmap\n", bootmap_size); | |
275 | ||
276 | /* Reserve the bootmem bitmap area */ | |
277 | ||
278 | mem_reserve(bootmap_start, bootmap_start + bootmap_size, 1); | |
0bef42e5 | 279 | bootmap_size = init_bootmem_node(NODE_DATA(0), |
3f65ce4d | 280 | bootmap_start >> PAGE_SHIFT, |
0bef42e5 | 281 | min_low_pfn, |
3f65ce4d CZ |
282 | max_low_pfn); |
283 | ||
284 | /* Add all remaining memory pieces into the bootmem map */ | |
285 | ||
e9d6dca5 MF |
286 | for (i = 0; i < sysmem.nr_banks; i++) { |
287 | if (sysmem.bank[i].start >> PAGE_SHIFT < max_low_pfn) { | |
288 | unsigned long end = min(max_low_pfn << PAGE_SHIFT, | |
289 | sysmem.bank[i].end); | |
290 | free_bootmem(sysmem.bank[i].start, | |
291 | end - sysmem.bank[i].start); | |
292 | } | |
293 | } | |
3f65ce4d CZ |
294 | |
295 | } | |
296 | ||
297 | ||
e5083a63 | 298 | void __init zones_init(void) |
3f65ce4d | 299 | { |
3f65ce4d | 300 | /* All pages are DMA-able, so we put them all in the DMA zone. */ |
65559100 MF |
301 | unsigned long zones_size[MAX_NR_ZONES] = { |
302 | [ZONE_DMA] = max_low_pfn - ARCH_PFN_OFFSET, | |
3f65ce4d | 303 | #ifdef CONFIG_HIGHMEM |
65559100 | 304 | [ZONE_HIGHMEM] = max_pfn - max_low_pfn, |
3f65ce4d | 305 | #endif |
65559100 | 306 | }; |
c947a585 | 307 | free_area_init_node(0, zones_size, ARCH_PFN_OFFSET, NULL); |
3f65ce4d CZ |
308 | } |
309 | ||
3f65ce4d CZ |
310 | /* |
311 | * Initialize memory pages. | |
312 | */ | |
313 | ||
314 | void __init mem_init(void) | |
315 | { | |
288a60cf | 316 | #ifdef CONFIG_HIGHMEM |
65559100 MF |
317 | unsigned long tmp; |
318 | ||
319 | reset_all_zones_managed_pages(); | |
320 | for (tmp = max_low_pfn; tmp < max_pfn; tmp++) | |
321 | free_highmem_page(pfn_to_page(tmp)); | |
3f65ce4d CZ |
322 | #endif |
323 | ||
65559100 MF |
324 | max_mapnr = max_pfn - ARCH_PFN_OFFSET; |
325 | high_memory = (void *)__va(max_low_pfn << PAGE_SHIFT); | |
326 | ||
0c988534 | 327 | free_all_bootmem(); |
3f65ce4d | 328 | |
808c2c37 | 329 | mem_init_print_info(NULL); |
65559100 MF |
330 | pr_info("virtual kernel memory layout:\n" |
331 | #ifdef CONFIG_HIGHMEM | |
332 | " pkmap : 0x%08lx - 0x%08lx (%5lu kB)\n" | |
333 | " fixmap : 0x%08lx - 0x%08lx (%5lu kB)\n" | |
334 | #endif | |
335 | " vmalloc : 0x%08x - 0x%08x (%5u MB)\n" | |
336 | " lowmem : 0x%08x - 0x%08lx (%5lu MB)\n", | |
337 | #ifdef CONFIG_HIGHMEM | |
338 | PKMAP_BASE, PKMAP_BASE + LAST_PKMAP * PAGE_SIZE, | |
339 | (LAST_PKMAP*PAGE_SIZE) >> 10, | |
340 | FIXADDR_START, FIXADDR_TOP, | |
341 | (FIXADDR_TOP - FIXADDR_START) >> 10, | |
342 | #endif | |
343 | VMALLOC_START, VMALLOC_END, | |
344 | (VMALLOC_END - VMALLOC_START) >> 20, | |
345 | PAGE_OFFSET, PAGE_OFFSET + | |
346 | (max_low_pfn - min_low_pfn) * PAGE_SIZE, | |
347 | ((max_low_pfn - min_low_pfn) * PAGE_SIZE) >> 20); | |
3f65ce4d CZ |
348 | } |
349 | ||
3f65ce4d CZ |
350 | #ifdef CONFIG_BLK_DEV_INITRD |
351 | extern int initrd_is_mapped; | |
352 | ||
353 | void free_initrd_mem(unsigned long start, unsigned long end) | |
354 | { | |
7acb2c2e | 355 | if (initrd_is_mapped) |
dbe67df4 | 356 | free_reserved_area((void *)start, (void *)end, -1, "initrd"); |
3f65ce4d CZ |
357 | } |
358 | #endif | |
359 | ||
360 | void free_initmem(void) | |
361 | { | |
dbe67df4 | 362 | free_initmem_default(-1); |
3f65ce4d | 363 | } |
06bd2824 MF |
364 | |
365 | static void __init parse_memmap_one(char *p) | |
366 | { | |
367 | char *oldp; | |
368 | unsigned long start_at, mem_size; | |
369 | ||
370 | if (!p) | |
371 | return; | |
372 | ||
373 | oldp = p; | |
374 | mem_size = memparse(p, &p); | |
375 | if (p == oldp) | |
376 | return; | |
377 | ||
378 | switch (*p) { | |
379 | case '@': | |
380 | start_at = memparse(p + 1, &p); | |
381 | add_sysmem_bank(start_at, start_at + mem_size); | |
382 | break; | |
383 | ||
384 | case '$': | |
385 | start_at = memparse(p + 1, &p); | |
386 | mem_reserve(start_at, start_at + mem_size, 0); | |
387 | break; | |
388 | ||
389 | case 0: | |
390 | mem_reserve(mem_size, 0, 0); | |
391 | break; | |
392 | ||
393 | default: | |
394 | pr_warn("Unrecognized memmap syntax: %s\n", p); | |
395 | break; | |
396 | } | |
397 | } | |
398 | ||
399 | static int __init parse_memmap_opt(char *str) | |
400 | { | |
401 | while (str) { | |
402 | char *k = strchr(str, ','); | |
403 | ||
404 | if (k) | |
405 | *k++ = 0; | |
406 | ||
407 | parse_memmap_one(str); | |
408 | str = k; | |
409 | } | |
410 | ||
411 | return 0; | |
412 | } | |
413 | early_param("memmap", parse_memmap_opt); |