Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * This file is subject to the terms and conditions of the GNU General Public | |
3 | * License. See the file "COPYING" in the main directory of this archive | |
4 | * for more details. | |
5 | * | |
6 | * Copyright (C) 1995 Linus Torvalds | |
7 | * Copyright (C) 1995 Waldorf Electronics | |
8 | * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 01, 02, 03 Ralf Baechle | |
9 | * Copyright (C) 1996 Stoned Elipot | |
10 | * Copyright (C) 1999 Silicon Graphics, Inc. | |
70342287 | 11 | * Copyright (C) 2000, 2001, 2002, 2007 Maciej W. Rozycki |
1da177e4 | 12 | */ |
1da177e4 LT |
13 | #include <linux/init.h> |
14 | #include <linux/ioport.h> | |
73bc256d | 15 | #include <linux/export.h> |
894673ee | 16 | #include <linux/screen_info.h> |
9d15ffc8 | 17 | #include <linux/memblock.h> |
1da177e4 LT |
18 | #include <linux/bootmem.h> |
19 | #include <linux/initrd.h> | |
1da177e4 LT |
20 | #include <linux/root_dev.h> |
21 | #include <linux/highmem.h> | |
22 | #include <linux/console.h> | |
22a9835c | 23 | #include <linux/pfn.h> |
6312e0ee | 24 | #include <linux/debugfs.h> |
7aa1c8f4 | 25 | #include <linux/kexec.h> |
4d9f77d2 | 26 | #include <linux/sizes.h> |
f4649382 ZLK |
27 | #include <linux/device.h> |
28 | #include <linux/dma-contiguous.h> | |
1da177e4 LT |
29 | |
30 | #include <asm/addrspace.h> | |
31 | #include <asm/bootinfo.h> | |
20d60d99 | 32 | #include <asm/bugs.h> |
ec74e361 | 33 | #include <asm/cache.h> |
e934945d | 34 | #include <asm/cdmm.h> |
1da177e4 | 35 | #include <asm/cpu.h> |
75dcfc1d | 36 | #include <asm/debug.h> |
1da177e4 LT |
37 | #include <asm/sections.h> |
38 | #include <asm/setup.h> | |
87353d8a | 39 | #include <asm/smp-ops.h> |
f2ffa5ab | 40 | #include <asm/prom.h> |
1da177e4 | 41 | |
87db537d AK |
42 | #ifdef CONFIG_MIPS_ELF_APPENDED_DTB |
43 | const char __section(.appended_dtb) __appended_dtb[0x100000]; | |
44 | #endif /* CONFIG_MIPS_ELF_APPENDED_DTB */ | |
45 | ||
ec74e361 | 46 | struct cpuinfo_mips cpu_data[NR_CPUS] __read_mostly; |
1da177e4 LT |
47 | |
48 | EXPORT_SYMBOL(cpu_data); | |
49 | ||
50 | #ifdef CONFIG_VT | |
51 | struct screen_info screen_info; | |
52 | #endif | |
53 | ||
1da177e4 LT |
54 | /* |
55 | * Setup information | |
56 | * | |
57 | * These are initialized so they are in the .data section | |
58 | */ | |
ec74e361 | 59 | unsigned long mips_machtype __read_mostly = MACH_UNKNOWN; |
1da177e4 LT |
60 | |
61 | EXPORT_SYMBOL(mips_machtype); | |
1da177e4 LT |
62 | |
63 | struct boot_mem_map boot_mem_map; | |
64 | ||
6acc7d48 DV |
65 | static char __initdata command_line[COMMAND_LINE_SIZE]; |
66 | char __initdata arcs_cmdline[COMMAND_LINE_SIZE]; | |
67 | ||
68 | #ifdef CONFIG_CMDLINE_BOOL | |
69 | static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE; | |
70 | #endif | |
1da177e4 LT |
71 | |
72 | /* | |
73 | * mips_io_port_base is the begin of the address space to which x86 style | |
74 | * I/O ports are mapped. | |
75 | */ | |
1befdd55 | 76 | const unsigned long mips_io_port_base = -1; |
1da177e4 LT |
77 | EXPORT_SYMBOL(mips_io_port_base); |
78 | ||
1da177e4 LT |
79 | static struct resource code_resource = { .name = "Kernel code", }; |
80 | static struct resource data_resource = { .name = "Kernel data", }; | |
81 | ||
4d9f77d2 JC |
82 | static void *detect_magic __initdata = detect_memory_region; |
83 | ||
15d45cce | 84 | void __init add_memory_region(phys_addr_t start, phys_addr_t size, long type) |
1da177e4 LT |
85 | { |
86 | int x = boot_mem_map.nr_map; | |
0ec7ec75 | 87 | int i; |
1da177e4 | 88 | |
b6f1f0de FBH |
89 | /* Sanity check */ |
90 | if (start + size < start) { | |
7178d2cd | 91 | pr_warn("Trying to add an invalid memory region, skipped\n"); |
b6f1f0de FBH |
92 | return; |
93 | } | |
94 | ||
1da177e4 | 95 | /* |
0ec7ec75 | 96 | * Try to merge with existing entry, if any. |
1da177e4 | 97 | */ |
0ec7ec75 RB |
98 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
99 | struct boot_mem_map_entry *entry = boot_mem_map.map + i; | |
100 | unsigned long top; | |
101 | ||
102 | if (entry->type != type) | |
103 | continue; | |
104 | ||
105 | if (start + size < entry->addr) | |
106 | continue; /* no overlap */ | |
107 | ||
108 | if (entry->addr + entry->size < start) | |
109 | continue; /* no overlap */ | |
110 | ||
111 | top = max(entry->addr + entry->size, start + size); | |
112 | entry->addr = min(entry->addr, start); | |
113 | entry->size = top - entry->addr; | |
114 | ||
1da177e4 LT |
115 | return; |
116 | } | |
117 | ||
0ec7ec75 | 118 | if (boot_mem_map.nr_map == BOOT_MEM_MAP_MAX) { |
a64ae7a2 | 119 | pr_err("Ooops! Too many entries in the memory map!\n"); |
1da177e4 LT |
120 | return; |
121 | } | |
122 | ||
123 | boot_mem_map.map[x].addr = start; | |
124 | boot_mem_map.map[x].size = size; | |
125 | boot_mem_map.map[x].type = type; | |
126 | boot_mem_map.nr_map++; | |
127 | } | |
128 | ||
15d45cce | 129 | void __init detect_memory_region(phys_addr_t start, phys_addr_t sz_min, phys_addr_t sz_max) |
4d9f77d2 JC |
130 | { |
131 | void *dm = &detect_magic; | |
15d45cce | 132 | phys_addr_t size; |
4d9f77d2 JC |
133 | |
134 | for (size = sz_min; size < sz_max; size <<= 1) { | |
135 | if (!memcmp(dm, dm + size, sizeof(detect_magic))) | |
136 | break; | |
137 | } | |
138 | ||
139 | pr_debug("Memory: %lluMB of RAM detected at 0x%llx (min: %lluMB, max: %lluMB)\n", | |
140 | ((unsigned long long) size) / SZ_1M, | |
141 | (unsigned long long) start, | |
142 | ((unsigned long long) sz_min) / SZ_1M, | |
143 | ((unsigned long long) sz_max) / SZ_1M); | |
144 | ||
145 | add_memory_region(start, size, BOOT_MEM_RAM); | |
146 | } | |
147 | ||
1da177e4 LT |
148 | static void __init print_memory_map(void) |
149 | { | |
150 | int i; | |
151 | const int field = 2 * sizeof(unsigned long); | |
152 | ||
153 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
a64ae7a2 | 154 | printk(KERN_INFO " memory: %0*Lx @ %0*Lx ", |
1da177e4 LT |
155 | field, (unsigned long long) boot_mem_map.map[i].size, |
156 | field, (unsigned long long) boot_mem_map.map[i].addr); | |
157 | ||
158 | switch (boot_mem_map.map[i].type) { | |
159 | case BOOT_MEM_RAM: | |
a64ae7a2 | 160 | printk(KERN_CONT "(usable)\n"); |
1da177e4 | 161 | break; |
43064c0c DD |
162 | case BOOT_MEM_INIT_RAM: |
163 | printk(KERN_CONT "(usable after init)\n"); | |
164 | break; | |
1da177e4 | 165 | case BOOT_MEM_ROM_DATA: |
a64ae7a2 | 166 | printk(KERN_CONT "(ROM data)\n"); |
1da177e4 LT |
167 | break; |
168 | case BOOT_MEM_RESERVED: | |
a64ae7a2 | 169 | printk(KERN_CONT "(reserved)\n"); |
1da177e4 LT |
170 | break; |
171 | default: | |
a64ae7a2 | 172 | printk(KERN_CONT "type %lu\n", boot_mem_map.map[i].type); |
1da177e4 LT |
173 | break; |
174 | } | |
175 | } | |
176 | } | |
177 | ||
d2043ca8 FBH |
178 | /* |
179 | * Manage initrd | |
180 | */ | |
181 | #ifdef CONFIG_BLK_DEV_INITRD | |
182 | ||
a09fc446 | 183 | static int __init rd_start_early(char *p) |
1da177e4 | 184 | { |
a09fc446 | 185 | unsigned long start = memparse(p, &p); |
1da177e4 | 186 | |
875d43e7 | 187 | #ifdef CONFIG_64BIT |
a7837b76 FBH |
188 | /* Guess if the sign extension was forgotten by bootloader */ |
189 | if (start < XKPHYS) | |
190 | start = (int)start; | |
1da177e4 | 191 | #endif |
a09fc446 FBH |
192 | initrd_start = start; |
193 | initrd_end += start; | |
a09fc446 FBH |
194 | return 0; |
195 | } | |
196 | early_param("rd_start", rd_start_early); | |
197 | ||
198 | static int __init rd_size_early(char *p) | |
199 | { | |
200 | initrd_end += memparse(p, &p); | |
1da177e4 LT |
201 | return 0; |
202 | } | |
a09fc446 | 203 | early_param("rd_size", rd_size_early); |
1da177e4 | 204 | |
a7837b76 | 205 | /* it returns the next free pfn after initrd */ |
d2043ca8 FBH |
206 | static unsigned long __init init_initrd(void) |
207 | { | |
a7837b76 | 208 | unsigned long end; |
d2043ca8 | 209 | |
d2043ca8 | 210 | /* |
a09fc446 FBH |
211 | * Board specific code or command line parser should have |
212 | * already set up initrd_start and initrd_end. In these cases | |
213 | * perfom sanity checks and use them if all looks good. | |
d2043ca8 | 214 | */ |
32028f1f | 215 | if (!initrd_start || initrd_end <= initrd_start) |
a7837b76 | 216 | goto disable; |
a7837b76 | 217 | |
a7837b76 | 218 | if (initrd_start & ~PAGE_MASK) { |
a64ae7a2 | 219 | pr_err("initrd start must be page aligned\n"); |
a7837b76 | 220 | goto disable; |
d2043ca8 | 221 | } |
a7837b76 | 222 | if (initrd_start < PAGE_OFFSET) { |
a64ae7a2 | 223 | pr_err("initrd start < PAGE_OFFSET\n"); |
a7837b76 FBH |
224 | goto disable; |
225 | } | |
226 | ||
227 | /* | |
228 | * Sanitize initrd addresses. For example firmware | |
229 | * can't guess if they need to pass them through | |
230 | * 64-bits values if the kernel has been built in pure | |
231 | * 32-bit. We need also to switch from KSEG0 to XKPHYS | |
232 | * addresses now, so the code can now safely use __pa(). | |
233 | */ | |
234 | end = __pa(initrd_end); | |
235 | initrd_end = (unsigned long)__va(end); | |
236 | initrd_start = (unsigned long)__va(__pa(initrd_start)); | |
237 | ||
238 | ROOT_DEV = Root_RAM0; | |
239 | return PFN_UP(end); | |
240 | disable: | |
241 | initrd_start = 0; | |
242 | initrd_end = 0; | |
243 | return 0; | |
d2043ca8 FBH |
244 | } |
245 | ||
246 | static void __init finalize_initrd(void) | |
247 | { | |
248 | unsigned long size = initrd_end - initrd_start; | |
249 | ||
250 | if (size == 0) { | |
251 | printk(KERN_INFO "Initrd not found or empty"); | |
252 | goto disable; | |
253 | } | |
d4df6d4e | 254 | if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { |
a64ae7a2 | 255 | printk(KERN_ERR "Initrd extends beyond end of memory"); |
d2043ca8 FBH |
256 | goto disable; |
257 | } | |
258 | ||
72a7fe39 | 259 | reserve_bootmem(__pa(initrd_start), size, BOOTMEM_DEFAULT); |
d2043ca8 FBH |
260 | initrd_below_start_ok = 1; |
261 | ||
a64ae7a2 MC |
262 | pr_info("Initial ramdisk at: 0x%lx (%lu bytes)\n", |
263 | initrd_start, size); | |
d2043ca8 FBH |
264 | return; |
265 | disable: | |
a64ae7a2 | 266 | printk(KERN_CONT " - disabling initrd\n"); |
d2043ca8 FBH |
267 | initrd_start = 0; |
268 | initrd_end = 0; | |
269 | } | |
270 | ||
271 | #else /* !CONFIG_BLK_DEV_INITRD */ | |
272 | ||
9ba126cf RB |
273 | static unsigned long __init init_initrd(void) |
274 | { | |
275 | return 0; | |
276 | } | |
277 | ||
d2043ca8 FBH |
278 | #define finalize_initrd() do {} while (0) |
279 | ||
280 | #endif | |
281 | ||
b6f1f0de FBH |
282 | /* |
283 | * Initialize the bootmem allocator. It also setup initrd related data | |
284 | * if needed. | |
285 | */ | |
c4617318 | 286 | #if defined(CONFIG_SGI_IP27) || (defined(CONFIG_CPU_LOONGSON3) && defined(CONFIG_NUMA)) |
d2043ca8 | 287 | |
b6f1f0de | 288 | static void __init bootmem_init(void) |
1da177e4 | 289 | { |
d2043ca8 FBH |
290 | init_initrd(); |
291 | finalize_initrd(); | |
292 | } | |
293 | ||
294 | #else /* !CONFIG_SGI_IP27 */ | |
295 | ||
296 | static void __init bootmem_init(void) | |
297 | { | |
e452e94e | 298 | unsigned long reserved_end; |
db84dc61 | 299 | unsigned long mapstart = ~0UL; |
1da177e4 LT |
300 | unsigned long bootmap_size; |
301 | int i; | |
1da177e4 LT |
302 | |
303 | /* | |
f9a7febd GU |
304 | * Sanity check any INITRD first. We don't take it into account |
305 | * for bootmem setup initially, rely on the end-of-kernel-code | |
306 | * as our memory range starting point. Once bootmem is inited we | |
307 | * will reserve the area used for the initrd. | |
1da177e4 | 308 | */ |
f9a7febd GU |
309 | init_initrd(); |
310 | reserved_end = (unsigned long) PFN_UP(__pa_symbol(&_end)); | |
1da177e4 | 311 | |
db84dc61 FBH |
312 | /* |
313 | * max_low_pfn is not a number of pages. The number of pages | |
314 | * of the system is given by 'max_low_pfn - min_low_pfn'. | |
315 | */ | |
316 | min_low_pfn = ~0UL; | |
317 | max_low_pfn = 0; | |
318 | ||
b6f1f0de FBH |
319 | /* |
320 | * Find the highest page frame number we have available. | |
321 | */ | |
1da177e4 LT |
322 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
323 | unsigned long start, end; | |
324 | ||
325 | if (boot_mem_map.map[i].type != BOOT_MEM_RAM) | |
326 | continue; | |
327 | ||
328 | start = PFN_UP(boot_mem_map.map[i].addr); | |
329 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
b6f1f0de | 330 | + boot_mem_map.map[i].size); |
1da177e4 | 331 | |
db84dc61 FBH |
332 | if (end > max_low_pfn) |
333 | max_low_pfn = end; | |
334 | if (start < min_low_pfn) | |
335 | min_low_pfn = start; | |
b6f1f0de | 336 | if (end <= reserved_end) |
1da177e4 | 337 | continue; |
a6335fa1 | 338 | #ifdef CONFIG_BLK_DEV_INITRD |
88d34269 | 339 | /* Skip zones before initrd and initrd itself */ |
a6335fa1 AS |
340 | if (initrd_end && end <= (unsigned long)PFN_UP(__pa(initrd_end))) |
341 | continue; | |
342 | #endif | |
b6f1f0de FBH |
343 | if (start >= mapstart) |
344 | continue; | |
345 | mapstart = max(reserved_end, start); | |
1da177e4 LT |
346 | } |
347 | ||
db84dc61 FBH |
348 | if (min_low_pfn >= max_low_pfn) |
349 | panic("Incorrect memory mapping !!!"); | |
6f284a2c | 350 | if (min_low_pfn > ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
351 | pr_info("Wasting %lu bytes for tracking %lu unused pages\n", |
352 | (min_low_pfn - ARCH_PFN_OFFSET) * sizeof(struct page), | |
353 | min_low_pfn - ARCH_PFN_OFFSET); | |
6f284a2c | 354 | } else if (min_low_pfn < ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
355 | pr_info("%lu free pages won't be used\n", |
356 | ARCH_PFN_OFFSET - min_low_pfn); | |
db84dc61 | 357 | } |
6f284a2c | 358 | min_low_pfn = ARCH_PFN_OFFSET; |
db84dc61 | 359 | |
1da177e4 LT |
360 | /* |
361 | * Determine low and high memory ranges | |
362 | */ | |
dc3bf353 | 363 | max_pfn = max_low_pfn; |
db84dc61 | 364 | if (max_low_pfn > PFN_DOWN(HIGHMEM_START)) { |
b6f1f0de FBH |
365 | #ifdef CONFIG_HIGHMEM |
366 | highstart_pfn = PFN_DOWN(HIGHMEM_START); | |
db84dc61 | 367 | highend_pfn = max_low_pfn; |
1da177e4 | 368 | #endif |
db84dc61 | 369 | max_low_pfn = PFN_DOWN(HIGHMEM_START); |
1da177e4 LT |
370 | } |
371 | ||
88d34269 AS |
372 | #ifdef CONFIG_BLK_DEV_INITRD |
373 | /* | |
374 | * mapstart should be after initrd_end | |
375 | */ | |
376 | if (initrd_end) | |
377 | mapstart = max(mapstart, (unsigned long)PFN_UP(__pa(initrd_end))); | |
378 | #endif | |
379 | ||
1da177e4 | 380 | /* |
b6f1f0de | 381 | * Initialize the boot-time allocator with low memory only. |
1da177e4 | 382 | */ |
db84dc61 FBH |
383 | bootmap_size = init_bootmem_node(NODE_DATA(0), mapstart, |
384 | min_low_pfn, max_low_pfn); | |
cce335ae RB |
385 | |
386 | ||
cce335ae RB |
387 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
388 | unsigned long start, end; | |
389 | ||
390 | start = PFN_UP(boot_mem_map.map[i].addr); | |
391 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
392 | + boot_mem_map.map[i].size); | |
393 | ||
e452e94e AN |
394 | if (start <= min_low_pfn) |
395 | start = min_low_pfn; | |
cce335ae RB |
396 | if (start >= end) |
397 | continue; | |
398 | ||
399 | #ifndef CONFIG_HIGHMEM | |
400 | if (end > max_low_pfn) | |
401 | end = max_low_pfn; | |
402 | ||
403 | /* | |
404 | * ... finally, is the area going away? | |
405 | */ | |
406 | if (end <= start) | |
407 | continue; | |
408 | #endif | |
409 | ||
9d15ffc8 | 410 | memblock_add_node(PFN_PHYS(start), PFN_PHYS(end - start), 0); |
cce335ae RB |
411 | } |
412 | ||
1da177e4 LT |
413 | /* |
414 | * Register fully available low RAM pages with the bootmem allocator. | |
415 | */ | |
416 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
b6f1f0de | 417 | unsigned long start, end, size; |
1da177e4 | 418 | |
43064c0c DD |
419 | start = PFN_UP(boot_mem_map.map[i].addr); |
420 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
421 | + boot_mem_map.map[i].size); | |
422 | ||
1da177e4 LT |
423 | /* |
424 | * Reserve usable memory. | |
425 | */ | |
43064c0c DD |
426 | switch (boot_mem_map.map[i].type) { |
427 | case BOOT_MEM_RAM: | |
428 | break; | |
429 | case BOOT_MEM_INIT_RAM: | |
430 | memory_present(0, start, end); | |
1da177e4 | 431 | continue; |
43064c0c DD |
432 | default: |
433 | /* Not usable memory */ | |
434 | continue; | |
435 | } | |
1da177e4 | 436 | |
1da177e4 | 437 | /* |
b6f1f0de FBH |
438 | * We are rounding up the start address of usable memory |
439 | * and at the end of the usable range downwards. | |
1da177e4 | 440 | */ |
b6f1f0de | 441 | if (start >= max_low_pfn) |
1da177e4 | 442 | continue; |
b6f1f0de FBH |
443 | if (start < reserved_end) |
444 | start = reserved_end; | |
445 | if (end > max_low_pfn) | |
446 | end = max_low_pfn; | |
1da177e4 LT |
447 | |
448 | /* | |
b6f1f0de | 449 | * ... finally, is the area going away? |
1da177e4 | 450 | */ |
b6f1f0de | 451 | if (end <= start) |
1da177e4 | 452 | continue; |
b6f1f0de | 453 | size = end - start; |
1da177e4 LT |
454 | |
455 | /* Register lowmem ranges */ | |
b6f1f0de FBH |
456 | free_bootmem(PFN_PHYS(start), size << PAGE_SHIFT); |
457 | memory_present(0, start, end); | |
1da177e4 LT |
458 | } |
459 | ||
b6f1f0de FBH |
460 | /* |
461 | * Reserve the bootmap memory. | |
462 | */ | |
72a7fe39 | 463 | reserve_bootmem(PFN_PHYS(mapstart), bootmap_size, BOOTMEM_DEFAULT); |
b6f1f0de | 464 | |
61cd52d4 MR |
465 | #ifdef CONFIG_RELOCATABLE |
466 | /* | |
467 | * The kernel reserves all memory below its _end symbol as bootmem, | |
468 | * but the kernel may now be at a much higher address. The memory | |
469 | * between the original and new locations may be returned to the system. | |
470 | */ | |
471 | if (__pa_symbol(_text) > __pa_symbol(VMLINUX_LOAD_ADDRESS)) { | |
472 | unsigned long offset; | |
919beb4e | 473 | extern void show_kernel_relocation(const char *level); |
61cd52d4 MR |
474 | |
475 | offset = __pa_symbol(_text) - __pa_symbol(VMLINUX_LOAD_ADDRESS); | |
476 | free_bootmem(__pa_symbol(VMLINUX_LOAD_ADDRESS), offset); | |
919beb4e MR |
477 | |
478 | #if defined(CONFIG_DEBUG_KERNEL) && defined(CONFIG_DEBUG_INFO) | |
479 | /* | |
480 | * This information is necessary when debugging the kernel | |
481 | * But is a security vulnerability otherwise! | |
482 | */ | |
483 | show_kernel_relocation(KERN_INFO); | |
484 | #endif | |
61cd52d4 MR |
485 | } |
486 | #endif | |
487 | ||
d2043ca8 FBH |
488 | /* |
489 | * Reserve initrd memory if needed. | |
490 | */ | |
491 | finalize_initrd(); | |
1da177e4 LT |
492 | } |
493 | ||
d2043ca8 FBH |
494 | #endif /* CONFIG_SGI_IP27 */ |
495 | ||
2925aba4 | 496 | /* |
603e82ed | 497 | * arch_mem_init - initialize memory management subsystem |
2925aba4 RB |
498 | * |
499 | * o plat_mem_setup() detects the memory configuration and will record detected | |
500 | * memory areas using add_memory_region. | |
2925aba4 RB |
501 | * |
502 | * At this stage the memory configuration of the system is known to the | |
603e82ed | 503 | * kernel but generic memory management system is still entirely uninitialized. |
2925aba4 RB |
504 | * |
505 | * o bootmem_init() | |
506 | * o sparse_init() | |
507 | * o paging_init() | |
e1c05067 | 508 | * o dma_contiguous_reserve() |
2925aba4 RB |
509 | * |
510 | * At this stage the bootmem allocator is ready to use. | |
511 | * | |
512 | * NOTE: historically plat_mem_setup did the entire platform initialization. | |
70342287 | 513 | * This was rather impractical because it meant plat_mem_setup had to |
2925aba4 | 514 | * get away without any kind of memory allocator. To keep old code from |
7f0dd768 | 515 | * breaking plat_setup was just renamed to plat_mem_setup and a second platform |
2925aba4 RB |
516 | * initialization hook for anything else was introduced. |
517 | */ | |
518 | ||
982f6ffe | 519 | static int usermem __initdata; |
a09fc446 FBH |
520 | |
521 | static int __init early_parse_mem(char *p) | |
522 | { | |
ad8f723a | 523 | phys_addr_t start, size; |
a09fc446 FBH |
524 | |
525 | /* | |
526 | * If a user specifies memory size, we | |
527 | * blow away any automatically generated | |
528 | * size. | |
529 | */ | |
530 | if (usermem == 0) { | |
531 | boot_mem_map.nr_map = 0; | |
532 | usermem = 1; | |
70342287 | 533 | } |
a09fc446 FBH |
534 | start = 0; |
535 | size = memparse(p, &p); | |
536 | if (*p == '@') | |
537 | start = memparse(p + 1, &p); | |
538 | ||
539 | add_memory_region(start, size, BOOT_MEM_RAM); | |
540 | return 0; | |
541 | } | |
542 | early_param("mem", early_parse_mem); | |
2925aba4 | 543 | |
4893fc88 CM |
544 | #ifdef CONFIG_PROC_VMCORE |
545 | unsigned long setup_elfcorehdr, setup_elfcorehdr_size; | |
546 | static int __init early_parse_elfcorehdr(char *p) | |
547 | { | |
548 | int i; | |
549 | ||
550 | setup_elfcorehdr = memparse(p, &p); | |
551 | ||
552 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
553 | unsigned long start = boot_mem_map.map[i].addr; | |
554 | unsigned long end = (boot_mem_map.map[i].addr + | |
555 | boot_mem_map.map[i].size); | |
556 | if (setup_elfcorehdr >= start && setup_elfcorehdr < end) { | |
557 | /* | |
558 | * Reserve from the elf core header to the end of | |
559 | * the memory segment, that should all be kdump | |
560 | * reserved memory. | |
561 | */ | |
562 | setup_elfcorehdr_size = end - setup_elfcorehdr; | |
563 | break; | |
564 | } | |
565 | } | |
566 | /* | |
567 | * If we don't find it in the memory map, then we shouldn't | |
568 | * have to worry about it, as the new kernel won't use it. | |
569 | */ | |
570 | return 0; | |
571 | } | |
572 | early_param("elfcorehdr", early_parse_elfcorehdr); | |
573 | #endif | |
574 | ||
15d45cce | 575 | static void __init arch_mem_addpart(phys_addr_t mem, phys_addr_t end, int type) |
2925aba4 | 576 | { |
15d45cce | 577 | phys_addr_t size; |
d3ff9338 | 578 | int i; |
43064c0c | 579 | |
d3ff9338 CM |
580 | size = end - mem; |
581 | if (!size) | |
582 | return; | |
583 | ||
584 | /* Make sure it is in the boot_mem_map */ | |
585 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
586 | if (mem >= boot_mem_map.map[i].addr && | |
587 | mem < (boot_mem_map.map[i].addr + | |
588 | boot_mem_map.map[i].size)) | |
589 | return; | |
590 | } | |
591 | add_memory_region(mem, size, type); | |
592 | } | |
43064c0c | 593 | |
c2882b7f PM |
594 | #ifdef CONFIG_KEXEC |
595 | static inline unsigned long long get_total_mem(void) | |
596 | { | |
597 | unsigned long long total; | |
598 | ||
599 | total = max_pfn - min_low_pfn; | |
600 | return total << PAGE_SHIFT; | |
601 | } | |
602 | ||
603 | static void __init mips_parse_crashkernel(void) | |
604 | { | |
605 | unsigned long long total_mem; | |
606 | unsigned long long crash_size, crash_base; | |
607 | int ret; | |
608 | ||
609 | total_mem = get_total_mem(); | |
610 | ret = parse_crashkernel(boot_command_line, total_mem, | |
611 | &crash_size, &crash_base); | |
612 | if (ret != 0 || crash_size <= 0) | |
613 | return; | |
614 | ||
615 | crashk_res.start = crash_base; | |
616 | crashk_res.end = crash_base + crash_size - 1; | |
617 | } | |
618 | ||
619 | static void __init request_crashkernel(struct resource *res) | |
620 | { | |
621 | int ret; | |
622 | ||
623 | ret = request_resource(res, &crashk_res); | |
624 | if (!ret) | |
625 | pr_info("Reserving %ldMB of memory at %ldMB for crashkernel\n", | |
626 | (unsigned long)((crashk_res.end - | |
627 | crashk_res.start + 1) >> 20), | |
628 | (unsigned long)(crashk_res.start >> 20)); | |
629 | } | |
630 | #else /* !defined(CONFIG_KEXEC) */ | |
631 | static void __init mips_parse_crashkernel(void) | |
632 | { | |
633 | } | |
634 | ||
635 | static void __init request_crashkernel(struct resource *res) | |
636 | { | |
637 | } | |
638 | #endif /* !defined(CONFIG_KEXEC) */ | |
639 | ||
2024972e JG |
640 | #define USE_PROM_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_BOOTLOADER) |
641 | #define USE_DTB_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_DTB) | |
2549cc96 | 642 | #define EXTEND_WITH_PROM IS_ENABLED(CONFIG_MIPS_CMDLINE_DTB_EXTEND) |
2024972e | 643 | |
d3ff9338 CM |
644 | static void __init arch_mem_init(char **cmdline_p) |
645 | { | |
f4649382 | 646 | struct memblock_region *reg; |
a09fc446 FBH |
647 | extern void plat_mem_setup(void); |
648 | ||
2925aba4 RB |
649 | /* call board setup routine */ |
650 | plat_mem_setup(); | |
651 | ||
d3ff9338 CM |
652 | /* |
653 | * Make sure all kernel memory is in the maps. The "UP" and | |
654 | * "DOWN" are opposite for initdata since if it crosses over | |
655 | * into another memory section you don't want that to be | |
656 | * freed when the initdata is freed. | |
657 | */ | |
658 | arch_mem_addpart(PFN_DOWN(__pa_symbol(&_text)) << PAGE_SHIFT, | |
659 | PFN_UP(__pa_symbol(&_edata)) << PAGE_SHIFT, | |
660 | BOOT_MEM_RAM); | |
661 | arch_mem_addpart(PFN_UP(__pa_symbol(&__init_begin)) << PAGE_SHIFT, | |
662 | PFN_DOWN(__pa_symbol(&__init_end)) << PAGE_SHIFT, | |
663 | BOOT_MEM_INIT_RAM); | |
43064c0c | 664 | |
a64ae7a2 | 665 | pr_info("Determined physical RAM map:\n"); |
a09fc446 FBH |
666 | print_memory_map(); |
667 | ||
2024972e | 668 | #if defined(CONFIG_CMDLINE_BOOL) && defined(CONFIG_CMDLINE_OVERRIDE) |
6acc7d48 DV |
669 | strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
670 | #else | |
2024972e JG |
671 | if ((USE_PROM_CMDLINE && arcs_cmdline[0]) || |
672 | (USE_DTB_CMDLINE && !boot_command_line[0])) | |
673 | strlcpy(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
674 | ||
675 | if (EXTEND_WITH_PROM && arcs_cmdline[0]) { | |
676 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
677 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
678 | } | |
679 | ||
680 | #if defined(CONFIG_CMDLINE_BOOL) | |
6acc7d48 | 681 | if (builtin_cmdline[0]) { |
2024972e JG |
682 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); |
683 | strlcat(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); | |
6acc7d48 | 684 | } |
6acc7d48 | 685 | #endif |
6acc7d48 DV |
686 | #endif |
687 | strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); | |
2925aba4 RB |
688 | |
689 | *cmdline_p = command_line; | |
690 | ||
a09fc446 FBH |
691 | parse_early_param(); |
692 | ||
693 | if (usermem) { | |
a64ae7a2 | 694 | pr_info("User-defined physical RAM map:\n"); |
a09fc446 FBH |
695 | print_memory_map(); |
696 | } | |
697 | ||
2925aba4 | 698 | bootmem_init(); |
4893fc88 CM |
699 | #ifdef CONFIG_PROC_VMCORE |
700 | if (setup_elfcorehdr && setup_elfcorehdr_size) { | |
701 | printk(KERN_INFO "kdump reserved memory at %lx-%lx\n", | |
702 | setup_elfcorehdr, setup_elfcorehdr_size); | |
703 | reserve_bootmem(setup_elfcorehdr, setup_elfcorehdr_size, | |
704 | BOOTMEM_DEFAULT); | |
705 | } | |
706 | #endif | |
c2882b7f PM |
707 | |
708 | mips_parse_crashkernel(); | |
7aa1c8f4 RB |
709 | #ifdef CONFIG_KEXEC |
710 | if (crashk_res.start != crashk_res.end) | |
711 | reserve_bootmem(crashk_res.start, | |
712 | crashk_res.end - crashk_res.start + 1, | |
713 | BOOTMEM_DEFAULT); | |
714 | #endif | |
f2ffa5ab | 715 | device_tree_init(); |
2925aba4 | 716 | sparse_init(); |
ee71b7d2 | 717 | plat_swiotlb_setup(); |
2925aba4 | 718 | paging_init(); |
f4649382 ZLK |
719 | |
720 | dma_contiguous_reserve(PFN_PHYS(max_low_pfn)); | |
721 | /* Tell bootmem about cma reserved memblock section */ | |
722 | for_each_memblock(reserved, reg) | |
30fa0530 ZLK |
723 | if (reg->size != 0) |
724 | reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT); | |
a95d0692 HC |
725 | |
726 | reserve_bootmem_region(__pa_symbol(&__nosave_begin), | |
727 | __pa_symbol(&__nosave_end)); /* Reserve for hibernation */ | |
2925aba4 RB |
728 | } |
729 | ||
8df32c63 | 730 | static void __init resource_init(void) |
1da177e4 LT |
731 | { |
732 | int i; | |
733 | ||
6adb5fe7 RB |
734 | if (UNCAC_BASE != IO_BASE) |
735 | return; | |
736 | ||
f5bffe3a FBH |
737 | code_resource.start = __pa_symbol(&_text); |
738 | code_resource.end = __pa_symbol(&_etext) - 1; | |
739 | data_resource.start = __pa_symbol(&_etext); | |
740 | data_resource.end = __pa_symbol(&_edata) - 1; | |
1da177e4 | 741 | |
1da177e4 LT |
742 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
743 | struct resource *res; | |
744 | unsigned long start, end; | |
745 | ||
746 | start = boot_mem_map.map[i].addr; | |
747 | end = boot_mem_map.map[i].addr + boot_mem_map.map[i].size - 1; | |
1c6fd44d | 748 | if (start >= HIGHMEM_START) |
1da177e4 | 749 | continue; |
1c6fd44d FBH |
750 | if (end >= HIGHMEM_START) |
751 | end = HIGHMEM_START - 1; | |
1da177e4 LT |
752 | |
753 | res = alloc_bootmem(sizeof(struct resource)); | |
35d98e93 TK |
754 | |
755 | res->start = start; | |
756 | res->end = end; | |
757 | res->flags = IORESOURCE_MEM | IORESOURCE_BUSY; | |
758 | ||
1da177e4 LT |
759 | switch (boot_mem_map.map[i].type) { |
760 | case BOOT_MEM_RAM: | |
43064c0c | 761 | case BOOT_MEM_INIT_RAM: |
1da177e4 LT |
762 | case BOOT_MEM_ROM_DATA: |
763 | res->name = "System RAM"; | |
35d98e93 | 764 | res->flags |= IORESOURCE_SYSRAM; |
1da177e4 LT |
765 | break; |
766 | case BOOT_MEM_RESERVED: | |
767 | default: | |
768 | res->name = "reserved"; | |
769 | } | |
770 | ||
1da177e4 LT |
771 | request_resource(&iomem_resource, res); |
772 | ||
773 | /* | |
774 | * We don't know which RAM region contains kernel data, | |
775 | * so we try it repeatedly and let the resource manager | |
776 | * test it. | |
777 | */ | |
778 | request_resource(res, &code_resource); | |
779 | request_resource(res, &data_resource); | |
7aa1c8f4 | 780 | request_crashkernel(res); |
1da177e4 LT |
781 | } |
782 | } | |
783 | ||
0f3f506b HC |
784 | #ifdef CONFIG_SMP |
785 | static void __init prefill_possible_map(void) | |
786 | { | |
787 | int i, possible = num_possible_cpus(); | |
788 | ||
789 | if (possible > nr_cpu_ids) | |
790 | possible = nr_cpu_ids; | |
791 | ||
792 | for (i = 0; i < possible; i++) | |
793 | set_cpu_possible(i, true); | |
794 | for (; i < NR_CPUS; i++) | |
795 | set_cpu_possible(i, false); | |
796 | ||
797 | nr_cpu_ids = possible; | |
798 | } | |
799 | #else | |
800 | static inline void prefill_possible_map(void) {} | |
801 | #endif | |
802 | ||
1da177e4 LT |
803 | void __init setup_arch(char **cmdline_p) |
804 | { | |
805 | cpu_probe(); | |
3af5a67c | 806 | mips_cm_probe(); |
1da177e4 | 807 | prom_init(); |
36a88530 | 808 | |
e934945d | 809 | setup_early_fdc_console(); |
36a88530 | 810 | #ifdef CONFIG_EARLY_PRINTK |
07cdb784 | 811 | setup_early_printk(); |
36a88530 | 812 | #endif |
1da177e4 | 813 | cpu_report(); |
20d60d99 | 814 | check_bugs_early(); |
1da177e4 LT |
815 | |
816 | #if defined(CONFIG_VT) | |
817 | #if defined(CONFIG_VGA_CONSOLE) | |
e0daad44 | 818 | conswitchp = &vga_con; |
1da177e4 | 819 | #elif defined(CONFIG_DUMMY_CONSOLE) |
e0daad44 | 820 | conswitchp = &dummy_con; |
1da177e4 LT |
821 | #endif |
822 | #endif | |
823 | ||
2925aba4 | 824 | arch_mem_init(cmdline_p); |
1da177e4 | 825 | |
1da177e4 | 826 | resource_init(); |
9b6695a8 | 827 | plat_smp_setup(); |
0f3f506b | 828 | prefill_possible_map(); |
6650df3c DD |
829 | |
830 | cpu_cache_init(); | |
1da177e4 LT |
831 | } |
832 | ||
69a6c312 AN |
833 | unsigned long kernelsp[NR_CPUS]; |
834 | unsigned long fw_arg0, fw_arg1, fw_arg2, fw_arg3; | |
6312e0ee AN |
835 | |
836 | #ifdef CONFIG_DEBUG_FS | |
837 | struct dentry *mips_debugfs_dir; | |
838 | static int __init debugfs_mips(void) | |
839 | { | |
840 | struct dentry *d; | |
841 | ||
842 | d = debugfs_create_dir("mips", NULL); | |
b517531c Z |
843 | if (!d) |
844 | return -ENOMEM; | |
6312e0ee AN |
845 | mips_debugfs_dir = d; |
846 | return 0; | |
847 | } | |
848 | arch_initcall(debugfs_mips); | |
849 | #endif |