Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * This file is subject to the terms and conditions of the GNU General Public | |
3 | * License. See the file "COPYING" in the main directory of this archive | |
4 | * for more details. | |
5 | * | |
6 | * Copyright (C) 1995 Linus Torvalds | |
7 | * Copyright (C) 1995 Waldorf Electronics | |
8 | * Copyright (C) 1994, 95, 96, 97, 98, 99, 2000, 01, 02, 03 Ralf Baechle | |
9 | * Copyright (C) 1996 Stoned Elipot | |
10 | * Copyright (C) 1999 Silicon Graphics, Inc. | |
70342287 | 11 | * Copyright (C) 2000, 2001, 2002, 2007 Maciej W. Rozycki |
1da177e4 | 12 | */ |
1da177e4 LT |
13 | #include <linux/init.h> |
14 | #include <linux/ioport.h> | |
73bc256d | 15 | #include <linux/export.h> |
894673ee | 16 | #include <linux/screen_info.h> |
9d15ffc8 | 17 | #include <linux/memblock.h> |
1da177e4 LT |
18 | #include <linux/bootmem.h> |
19 | #include <linux/initrd.h> | |
1da177e4 LT |
20 | #include <linux/root_dev.h> |
21 | #include <linux/highmem.h> | |
22 | #include <linux/console.h> | |
22a9835c | 23 | #include <linux/pfn.h> |
6312e0ee | 24 | #include <linux/debugfs.h> |
7aa1c8f4 | 25 | #include <linux/kexec.h> |
4d9f77d2 | 26 | #include <linux/sizes.h> |
f4649382 ZLK |
27 | #include <linux/device.h> |
28 | #include <linux/dma-contiguous.h> | |
8f4703aa | 29 | #include <linux/decompress/generic.h> |
1da177e4 LT |
30 | |
31 | #include <asm/addrspace.h> | |
32 | #include <asm/bootinfo.h> | |
20d60d99 | 33 | #include <asm/bugs.h> |
ec74e361 | 34 | #include <asm/cache.h> |
e934945d | 35 | #include <asm/cdmm.h> |
1da177e4 | 36 | #include <asm/cpu.h> |
75dcfc1d | 37 | #include <asm/debug.h> |
1da177e4 LT |
38 | #include <asm/sections.h> |
39 | #include <asm/setup.h> | |
87353d8a | 40 | #include <asm/smp-ops.h> |
f2ffa5ab | 41 | #include <asm/prom.h> |
1da177e4 | 42 | |
87db537d AK |
43 | #ifdef CONFIG_MIPS_ELF_APPENDED_DTB |
44 | const char __section(.appended_dtb) __appended_dtb[0x100000]; | |
45 | #endif /* CONFIG_MIPS_ELF_APPENDED_DTB */ | |
46 | ||
ec74e361 | 47 | struct cpuinfo_mips cpu_data[NR_CPUS] __read_mostly; |
1da177e4 LT |
48 | |
49 | EXPORT_SYMBOL(cpu_data); | |
50 | ||
51 | #ifdef CONFIG_VT | |
52 | struct screen_info screen_info; | |
53 | #endif | |
54 | ||
1da177e4 LT |
55 | /* |
56 | * Setup information | |
57 | * | |
58 | * These are initialized so they are in the .data section | |
59 | */ | |
ec74e361 | 60 | unsigned long mips_machtype __read_mostly = MACH_UNKNOWN; |
1da177e4 LT |
61 | |
62 | EXPORT_SYMBOL(mips_machtype); | |
1da177e4 LT |
63 | |
64 | struct boot_mem_map boot_mem_map; | |
65 | ||
6acc7d48 DV |
66 | static char __initdata command_line[COMMAND_LINE_SIZE]; |
67 | char __initdata arcs_cmdline[COMMAND_LINE_SIZE]; | |
68 | ||
69 | #ifdef CONFIG_CMDLINE_BOOL | |
70 | static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE; | |
71 | #endif | |
1da177e4 LT |
72 | |
73 | /* | |
74 | * mips_io_port_base is the begin of the address space to which x86 style | |
75 | * I/O ports are mapped. | |
76 | */ | |
1befdd55 | 77 | const unsigned long mips_io_port_base = -1; |
1da177e4 LT |
78 | EXPORT_SYMBOL(mips_io_port_base); |
79 | ||
1da177e4 LT |
80 | static struct resource code_resource = { .name = "Kernel code", }; |
81 | static struct resource data_resource = { .name = "Kernel data", }; | |
82 | ||
4d9f77d2 JC |
83 | static void *detect_magic __initdata = detect_memory_region; |
84 | ||
15d45cce | 85 | void __init add_memory_region(phys_addr_t start, phys_addr_t size, long type) |
1da177e4 LT |
86 | { |
87 | int x = boot_mem_map.nr_map; | |
0ec7ec75 | 88 | int i; |
1da177e4 | 89 | |
b6f1f0de FBH |
90 | /* Sanity check */ |
91 | if (start + size < start) { | |
7178d2cd | 92 | pr_warn("Trying to add an invalid memory region, skipped\n"); |
b6f1f0de FBH |
93 | return; |
94 | } | |
95 | ||
1da177e4 | 96 | /* |
0ec7ec75 | 97 | * Try to merge with existing entry, if any. |
1da177e4 | 98 | */ |
0ec7ec75 RB |
99 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
100 | struct boot_mem_map_entry *entry = boot_mem_map.map + i; | |
101 | unsigned long top; | |
102 | ||
103 | if (entry->type != type) | |
104 | continue; | |
105 | ||
106 | if (start + size < entry->addr) | |
107 | continue; /* no overlap */ | |
108 | ||
109 | if (entry->addr + entry->size < start) | |
110 | continue; /* no overlap */ | |
111 | ||
112 | top = max(entry->addr + entry->size, start + size); | |
113 | entry->addr = min(entry->addr, start); | |
114 | entry->size = top - entry->addr; | |
115 | ||
1da177e4 LT |
116 | return; |
117 | } | |
118 | ||
0ec7ec75 | 119 | if (boot_mem_map.nr_map == BOOT_MEM_MAP_MAX) { |
a64ae7a2 | 120 | pr_err("Ooops! Too many entries in the memory map!\n"); |
1da177e4 LT |
121 | return; |
122 | } | |
123 | ||
124 | boot_mem_map.map[x].addr = start; | |
125 | boot_mem_map.map[x].size = size; | |
126 | boot_mem_map.map[x].type = type; | |
127 | boot_mem_map.nr_map++; | |
128 | } | |
129 | ||
15d45cce | 130 | void __init detect_memory_region(phys_addr_t start, phys_addr_t sz_min, phys_addr_t sz_max) |
4d9f77d2 JC |
131 | { |
132 | void *dm = &detect_magic; | |
15d45cce | 133 | phys_addr_t size; |
4d9f77d2 JC |
134 | |
135 | for (size = sz_min; size < sz_max; size <<= 1) { | |
136 | if (!memcmp(dm, dm + size, sizeof(detect_magic))) | |
137 | break; | |
138 | } | |
139 | ||
140 | pr_debug("Memory: %lluMB of RAM detected at 0x%llx (min: %lluMB, max: %lluMB)\n", | |
141 | ((unsigned long long) size) / SZ_1M, | |
142 | (unsigned long long) start, | |
143 | ((unsigned long long) sz_min) / SZ_1M, | |
144 | ((unsigned long long) sz_max) / SZ_1M); | |
145 | ||
146 | add_memory_region(start, size, BOOT_MEM_RAM); | |
147 | } | |
148 | ||
1da177e4 LT |
149 | static void __init print_memory_map(void) |
150 | { | |
151 | int i; | |
152 | const int field = 2 * sizeof(unsigned long); | |
153 | ||
154 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
a64ae7a2 | 155 | printk(KERN_INFO " memory: %0*Lx @ %0*Lx ", |
1da177e4 LT |
156 | field, (unsigned long long) boot_mem_map.map[i].size, |
157 | field, (unsigned long long) boot_mem_map.map[i].addr); | |
158 | ||
159 | switch (boot_mem_map.map[i].type) { | |
160 | case BOOT_MEM_RAM: | |
a64ae7a2 | 161 | printk(KERN_CONT "(usable)\n"); |
1da177e4 | 162 | break; |
43064c0c DD |
163 | case BOOT_MEM_INIT_RAM: |
164 | printk(KERN_CONT "(usable after init)\n"); | |
165 | break; | |
1da177e4 | 166 | case BOOT_MEM_ROM_DATA: |
a64ae7a2 | 167 | printk(KERN_CONT "(ROM data)\n"); |
1da177e4 LT |
168 | break; |
169 | case BOOT_MEM_RESERVED: | |
a64ae7a2 | 170 | printk(KERN_CONT "(reserved)\n"); |
1da177e4 LT |
171 | break; |
172 | default: | |
a64ae7a2 | 173 | printk(KERN_CONT "type %lu\n", boot_mem_map.map[i].type); |
1da177e4 LT |
174 | break; |
175 | } | |
176 | } | |
177 | } | |
178 | ||
d2043ca8 FBH |
179 | /* |
180 | * Manage initrd | |
181 | */ | |
182 | #ifdef CONFIG_BLK_DEV_INITRD | |
183 | ||
a09fc446 | 184 | static int __init rd_start_early(char *p) |
1da177e4 | 185 | { |
a09fc446 | 186 | unsigned long start = memparse(p, &p); |
1da177e4 | 187 | |
875d43e7 | 188 | #ifdef CONFIG_64BIT |
a7837b76 FBH |
189 | /* Guess if the sign extension was forgotten by bootloader */ |
190 | if (start < XKPHYS) | |
191 | start = (int)start; | |
1da177e4 | 192 | #endif |
a09fc446 FBH |
193 | initrd_start = start; |
194 | initrd_end += start; | |
a09fc446 FBH |
195 | return 0; |
196 | } | |
197 | early_param("rd_start", rd_start_early); | |
198 | ||
199 | static int __init rd_size_early(char *p) | |
200 | { | |
201 | initrd_end += memparse(p, &p); | |
1da177e4 LT |
202 | return 0; |
203 | } | |
a09fc446 | 204 | early_param("rd_size", rd_size_early); |
1da177e4 | 205 | |
a7837b76 | 206 | /* it returns the next free pfn after initrd */ |
d2043ca8 FBH |
207 | static unsigned long __init init_initrd(void) |
208 | { | |
a7837b76 | 209 | unsigned long end; |
d2043ca8 | 210 | |
d2043ca8 | 211 | /* |
a09fc446 FBH |
212 | * Board specific code or command line parser should have |
213 | * already set up initrd_start and initrd_end. In these cases | |
214 | * perfom sanity checks and use them if all looks good. | |
d2043ca8 | 215 | */ |
32028f1f | 216 | if (!initrd_start || initrd_end <= initrd_start) |
a7837b76 | 217 | goto disable; |
a7837b76 | 218 | |
a7837b76 | 219 | if (initrd_start & ~PAGE_MASK) { |
a64ae7a2 | 220 | pr_err("initrd start must be page aligned\n"); |
a7837b76 | 221 | goto disable; |
d2043ca8 | 222 | } |
a7837b76 | 223 | if (initrd_start < PAGE_OFFSET) { |
a64ae7a2 | 224 | pr_err("initrd start < PAGE_OFFSET\n"); |
a7837b76 FBH |
225 | goto disable; |
226 | } | |
227 | ||
228 | /* | |
229 | * Sanitize initrd addresses. For example firmware | |
230 | * can't guess if they need to pass them through | |
231 | * 64-bits values if the kernel has been built in pure | |
232 | * 32-bit. We need also to switch from KSEG0 to XKPHYS | |
233 | * addresses now, so the code can now safely use __pa(). | |
234 | */ | |
235 | end = __pa(initrd_end); | |
236 | initrd_end = (unsigned long)__va(end); | |
237 | initrd_start = (unsigned long)__va(__pa(initrd_start)); | |
238 | ||
239 | ROOT_DEV = Root_RAM0; | |
240 | return PFN_UP(end); | |
241 | disable: | |
242 | initrd_start = 0; | |
243 | initrd_end = 0; | |
244 | return 0; | |
d2043ca8 FBH |
245 | } |
246 | ||
8f4703aa AJ |
247 | /* In some conditions (e.g. big endian bootloader with a little endian |
248 | kernel), the initrd might appear byte swapped. Try to detect this and | |
249 | byte swap it if needed. */ | |
250 | static void __init maybe_bswap_initrd(void) | |
251 | { | |
252 | #if defined(CONFIG_CPU_CAVIUM_OCTEON) | |
253 | u64 buf; | |
254 | ||
255 | /* Check for CPIO signature */ | |
256 | if (!memcmp((void *)initrd_start, "070701", 6)) | |
257 | return; | |
258 | ||
259 | /* Check for compressed initrd */ | |
260 | if (decompress_method((unsigned char *)initrd_start, 8, NULL)) | |
261 | return; | |
262 | ||
263 | /* Try again with a byte swapped header */ | |
264 | buf = swab64p((u64 *)initrd_start); | |
265 | if (!memcmp(&buf, "070701", 6) || | |
266 | decompress_method((unsigned char *)(&buf), 8, NULL)) { | |
267 | unsigned long i; | |
268 | ||
269 | pr_info("Byteswapped initrd detected\n"); | |
270 | for (i = initrd_start; i < ALIGN(initrd_end, 8); i += 8) | |
271 | swab64s((u64 *)i); | |
272 | } | |
273 | #endif | |
274 | } | |
275 | ||
d2043ca8 FBH |
276 | static void __init finalize_initrd(void) |
277 | { | |
278 | unsigned long size = initrd_end - initrd_start; | |
279 | ||
280 | if (size == 0) { | |
281 | printk(KERN_INFO "Initrd not found or empty"); | |
282 | goto disable; | |
283 | } | |
d4df6d4e | 284 | if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { |
a64ae7a2 | 285 | printk(KERN_ERR "Initrd extends beyond end of memory"); |
d2043ca8 FBH |
286 | goto disable; |
287 | } | |
288 | ||
8f4703aa AJ |
289 | maybe_bswap_initrd(); |
290 | ||
72a7fe39 | 291 | reserve_bootmem(__pa(initrd_start), size, BOOTMEM_DEFAULT); |
d2043ca8 FBH |
292 | initrd_below_start_ok = 1; |
293 | ||
a64ae7a2 MC |
294 | pr_info("Initial ramdisk at: 0x%lx (%lu bytes)\n", |
295 | initrd_start, size); | |
d2043ca8 FBH |
296 | return; |
297 | disable: | |
a64ae7a2 | 298 | printk(KERN_CONT " - disabling initrd\n"); |
d2043ca8 FBH |
299 | initrd_start = 0; |
300 | initrd_end = 0; | |
301 | } | |
302 | ||
303 | #else /* !CONFIG_BLK_DEV_INITRD */ | |
304 | ||
9ba126cf RB |
305 | static unsigned long __init init_initrd(void) |
306 | { | |
307 | return 0; | |
308 | } | |
309 | ||
d2043ca8 FBH |
310 | #define finalize_initrd() do {} while (0) |
311 | ||
312 | #endif | |
313 | ||
b6f1f0de FBH |
314 | /* |
315 | * Initialize the bootmem allocator. It also setup initrd related data | |
316 | * if needed. | |
317 | */ | |
c4617318 | 318 | #if defined(CONFIG_SGI_IP27) || (defined(CONFIG_CPU_LOONGSON3) && defined(CONFIG_NUMA)) |
d2043ca8 | 319 | |
b6f1f0de | 320 | static void __init bootmem_init(void) |
1da177e4 | 321 | { |
d2043ca8 FBH |
322 | init_initrd(); |
323 | finalize_initrd(); | |
324 | } | |
325 | ||
326 | #else /* !CONFIG_SGI_IP27 */ | |
327 | ||
328 | static void __init bootmem_init(void) | |
329 | { | |
e452e94e | 330 | unsigned long reserved_end; |
db84dc61 | 331 | unsigned long mapstart = ~0UL; |
1da177e4 LT |
332 | unsigned long bootmap_size; |
333 | int i; | |
1da177e4 LT |
334 | |
335 | /* | |
f9a7febd GU |
336 | * Sanity check any INITRD first. We don't take it into account |
337 | * for bootmem setup initially, rely on the end-of-kernel-code | |
338 | * as our memory range starting point. Once bootmem is inited we | |
339 | * will reserve the area used for the initrd. | |
1da177e4 | 340 | */ |
f9a7febd GU |
341 | init_initrd(); |
342 | reserved_end = (unsigned long) PFN_UP(__pa_symbol(&_end)); | |
1da177e4 | 343 | |
db84dc61 FBH |
344 | /* |
345 | * max_low_pfn is not a number of pages. The number of pages | |
346 | * of the system is given by 'max_low_pfn - min_low_pfn'. | |
347 | */ | |
348 | min_low_pfn = ~0UL; | |
349 | max_low_pfn = 0; | |
350 | ||
b6f1f0de FBH |
351 | /* |
352 | * Find the highest page frame number we have available. | |
353 | */ | |
1da177e4 LT |
354 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
355 | unsigned long start, end; | |
356 | ||
357 | if (boot_mem_map.map[i].type != BOOT_MEM_RAM) | |
358 | continue; | |
359 | ||
360 | start = PFN_UP(boot_mem_map.map[i].addr); | |
361 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
b6f1f0de | 362 | + boot_mem_map.map[i].size); |
1da177e4 | 363 | |
db84dc61 FBH |
364 | if (end > max_low_pfn) |
365 | max_low_pfn = end; | |
366 | if (start < min_low_pfn) | |
367 | min_low_pfn = start; | |
b6f1f0de | 368 | if (end <= reserved_end) |
1da177e4 | 369 | continue; |
a6335fa1 | 370 | #ifdef CONFIG_BLK_DEV_INITRD |
88d34269 | 371 | /* Skip zones before initrd and initrd itself */ |
a6335fa1 AS |
372 | if (initrd_end && end <= (unsigned long)PFN_UP(__pa(initrd_end))) |
373 | continue; | |
374 | #endif | |
b6f1f0de FBH |
375 | if (start >= mapstart) |
376 | continue; | |
377 | mapstart = max(reserved_end, start); | |
1da177e4 LT |
378 | } |
379 | ||
db84dc61 FBH |
380 | if (min_low_pfn >= max_low_pfn) |
381 | panic("Incorrect memory mapping !!!"); | |
6f284a2c | 382 | if (min_low_pfn > ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
383 | pr_info("Wasting %lu bytes for tracking %lu unused pages\n", |
384 | (min_low_pfn - ARCH_PFN_OFFSET) * sizeof(struct page), | |
385 | min_low_pfn - ARCH_PFN_OFFSET); | |
6f284a2c | 386 | } else if (min_low_pfn < ARCH_PFN_OFFSET) { |
a64ae7a2 MC |
387 | pr_info("%lu free pages won't be used\n", |
388 | ARCH_PFN_OFFSET - min_low_pfn); | |
db84dc61 | 389 | } |
6f284a2c | 390 | min_low_pfn = ARCH_PFN_OFFSET; |
db84dc61 | 391 | |
1da177e4 LT |
392 | /* |
393 | * Determine low and high memory ranges | |
394 | */ | |
dc3bf353 | 395 | max_pfn = max_low_pfn; |
db84dc61 | 396 | if (max_low_pfn > PFN_DOWN(HIGHMEM_START)) { |
b6f1f0de FBH |
397 | #ifdef CONFIG_HIGHMEM |
398 | highstart_pfn = PFN_DOWN(HIGHMEM_START); | |
db84dc61 | 399 | highend_pfn = max_low_pfn; |
1da177e4 | 400 | #endif |
db84dc61 | 401 | max_low_pfn = PFN_DOWN(HIGHMEM_START); |
1da177e4 LT |
402 | } |
403 | ||
88d34269 AS |
404 | #ifdef CONFIG_BLK_DEV_INITRD |
405 | /* | |
406 | * mapstart should be after initrd_end | |
407 | */ | |
408 | if (initrd_end) | |
409 | mapstart = max(mapstart, (unsigned long)PFN_UP(__pa(initrd_end))); | |
410 | #endif | |
411 | ||
1da177e4 | 412 | /* |
b6f1f0de | 413 | * Initialize the boot-time allocator with low memory only. |
1da177e4 | 414 | */ |
db84dc61 FBH |
415 | bootmap_size = init_bootmem_node(NODE_DATA(0), mapstart, |
416 | min_low_pfn, max_low_pfn); | |
cce335ae RB |
417 | |
418 | ||
cce335ae RB |
419 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
420 | unsigned long start, end; | |
421 | ||
422 | start = PFN_UP(boot_mem_map.map[i].addr); | |
423 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
424 | + boot_mem_map.map[i].size); | |
425 | ||
e452e94e AN |
426 | if (start <= min_low_pfn) |
427 | start = min_low_pfn; | |
cce335ae RB |
428 | if (start >= end) |
429 | continue; | |
430 | ||
431 | #ifndef CONFIG_HIGHMEM | |
432 | if (end > max_low_pfn) | |
433 | end = max_low_pfn; | |
434 | ||
435 | /* | |
436 | * ... finally, is the area going away? | |
437 | */ | |
438 | if (end <= start) | |
439 | continue; | |
440 | #endif | |
441 | ||
9d15ffc8 | 442 | memblock_add_node(PFN_PHYS(start), PFN_PHYS(end - start), 0); |
cce335ae RB |
443 | } |
444 | ||
1da177e4 LT |
445 | /* |
446 | * Register fully available low RAM pages with the bootmem allocator. | |
447 | */ | |
448 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
b6f1f0de | 449 | unsigned long start, end, size; |
1da177e4 | 450 | |
43064c0c DD |
451 | start = PFN_UP(boot_mem_map.map[i].addr); |
452 | end = PFN_DOWN(boot_mem_map.map[i].addr | |
453 | + boot_mem_map.map[i].size); | |
454 | ||
1da177e4 LT |
455 | /* |
456 | * Reserve usable memory. | |
457 | */ | |
43064c0c DD |
458 | switch (boot_mem_map.map[i].type) { |
459 | case BOOT_MEM_RAM: | |
460 | break; | |
461 | case BOOT_MEM_INIT_RAM: | |
462 | memory_present(0, start, end); | |
1da177e4 | 463 | continue; |
43064c0c DD |
464 | default: |
465 | /* Not usable memory */ | |
466 | continue; | |
467 | } | |
1da177e4 | 468 | |
1da177e4 | 469 | /* |
b6f1f0de FBH |
470 | * We are rounding up the start address of usable memory |
471 | * and at the end of the usable range downwards. | |
1da177e4 | 472 | */ |
b6f1f0de | 473 | if (start >= max_low_pfn) |
1da177e4 | 474 | continue; |
b6f1f0de FBH |
475 | if (start < reserved_end) |
476 | start = reserved_end; | |
477 | if (end > max_low_pfn) | |
478 | end = max_low_pfn; | |
1da177e4 LT |
479 | |
480 | /* | |
b6f1f0de | 481 | * ... finally, is the area going away? |
1da177e4 | 482 | */ |
b6f1f0de | 483 | if (end <= start) |
1da177e4 | 484 | continue; |
b6f1f0de | 485 | size = end - start; |
1da177e4 LT |
486 | |
487 | /* Register lowmem ranges */ | |
b6f1f0de FBH |
488 | free_bootmem(PFN_PHYS(start), size << PAGE_SHIFT); |
489 | memory_present(0, start, end); | |
1da177e4 LT |
490 | } |
491 | ||
b6f1f0de FBH |
492 | /* |
493 | * Reserve the bootmap memory. | |
494 | */ | |
72a7fe39 | 495 | reserve_bootmem(PFN_PHYS(mapstart), bootmap_size, BOOTMEM_DEFAULT); |
b6f1f0de | 496 | |
61cd52d4 MR |
497 | #ifdef CONFIG_RELOCATABLE |
498 | /* | |
499 | * The kernel reserves all memory below its _end symbol as bootmem, | |
500 | * but the kernel may now be at a much higher address. The memory | |
501 | * between the original and new locations may be returned to the system. | |
502 | */ | |
503 | if (__pa_symbol(_text) > __pa_symbol(VMLINUX_LOAD_ADDRESS)) { | |
504 | unsigned long offset; | |
919beb4e | 505 | extern void show_kernel_relocation(const char *level); |
61cd52d4 MR |
506 | |
507 | offset = __pa_symbol(_text) - __pa_symbol(VMLINUX_LOAD_ADDRESS); | |
508 | free_bootmem(__pa_symbol(VMLINUX_LOAD_ADDRESS), offset); | |
919beb4e MR |
509 | |
510 | #if defined(CONFIG_DEBUG_KERNEL) && defined(CONFIG_DEBUG_INFO) | |
511 | /* | |
512 | * This information is necessary when debugging the kernel | |
513 | * But is a security vulnerability otherwise! | |
514 | */ | |
515 | show_kernel_relocation(KERN_INFO); | |
516 | #endif | |
61cd52d4 MR |
517 | } |
518 | #endif | |
519 | ||
d2043ca8 FBH |
520 | /* |
521 | * Reserve initrd memory if needed. | |
522 | */ | |
523 | finalize_initrd(); | |
1da177e4 LT |
524 | } |
525 | ||
d2043ca8 FBH |
526 | #endif /* CONFIG_SGI_IP27 */ |
527 | ||
2925aba4 | 528 | /* |
603e82ed | 529 | * arch_mem_init - initialize memory management subsystem |
2925aba4 RB |
530 | * |
531 | * o plat_mem_setup() detects the memory configuration and will record detected | |
532 | * memory areas using add_memory_region. | |
2925aba4 RB |
533 | * |
534 | * At this stage the memory configuration of the system is known to the | |
603e82ed | 535 | * kernel but generic memory management system is still entirely uninitialized. |
2925aba4 RB |
536 | * |
537 | * o bootmem_init() | |
538 | * o sparse_init() | |
539 | * o paging_init() | |
e1c05067 | 540 | * o dma_contiguous_reserve() |
2925aba4 RB |
541 | * |
542 | * At this stage the bootmem allocator is ready to use. | |
543 | * | |
544 | * NOTE: historically plat_mem_setup did the entire platform initialization. | |
70342287 | 545 | * This was rather impractical because it meant plat_mem_setup had to |
2925aba4 | 546 | * get away without any kind of memory allocator. To keep old code from |
7f0dd768 | 547 | * breaking plat_setup was just renamed to plat_mem_setup and a second platform |
2925aba4 RB |
548 | * initialization hook for anything else was introduced. |
549 | */ | |
550 | ||
982f6ffe | 551 | static int usermem __initdata; |
a09fc446 FBH |
552 | |
553 | static int __init early_parse_mem(char *p) | |
554 | { | |
ad8f723a | 555 | phys_addr_t start, size; |
a09fc446 FBH |
556 | |
557 | /* | |
558 | * If a user specifies memory size, we | |
559 | * blow away any automatically generated | |
560 | * size. | |
561 | */ | |
562 | if (usermem == 0) { | |
563 | boot_mem_map.nr_map = 0; | |
564 | usermem = 1; | |
70342287 | 565 | } |
a09fc446 FBH |
566 | start = 0; |
567 | size = memparse(p, &p); | |
568 | if (*p == '@') | |
569 | start = memparse(p + 1, &p); | |
570 | ||
571 | add_memory_region(start, size, BOOT_MEM_RAM); | |
572 | return 0; | |
573 | } | |
574 | early_param("mem", early_parse_mem); | |
2925aba4 | 575 | |
4893fc88 CM |
576 | #ifdef CONFIG_PROC_VMCORE |
577 | unsigned long setup_elfcorehdr, setup_elfcorehdr_size; | |
578 | static int __init early_parse_elfcorehdr(char *p) | |
579 | { | |
580 | int i; | |
581 | ||
582 | setup_elfcorehdr = memparse(p, &p); | |
583 | ||
584 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
585 | unsigned long start = boot_mem_map.map[i].addr; | |
586 | unsigned long end = (boot_mem_map.map[i].addr + | |
587 | boot_mem_map.map[i].size); | |
588 | if (setup_elfcorehdr >= start && setup_elfcorehdr < end) { | |
589 | /* | |
590 | * Reserve from the elf core header to the end of | |
591 | * the memory segment, that should all be kdump | |
592 | * reserved memory. | |
593 | */ | |
594 | setup_elfcorehdr_size = end - setup_elfcorehdr; | |
595 | break; | |
596 | } | |
597 | } | |
598 | /* | |
599 | * If we don't find it in the memory map, then we shouldn't | |
600 | * have to worry about it, as the new kernel won't use it. | |
601 | */ | |
602 | return 0; | |
603 | } | |
604 | early_param("elfcorehdr", early_parse_elfcorehdr); | |
605 | #endif | |
606 | ||
15d45cce | 607 | static void __init arch_mem_addpart(phys_addr_t mem, phys_addr_t end, int type) |
2925aba4 | 608 | { |
15d45cce | 609 | phys_addr_t size; |
d3ff9338 | 610 | int i; |
43064c0c | 611 | |
d3ff9338 CM |
612 | size = end - mem; |
613 | if (!size) | |
614 | return; | |
615 | ||
616 | /* Make sure it is in the boot_mem_map */ | |
617 | for (i = 0; i < boot_mem_map.nr_map; i++) { | |
618 | if (mem >= boot_mem_map.map[i].addr && | |
619 | mem < (boot_mem_map.map[i].addr + | |
620 | boot_mem_map.map[i].size)) | |
621 | return; | |
622 | } | |
623 | add_memory_region(mem, size, type); | |
624 | } | |
43064c0c | 625 | |
c2882b7f PM |
626 | #ifdef CONFIG_KEXEC |
627 | static inline unsigned long long get_total_mem(void) | |
628 | { | |
629 | unsigned long long total; | |
630 | ||
631 | total = max_pfn - min_low_pfn; | |
632 | return total << PAGE_SHIFT; | |
633 | } | |
634 | ||
635 | static void __init mips_parse_crashkernel(void) | |
636 | { | |
637 | unsigned long long total_mem; | |
638 | unsigned long long crash_size, crash_base; | |
639 | int ret; | |
640 | ||
641 | total_mem = get_total_mem(); | |
642 | ret = parse_crashkernel(boot_command_line, total_mem, | |
643 | &crash_size, &crash_base); | |
644 | if (ret != 0 || crash_size <= 0) | |
645 | return; | |
646 | ||
647 | crashk_res.start = crash_base; | |
648 | crashk_res.end = crash_base + crash_size - 1; | |
649 | } | |
650 | ||
651 | static void __init request_crashkernel(struct resource *res) | |
652 | { | |
653 | int ret; | |
654 | ||
655 | ret = request_resource(res, &crashk_res); | |
656 | if (!ret) | |
657 | pr_info("Reserving %ldMB of memory at %ldMB for crashkernel\n", | |
658 | (unsigned long)((crashk_res.end - | |
659 | crashk_res.start + 1) >> 20), | |
660 | (unsigned long)(crashk_res.start >> 20)); | |
661 | } | |
662 | #else /* !defined(CONFIG_KEXEC) */ | |
663 | static void __init mips_parse_crashkernel(void) | |
664 | { | |
665 | } | |
666 | ||
667 | static void __init request_crashkernel(struct resource *res) | |
668 | { | |
669 | } | |
670 | #endif /* !defined(CONFIG_KEXEC) */ | |
671 | ||
2024972e JG |
672 | #define USE_PROM_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_BOOTLOADER) |
673 | #define USE_DTB_CMDLINE IS_ENABLED(CONFIG_MIPS_CMDLINE_FROM_DTB) | |
2549cc96 | 674 | #define EXTEND_WITH_PROM IS_ENABLED(CONFIG_MIPS_CMDLINE_DTB_EXTEND) |
ed47e153 RV |
675 | #define BUILTIN_EXTEND_WITH_PROM \ |
676 | IS_ENABLED(CONFIG_MIPS_CMDLINE_BUILTIN_EXTEND) | |
2024972e | 677 | |
d3ff9338 CM |
678 | static void __init arch_mem_init(char **cmdline_p) |
679 | { | |
f4649382 | 680 | struct memblock_region *reg; |
a09fc446 FBH |
681 | extern void plat_mem_setup(void); |
682 | ||
2925aba4 RB |
683 | /* call board setup routine */ |
684 | plat_mem_setup(); | |
685 | ||
d3ff9338 CM |
686 | /* |
687 | * Make sure all kernel memory is in the maps. The "UP" and | |
688 | * "DOWN" are opposite for initdata since if it crosses over | |
689 | * into another memory section you don't want that to be | |
690 | * freed when the initdata is freed. | |
691 | */ | |
692 | arch_mem_addpart(PFN_DOWN(__pa_symbol(&_text)) << PAGE_SHIFT, | |
693 | PFN_UP(__pa_symbol(&_edata)) << PAGE_SHIFT, | |
694 | BOOT_MEM_RAM); | |
695 | arch_mem_addpart(PFN_UP(__pa_symbol(&__init_begin)) << PAGE_SHIFT, | |
696 | PFN_DOWN(__pa_symbol(&__init_end)) << PAGE_SHIFT, | |
697 | BOOT_MEM_INIT_RAM); | |
43064c0c | 698 | |
a64ae7a2 | 699 | pr_info("Determined physical RAM map:\n"); |
a09fc446 FBH |
700 | print_memory_map(); |
701 | ||
2024972e | 702 | #if defined(CONFIG_CMDLINE_BOOL) && defined(CONFIG_CMDLINE_OVERRIDE) |
6acc7d48 DV |
703 | strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
704 | #else | |
2024972e JG |
705 | if ((USE_PROM_CMDLINE && arcs_cmdline[0]) || |
706 | (USE_DTB_CMDLINE && !boot_command_line[0])) | |
707 | strlcpy(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
708 | ||
709 | if (EXTEND_WITH_PROM && arcs_cmdline[0]) { | |
e54ad8c5 RV |
710 | if (boot_command_line[0]) |
711 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
2024972e JG |
712 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); |
713 | } | |
714 | ||
715 | #if defined(CONFIG_CMDLINE_BOOL) | |
6acc7d48 | 716 | if (builtin_cmdline[0]) { |
e54ad8c5 RV |
717 | if (boot_command_line[0]) |
718 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
2024972e | 719 | strlcat(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE); |
6acc7d48 | 720 | } |
ed47e153 RV |
721 | |
722 | if (BUILTIN_EXTEND_WITH_PROM && arcs_cmdline[0]) { | |
723 | if (boot_command_line[0]) | |
724 | strlcat(boot_command_line, " ", COMMAND_LINE_SIZE); | |
725 | strlcat(boot_command_line, arcs_cmdline, COMMAND_LINE_SIZE); | |
726 | } | |
6acc7d48 | 727 | #endif |
6acc7d48 DV |
728 | #endif |
729 | strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE); | |
2925aba4 RB |
730 | |
731 | *cmdline_p = command_line; | |
732 | ||
a09fc446 FBH |
733 | parse_early_param(); |
734 | ||
735 | if (usermem) { | |
a64ae7a2 | 736 | pr_info("User-defined physical RAM map:\n"); |
a09fc446 FBH |
737 | print_memory_map(); |
738 | } | |
739 | ||
2925aba4 | 740 | bootmem_init(); |
4893fc88 CM |
741 | #ifdef CONFIG_PROC_VMCORE |
742 | if (setup_elfcorehdr && setup_elfcorehdr_size) { | |
743 | printk(KERN_INFO "kdump reserved memory at %lx-%lx\n", | |
744 | setup_elfcorehdr, setup_elfcorehdr_size); | |
745 | reserve_bootmem(setup_elfcorehdr, setup_elfcorehdr_size, | |
746 | BOOTMEM_DEFAULT); | |
747 | } | |
748 | #endif | |
c2882b7f PM |
749 | |
750 | mips_parse_crashkernel(); | |
7aa1c8f4 RB |
751 | #ifdef CONFIG_KEXEC |
752 | if (crashk_res.start != crashk_res.end) | |
753 | reserve_bootmem(crashk_res.start, | |
754 | crashk_res.end - crashk_res.start + 1, | |
755 | BOOTMEM_DEFAULT); | |
756 | #endif | |
f2ffa5ab | 757 | device_tree_init(); |
2925aba4 | 758 | sparse_init(); |
ee71b7d2 | 759 | plat_swiotlb_setup(); |
2925aba4 | 760 | paging_init(); |
f4649382 ZLK |
761 | |
762 | dma_contiguous_reserve(PFN_PHYS(max_low_pfn)); | |
763 | /* Tell bootmem about cma reserved memblock section */ | |
764 | for_each_memblock(reserved, reg) | |
30fa0530 ZLK |
765 | if (reg->size != 0) |
766 | reserve_bootmem(reg->base, reg->size, BOOTMEM_DEFAULT); | |
a95d0692 HC |
767 | |
768 | reserve_bootmem_region(__pa_symbol(&__nosave_begin), | |
769 | __pa_symbol(&__nosave_end)); /* Reserve for hibernation */ | |
2925aba4 RB |
770 | } |
771 | ||
8df32c63 | 772 | static void __init resource_init(void) |
1da177e4 LT |
773 | { |
774 | int i; | |
775 | ||
6adb5fe7 RB |
776 | if (UNCAC_BASE != IO_BASE) |
777 | return; | |
778 | ||
f5bffe3a FBH |
779 | code_resource.start = __pa_symbol(&_text); |
780 | code_resource.end = __pa_symbol(&_etext) - 1; | |
781 | data_resource.start = __pa_symbol(&_etext); | |
782 | data_resource.end = __pa_symbol(&_edata) - 1; | |
1da177e4 | 783 | |
1da177e4 LT |
784 | for (i = 0; i < boot_mem_map.nr_map; i++) { |
785 | struct resource *res; | |
786 | unsigned long start, end; | |
787 | ||
788 | start = boot_mem_map.map[i].addr; | |
789 | end = boot_mem_map.map[i].addr + boot_mem_map.map[i].size - 1; | |
1c6fd44d | 790 | if (start >= HIGHMEM_START) |
1da177e4 | 791 | continue; |
1c6fd44d FBH |
792 | if (end >= HIGHMEM_START) |
793 | end = HIGHMEM_START - 1; | |
1da177e4 LT |
794 | |
795 | res = alloc_bootmem(sizeof(struct resource)); | |
35d98e93 TK |
796 | |
797 | res->start = start; | |
798 | res->end = end; | |
799 | res->flags = IORESOURCE_MEM | IORESOURCE_BUSY; | |
800 | ||
1da177e4 LT |
801 | switch (boot_mem_map.map[i].type) { |
802 | case BOOT_MEM_RAM: | |
43064c0c | 803 | case BOOT_MEM_INIT_RAM: |
1da177e4 LT |
804 | case BOOT_MEM_ROM_DATA: |
805 | res->name = "System RAM"; | |
35d98e93 | 806 | res->flags |= IORESOURCE_SYSRAM; |
1da177e4 LT |
807 | break; |
808 | case BOOT_MEM_RESERVED: | |
809 | default: | |
810 | res->name = "reserved"; | |
811 | } | |
812 | ||
1da177e4 LT |
813 | request_resource(&iomem_resource, res); |
814 | ||
815 | /* | |
816 | * We don't know which RAM region contains kernel data, | |
817 | * so we try it repeatedly and let the resource manager | |
818 | * test it. | |
819 | */ | |
820 | request_resource(res, &code_resource); | |
821 | request_resource(res, &data_resource); | |
7aa1c8f4 | 822 | request_crashkernel(res); |
1da177e4 LT |
823 | } |
824 | } | |
825 | ||
0f3f506b HC |
826 | #ifdef CONFIG_SMP |
827 | static void __init prefill_possible_map(void) | |
828 | { | |
829 | int i, possible = num_possible_cpus(); | |
830 | ||
831 | if (possible > nr_cpu_ids) | |
832 | possible = nr_cpu_ids; | |
833 | ||
834 | for (i = 0; i < possible; i++) | |
835 | set_cpu_possible(i, true); | |
836 | for (; i < NR_CPUS; i++) | |
837 | set_cpu_possible(i, false); | |
838 | ||
839 | nr_cpu_ids = possible; | |
840 | } | |
841 | #else | |
842 | static inline void prefill_possible_map(void) {} | |
843 | #endif | |
844 | ||
1da177e4 LT |
845 | void __init setup_arch(char **cmdline_p) |
846 | { | |
847 | cpu_probe(); | |
3af5a67c | 848 | mips_cm_probe(); |
1da177e4 | 849 | prom_init(); |
36a88530 | 850 | |
e934945d | 851 | setup_early_fdc_console(); |
36a88530 | 852 | #ifdef CONFIG_EARLY_PRINTK |
07cdb784 | 853 | setup_early_printk(); |
36a88530 | 854 | #endif |
1da177e4 | 855 | cpu_report(); |
20d60d99 | 856 | check_bugs_early(); |
1da177e4 LT |
857 | |
858 | #if defined(CONFIG_VT) | |
859 | #if defined(CONFIG_VGA_CONSOLE) | |
e0daad44 | 860 | conswitchp = &vga_con; |
1da177e4 | 861 | #elif defined(CONFIG_DUMMY_CONSOLE) |
e0daad44 | 862 | conswitchp = &dummy_con; |
1da177e4 LT |
863 | #endif |
864 | #endif | |
865 | ||
2925aba4 | 866 | arch_mem_init(cmdline_p); |
1da177e4 | 867 | |
1da177e4 | 868 | resource_init(); |
9b6695a8 | 869 | plat_smp_setup(); |
0f3f506b | 870 | prefill_possible_map(); |
6650df3c DD |
871 | |
872 | cpu_cache_init(); | |
1da177e4 LT |
873 | } |
874 | ||
69a6c312 AN |
875 | unsigned long kernelsp[NR_CPUS]; |
876 | unsigned long fw_arg0, fw_arg1, fw_arg2, fw_arg3; | |
6312e0ee AN |
877 | |
878 | #ifdef CONFIG_DEBUG_FS | |
879 | struct dentry *mips_debugfs_dir; | |
880 | static int __init debugfs_mips(void) | |
881 | { | |
882 | struct dentry *d; | |
883 | ||
884 | d = debugfs_create_dir("mips", NULL); | |
b517531c Z |
885 | if (!d) |
886 | return -ENOMEM; | |
6312e0ee AN |
887 | mips_debugfs_dir = d; |
888 | return 0; | |
889 | } | |
890 | arch_initcall(debugfs_mips); | |
891 | #endif |