Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * ACPI 3.0 based NUMA setup | |
3 | * Copyright 2004 Andi Kleen, SuSE Labs. | |
4 | * | |
5 | * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs. | |
6 | * | |
7 | * Called from acpi_numa_init while reading the SRAT and SLIT tables. | |
8 | * Assumes all memory regions belonging to a single proximity domain | |
9 | * are in one chunk. Holes between them will be included in the node. | |
10 | */ | |
11 | ||
12 | #include <linux/kernel.h> | |
13 | #include <linux/acpi.h> | |
14 | #include <linux/mmzone.h> | |
15 | #include <linux/bitmap.h> | |
16 | #include <linux/module.h> | |
17 | #include <linux/topology.h> | |
68a3a7fe | 18 | #include <linux/bootmem.h> |
a9ce6bc1 | 19 | #include <linux/memblock.h> |
68a3a7fe | 20 | #include <linux/mm.h> |
1da177e4 LT |
21 | #include <asm/proto.h> |
22 | #include <asm/numa.h> | |
8a6fdd3e | 23 | #include <asm/e820.h> |
7b6aa335 | 24 | #include <asm/apic.h> |
4ec71fa2 | 25 | #include <asm/uv/uv.h> |
1da177e4 | 26 | |
c31fbb1a AK |
27 | int acpi_numa __initdata; |
28 | ||
1da177e4 LT |
29 | static __init int setup_node(int pxm) |
30 | { | |
762834e8 | 31 | return acpi_map_pxm_to_node(pxm); |
1da177e4 LT |
32 | } |
33 | ||
1da177e4 LT |
34 | static __init void bad_srat(void) |
35 | { | |
36 | printk(KERN_ERR "SRAT: SRAT not used.\n"); | |
37 | acpi_numa = -1; | |
38 | } | |
39 | ||
40 | static __init inline int srat_disabled(void) | |
41 | { | |
ffe77a46 | 42 | return acpi_numa < 0; |
1da177e4 LT |
43 | } |
44 | ||
45 | /* Callback for SLIT parsing */ | |
46 | void __init acpi_numa_slit_init(struct acpi_table_slit *slit) | |
47 | { | |
ac7136b6 | 48 | int i, j; |
f302a5bb | 49 | |
ac7136b6 TH |
50 | for (i = 0; i < slit->locality_count; i++) |
51 | for (j = 0; j < slit->locality_count; j++) | |
52 | numa_set_distance(pxm_to_node(i), pxm_to_node(j), | |
53 | slit->entry[slit->locality_count * i + j]); | |
1da177e4 LT |
54 | } |
55 | ||
7237d3de SS |
56 | /* Callback for Proximity Domain -> x2APIC mapping */ |
57 | void __init | |
58 | acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa) | |
59 | { | |
60 | int pxm, node; | |
61 | int apic_id; | |
62 | ||
63 | if (srat_disabled()) | |
64 | return; | |
65 | if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) { | |
66 | bad_srat(); | |
67 | return; | |
68 | } | |
69 | if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0) | |
70 | return; | |
71 | pxm = pa->proximity_domain; | |
a35fd282 | 72 | apic_id = pa->apic_id; |
b7157acf | 73 | if (!apic->apic_id_valid(apic_id)) { |
a35fd282 YL |
74 | printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n", |
75 | pxm, apic_id); | |
76 | return; | |
77 | } | |
7237d3de SS |
78 | node = setup_node(pxm); |
79 | if (node < 0) { | |
80 | printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm); | |
81 | bad_srat(); | |
82 | return; | |
83 | } | |
84 | ||
d3bd0588 YL |
85 | if (apic_id >= MAX_LOCAL_APIC) { |
86 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node); | |
87 | return; | |
88 | } | |
bbc9e2f4 | 89 | set_apicid_to_node(apic_id, node); |
92d4a437 | 90 | node_set(node, numa_nodes_parsed); |
7237d3de | 91 | acpi_numa = 1; |
163d3866 | 92 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n", |
7237d3de SS |
93 | pxm, apic_id, node); |
94 | } | |
95 | ||
1da177e4 LT |
96 | /* Callback for Proximity Domain -> LAPIC mapping */ |
97 | void __init | |
15a58ed1 | 98 | acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa) |
1da177e4 LT |
99 | { |
100 | int pxm, node; | |
ef97001f | 101 | int apic_id; |
102 | ||
d22fe808 AK |
103 | if (srat_disabled()) |
104 | return; | |
15a58ed1 | 105 | if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) { |
fad7906d | 106 | bad_srat(); |
d22fe808 AK |
107 | return; |
108 | } | |
15a58ed1 | 109 | if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0) |
1da177e4 | 110 | return; |
15a58ed1 | 111 | pxm = pa->proximity_domain_lo; |
cd298f60 KG |
112 | if (acpi_srat_revision >= 2) |
113 | pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8; | |
1da177e4 LT |
114 | node = setup_node(pxm); |
115 | if (node < 0) { | |
116 | printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm); | |
117 | bad_srat(); | |
118 | return; | |
119 | } | |
beafe91f | 120 | |
2e42060c | 121 | if (get_uv_system_type() >= UV_X2APIC) |
a65d1d64 JS |
122 | apic_id = (pa->apic_id << 8) | pa->local_sapic_eid; |
123 | else | |
124 | apic_id = pa->apic_id; | |
d3bd0588 YL |
125 | |
126 | if (apic_id >= MAX_LOCAL_APIC) { | |
127 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node); | |
128 | return; | |
129 | } | |
130 | ||
bbc9e2f4 | 131 | set_apicid_to_node(apic_id, node); |
92d4a437 | 132 | node_set(node, numa_nodes_parsed); |
1da177e4 | 133 | acpi_numa = 1; |
163d3866 | 134 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n", |
ef97001f | 135 | pxm, apic_id, node); |
1da177e4 LT |
136 | } |
137 | ||
9688678a | 138 | #ifdef CONFIG_MEMORY_HOTPLUG |
71efa8fd KM |
139 | static inline int save_add_info(void) {return 1;} |
140 | #else | |
141 | static inline int save_add_info(void) {return 0;} | |
142 | #endif | |
68a3a7fe | 143 | |
1da177e4 | 144 | /* Callback for parsing of the Proximity Domain <-> Memory Area mappings */ |
095adbb6 | 145 | int __init |
15a58ed1 | 146 | acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma) |
1da177e4 | 147 | { |
eca9ad31 | 148 | u64 start, end; |
d7b2c3d8 | 149 | u32 hotpluggable; |
1da177e4 | 150 | int node, pxm; |
1da177e4 | 151 | |
d22fe808 | 152 | if (srat_disabled()) |
479a99a8 DB |
153 | goto out_err; |
154 | if (ma->header.length != sizeof(struct acpi_srat_mem_affinity)) | |
155 | goto out_err_bad_srat; | |
15a58ed1 | 156 | if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0) |
479a99a8 | 157 | goto out_err; |
d7b2c3d8 TC |
158 | hotpluggable = ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE; |
159 | if (hotpluggable && !save_add_info()) | |
479a99a8 DB |
160 | goto out_err; |
161 | ||
15a58ed1 AS |
162 | start = ma->base_address; |
163 | end = start + ma->length; | |
1da177e4 | 164 | pxm = ma->proximity_domain; |
cd298f60 KG |
165 | if (acpi_srat_revision <= 1) |
166 | pxm &= 0xff; | |
479a99a8 | 167 | |
1da177e4 LT |
168 | node = setup_node(pxm); |
169 | if (node < 0) { | |
170 | printk(KERN_ERR "SRAT: Too many proximity domains.\n"); | |
479a99a8 | 171 | goto out_err_bad_srat; |
1da177e4 | 172 | } |
ef396ec9 | 173 | |
479a99a8 DB |
174 | if (numa_add_memblk(node, start, end) < 0) |
175 | goto out_err_bad_srat; | |
68a3a7fe | 176 | |
4af463d2 YI |
177 | node_set(node, numa_nodes_parsed); |
178 | ||
d7b2c3d8 TC |
179 | pr_info("SRAT: Node %u PXM %u [mem %#010Lx-%#010Lx]%s\n", |
180 | node, pxm, | |
181 | (unsigned long long) start, (unsigned long long) end - 1, | |
182 | hotpluggable ? " hotplug" : ""); | |
479a99a8 | 183 | |
095adbb6 | 184 | return 0; |
479a99a8 DB |
185 | out_err_bad_srat: |
186 | bad_srat(); | |
187 | out_err: | |
188 | return -1; | |
1da177e4 LT |
189 | } |
190 | ||
191 | void __init acpi_numa_arch_fixup(void) {} | |
192 | ||
a9aec56a TH |
193 | int __init x86_acpi_numa_init(void) |
194 | { | |
195 | int ret; | |
196 | ||
197 | ret = acpi_numa_init(); | |
198 | if (ret < 0) | |
199 | return ret; | |
200 | return srat_disabled() ? -EINVAL : 0; | |
201 | } |