2 * ACPI 3.0 based NUMA setup
3 * Copyright 2004 Andi Kleen, SuSE Labs.
5 * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs.
7 * Called from acpi_numa_init while reading the SRAT and SLIT tables.
8 * Assumes all memory regions belonging to a single proximity domain
9 * are in one chunk. Holes between them will be included in the node.
12 #include <linux/kernel.h>
13 #include <linux/acpi.h>
14 #include <linux/mmzone.h>
15 #include <linux/bitmap.h>
16 #include <linux/module.h>
17 #include <linux/topology.h>
18 #include <linux/bootmem.h>
19 #include <linux/memblock.h>
21 #include <asm/proto.h>
25 #include <asm/uv/uv.h>
27 int acpi_numa __initdata;
29 static __init int setup_node(int pxm)
31 return acpi_map_pxm_to_node(pxm);
34 static __init void bad_srat(void)
36 printk(KERN_ERR "SRAT: SRAT not used.\n");
40 static __init inline int srat_disabled(void)
46 * Callback for SLIT parsing. pxm_to_node() returns NUMA_NO_NODE for
47 * I/O localities since SRAT does not list them. I/O localities are
48 * not supported at this point.
50 void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
54 for (i = 0; i < slit->locality_count; i++) {
55 const int from_node = pxm_to_node(i);
57 if (from_node == NUMA_NO_NODE)
60 for (j = 0; j < slit->locality_count; j++) {
61 const int to_node = pxm_to_node(j);
63 if (to_node == NUMA_NO_NODE)
66 numa_set_distance(from_node, to_node,
67 slit->entry[slit->locality_count * i + j]);
72 /* Callback for Proximity Domain -> x2APIC mapping */
74 acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
81 if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
85 if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
87 pxm = pa->proximity_domain;
88 apic_id = pa->apic_id;
89 if (!apic->apic_id_valid(apic_id)) {
90 printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n",
94 node = setup_node(pxm);
96 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
101 if (apic_id >= MAX_LOCAL_APIC) {
102 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
105 set_apicid_to_node(apic_id, node);
106 node_set(node, numa_nodes_parsed);
108 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
112 /* Callback for Proximity Domain -> LAPIC mapping */
114 acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
121 if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
125 if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
127 pxm = pa->proximity_domain_lo;
128 if (acpi_srat_revision >= 2)
129 pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8;
130 node = setup_node(pxm);
132 printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
137 if (get_uv_system_type() >= UV_X2APIC)
138 apic_id = (pa->apic_id << 8) | pa->local_sapic_eid;
140 apic_id = pa->apic_id;
142 if (apic_id >= MAX_LOCAL_APIC) {
143 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
147 set_apicid_to_node(apic_id, node);
148 node_set(node, numa_nodes_parsed);
150 printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
154 #ifdef CONFIG_MEMORY_HOTPLUG
155 static inline int save_add_info(void) {return 1;}
157 static inline int save_add_info(void) {return 0;}
160 /* Callback for parsing of the Proximity Domain <-> Memory Area mappings */
162 acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
170 if (ma->header.length != sizeof(struct acpi_srat_mem_affinity))
171 goto out_err_bad_srat;
172 if ((ma->flags & ACPI_SRAT_MEM_ENABLED) == 0)
174 hotpluggable = ma->flags & ACPI_SRAT_MEM_HOT_PLUGGABLE;
175 if (hotpluggable && !save_add_info())
178 start = ma->base_address;
179 end = start + ma->length;
180 pxm = ma->proximity_domain;
181 if (acpi_srat_revision <= 1)
184 node = setup_node(pxm);
186 printk(KERN_ERR "SRAT: Too many proximity domains.\n");
187 goto out_err_bad_srat;
190 if (numa_add_memblk(node, start, end) < 0)
191 goto out_err_bad_srat;
193 node_set(node, numa_nodes_parsed);
195 pr_info("SRAT: Node %u PXM %u [mem %#010Lx-%#010Lx]%s\n",
197 (unsigned long long) start, (unsigned long long) end - 1,
198 hotpluggable ? " hotplug" : "");
200 /* Mark hotplug range in memblock. */
201 if (hotpluggable && memblock_mark_hotplug(start, ma->length))
202 pr_warn("SRAT: Failed to mark hotplug range [mem %#010Lx-%#010Lx] in memblock\n",
203 (unsigned long long)start, (unsigned long long)end - 1);
212 void __init acpi_numa_arch_fixup(void) {}
214 int __init x86_acpi_numa_init(void)
218 ret = acpi_numa_init();
221 return srat_disabled() ? -EINVAL : 0;