[linux-2.6-block.git] / arch / x86 / mm / srat.c

// SPDX-License-Identifier: GPL-2.0
/*
 * ACPI 3.0 based NUMA setup
 * Copyright 2004 Andi Kleen, SuSE Labs.
 *
 * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs.
 *
 * Called from acpi_numa_init while reading the SRAT and SLIT tables.
 * Assumes all memory regions belonging to a single proximity domain
 * are in one chunk. Holes between them will be included in the node.
 */

#include <linux/kernel.h>
#include <linux/acpi.h>
#include <linux/mmzone.h>
#include <linux/bitmap.h>
#include <linux/init.h>
#include <linux/topology.h>
#include <linux/mm.h>
#include <asm/proto.h>
#include <asm/numa.h>
#include <asm/e820/api.h>
#include <asm/apic.h>
#include <asm/uv/uv.h>

/* Callback for Proximity Domain -> x2APIC mapping */
void __init
acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
{
	int pxm, node;
	int apic_id;

	if (srat_disabled())
		return;
	if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
		bad_srat();
		return;
	}
	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
		return;
	pxm = pa->proximity_domain;
	apic_id = pa->apic_id;
	if (!apic->apic_id_valid(apic_id)) {
		printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n",
			 pxm, apic_id);
		return;
	}
	node = acpi_map_pxm_to_node(pxm);
	if (node < 0) {
		printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
		bad_srat();
		return;
	}

	if (apic_id >= MAX_LOCAL_APIC) {
		printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
		return;
	}
	set_apicid_to_node(apic_id, node);
	node_set(node, numa_nodes_parsed);
	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
	       pxm, apic_id, node);
}

/* Callback for Proximity Domain -> LAPIC mapping */
void __init
acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
{
	int pxm, node;
	int apic_id;

	if (srat_disabled())
		return;
	if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
		bad_srat();
		return;
	}
	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
		return;
	pxm = pa->proximity_domain_lo;
	if (acpi_srat_revision >= 2)
		pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8;
	node = acpi_map_pxm_to_node(pxm);
	if (node < 0) {
		printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
		bad_srat();
		return;
	}

	if (get_uv_system_type() >= UV_X2APIC)
		apic_id = (pa->apic_id << 8) | pa->local_sapic_eid;
	else
		apic_id = pa->apic_id;

	if (apic_id >= MAX_LOCAL_APIC) {
		printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
		return;
	}

	set_apicid_to_node(apic_id, node);
	node_set(node, numa_nodes_parsed);
	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
	       pxm, apic_id, node);
}

int __init x86_acpi_numa_init(void)
{
	int ret;

	ret = acpi_numa_init();
	if (ret < 0)
		return ret;
	return srat_disabled() ? -EINVAL : 0;
}
Commit	Line	Data
b2441318	1	// SPDX-License-Identifier: GPL-2.0
1da177e4 LT	2	/*
	3	* ACPI 3.0 based NUMA setup
	4	* Copyright 2004 Andi Kleen, SuSE Labs.
	5	*
	6	* Reads the ACPI SRAT table to figure out what memory belongs to which CPUs.
	7	*
	8	* Called from acpi_numa_init while reading the SRAT and SLIT tables.
	9	* Assumes all memory regions belonging to a single proximity domain
	10	* are in one chunk. Holes between them will be included in the node.
	11	*/
	12
	13	#include <linux/kernel.h>
	14	#include <linux/acpi.h>
	15	#include <linux/mmzone.h>
	16	#include <linux/bitmap.h>
4b599fed	17	#include <linux/init.h>
1da177e4	18	#include <linux/topology.h>
68a3a7fe	19	#include <linux/mm.h>
1da177e4 LT	20	#include <asm/proto.h>
1da177e4 LT	21	#include <asm/numa.h>
66441bd3	22	#include <asm/e820/api.h>
7b6aa335	23	#include <asm/apic.h>
4ec71fa2	24	#include <asm/uv/uv.h>
1da177e4	25
7237d3de SS	26	/* Callback for Proximity Domain -> x2APIC mapping */
	27	void __init
	28	acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa)
	29	{
	30	int pxm, node;
	31	int apic_id;
	32
	33	if (srat_disabled())
	34	return;
	35	if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) {
	36	bad_srat();
	37	return;
	38	}
	39	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
	40	return;
	41	pxm = pa->proximity_domain;
a35fd282	42	apic_id = pa->apic_id;
b7157acf	43	if (!apic->apic_id_valid(apic_id)) {
a35fd282 YL	44	printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n",
	45	pxm, apic_id);
	46	return;
	47	}
2faeff1d	48	node = acpi_map_pxm_to_node(pxm);
7237d3de SS	49	if (node < 0) {
	50	printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
	51	bad_srat();
	52	return;
	53	}
	54
d3bd0588 YL	55	if (apic_id >= MAX_LOCAL_APIC) {
	56	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
	57	return;
	58	}
bbc9e2f4	59	set_apicid_to_node(apic_id, node);
92d4a437	60	node_set(node, numa_nodes_parsed);
163d3866	61	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n",
7237d3de SS	62	pxm, apic_id, node);
	63	}
	64
1da177e4 LT	65	/* Callback for Proximity Domain -> LAPIC mapping */
1da177e4 LT	66	void __init
15a58ed1	67	acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
1da177e4 LT	68	{
1da177e4 LT	69	int pxm, node;
ef97001f	70	int apic_id;
ef97001f	71
d22fe808 AK	72	if (srat_disabled())
d22fe808 AK	73	return;
15a58ed1	74	if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) {
fad7906d	75	bad_srat();
d22fe808 AK	76	return;
d22fe808 AK	77	}
15a58ed1	78	if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0)
1da177e4	79	return;
15a58ed1	80	pxm = pa->proximity_domain_lo;
cd298f60 KG	81	if (acpi_srat_revision >= 2)
cd298f60 KG	82	pxm \|= ((unsigned int)pa->proximity_domain_hi) << 8;
2faeff1d	83	node = acpi_map_pxm_to_node(pxm);
1da177e4 LT	84	if (node < 0) {
	85	printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm);
	86	bad_srat();
	87	return;
	88	}
beafe91f	89
2e42060c	90	if (get_uv_system_type() >= UV_X2APIC)
a65d1d64 JS	91	apic_id = (pa->apic_id << 8) \| pa->local_sapic_eid;
	92	else
	93	apic_id = pa->apic_id;
d3bd0588 YL	94
	95	if (apic_id >= MAX_LOCAL_APIC) {
	96	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node);
	97	return;
	98	}
	99
bbc9e2f4	100	set_apicid_to_node(apic_id, node);
92d4a437	101	node_set(node, numa_nodes_parsed);
163d3866	102	printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n",
ef97001f	103	pxm, apic_id, node);
1da177e4 LT	104	}
1da177e4 LT	105
a9aec56a TH	106	int __init x86_acpi_numa_init(void)
	107	{
	108	int ret;
	109
	110	ret = acpi_numa_init();
	111	if (ret < 0)
	112	return ret;
	113	return srat_disabled() ? -EINVAL : 0;
	114	}