Merge tag 'perf-urgent-2020-02-09' of git://git.kernel.org/pub/scm/linux/kernel/git...
[linux-2.6-block.git] / drivers / acpi / acpi_memhotplug.c
CommitLineData
4359375c 1// SPDX-License-Identifier: GPL-2.0-or-later
1da177e4 2/*
0a347644
RW
3 * Copyright (C) 2004, 2013 Intel Corporation
4 * Author: Naveen B S <naveen.b.s@intel.com>
5 * Author: Rafael J. Wysocki <rafael.j.wysocki@intel.com>
1da177e4
LT
6 *
7 * All rights reserved.
8 *
1da177e4 9 * ACPI based HotPlug driver that supports Memory Hotplug
c7060d9e 10 * This driver fields notifications from firmware for memory add
1da177e4
LT
11 * and remove operations and alerts the VM of the affected memory
12 * ranges.
13 */
14
ab6c5709 15#include <linux/acpi.h>
e2ff3940 16#include <linux/memory.h>
0a347644
RW
17#include <linux/memory_hotplug.h>
18
19#include "internal.h"
1da177e4 20
1da177e4
LT
21#define ACPI_MEMORY_DEVICE_CLASS "memory"
22#define ACPI_MEMORY_DEVICE_HID "PNP0C80"
1da177e4
LT
23#define ACPI_MEMORY_DEVICE_NAME "Hotplug Mem Device"
24
25#define _COMPONENT ACPI_MEMORY_DEVICE_COMPONENT
26
aa7b2b2e
ZY
27#undef PREFIX
28#define PREFIX "ACPI:memory_hp:"
29
f52fd66d 30ACPI_MODULE_NAME("acpi_memhotplug");
1da177e4 31
cccd4208
RW
32static const struct acpi_device_id memory_device_ids[] = {
33 {ACPI_MEMORY_DEVICE_HID, 0},
34 {"", 0},
35};
36
37#ifdef CONFIG_ACPI_HOTPLUG_MEMORY
38
1da177e4
LT
39/* Memory Device States */
40#define MEMORY_INVALID_STATE 0
41#define MEMORY_POWER_ON_STATE 1
42#define MEMORY_POWER_OFF_STATE 2
43
0a347644
RW
44static int acpi_memory_device_add(struct acpi_device *device,
45 const struct acpi_device_id *not_used);
46static void acpi_memory_device_remove(struct acpi_device *device);
1da177e4 47
0a347644 48static struct acpi_scan_handler memory_device_handler = {
1ba90e3a 49 .ids = memory_device_ids,
0a347644
RW
50 .attach = acpi_memory_device_add,
51 .detach = acpi_memory_device_remove,
52 .hotplug = {
53 .enabled = true,
54 },
1da177e4
LT
55};
56
9ac02398
KH
57struct acpi_memory_info {
58 struct list_head list;
59 u64 start_addr; /* Memory Range start physical addr */
60 u64 length; /* Memory Range length */
61 unsigned short caching; /* memory cache attribute */
62 unsigned short write_protect; /* memory read/write attribute */
63 unsigned int enabled:1;
64};
65
1da177e4 66struct acpi_memory_device {
3b74863d 67 struct acpi_device * device;
4be44fcd 68 unsigned int state; /* State of the memory device */
9ac02398 69 struct list_head res_list;
1da177e4
LT
70};
71
9ac02398
KH
72static acpi_status
73acpi_memory_get_resource(struct acpi_resource *resource, void *context)
74{
75 struct acpi_memory_device *mem_device = context;
76 struct acpi_resource_address64 address64;
77 struct acpi_memory_info *info, *new;
78 acpi_status status;
79
80 status = acpi_resource_to_address64(resource, &address64);
81 if (ACPI_FAILURE(status) ||
82 (address64.resource_type != ACPI_MEMORY_RANGE))
83 return AE_OK;
84
85 list_for_each_entry(info, &mem_device->res_list, list) {
86 /* Can we combine the resource range information? */
87 if ((info->caching == address64.info.mem.caching) &&
88 (info->write_protect == address64.info.mem.write_protect) &&
a45de93e
LZ
89 (info->start_addr + info->length == address64.address.minimum)) {
90 info->length += address64.address.address_length;
9ac02398
KH
91 return AE_OK;
92 }
93 }
94
95 new = kzalloc(sizeof(struct acpi_memory_info), GFP_KERNEL);
96 if (!new)
97 return AE_ERROR;
98
99 INIT_LIST_HEAD(&new->list);
100 new->caching = address64.info.mem.caching;
101 new->write_protect = address64.info.mem.write_protect;
a45de93e
LZ
102 new->start_addr = address64.address.minimum;
103 new->length = address64.address.address_length;
9ac02398
KH
104 list_add_tail(&new->list, &mem_device->res_list);
105
106 return AE_OK;
107}
108
386e52b9
WC
109static void
110acpi_memory_free_device_resources(struct acpi_memory_device *mem_device)
111{
112 struct acpi_memory_info *info, *n;
113
114 list_for_each_entry_safe(info, n, &mem_device->res_list, list)
115 kfree(info);
116 INIT_LIST_HEAD(&mem_device->res_list);
117}
118
1da177e4
LT
119static int
120acpi_memory_get_device_resources(struct acpi_memory_device *mem_device)
121{
122 acpi_status status;
1da177e4 123
5d2870fa
KH
124 if (!list_empty(&mem_device->res_list))
125 return 0;
126
b8632785 127 status = acpi_walk_resources(mem_device->device->handle, METHOD_NAME__CRS,
9ac02398
KH
128 acpi_memory_get_resource, mem_device);
129 if (ACPI_FAILURE(status)) {
386e52b9 130 acpi_memory_free_device_resources(mem_device);
d550d98d 131 return -EINVAL;
1da177e4
LT
132 }
133
d550d98d 134 return 0;
1da177e4
LT
135}
136
4be44fcd 137static int acpi_memory_check_device(struct acpi_memory_device *mem_device)
1da177e4 138{
27663c58 139 unsigned long long current_status;
1da177e4
LT
140
141 /* Get device present/absent information from the _STA */
16ff816d
ZY
142 if (ACPI_FAILURE(acpi_evaluate_integer(mem_device->device->handle,
143 METHOD_NAME__STA, NULL,
144 &current_status)))
d550d98d 145 return -ENODEV;
1da177e4
LT
146 /*
147 * Check for device status. Device should be
148 * present/enabled/functioning.
149 */
a0bd4ac4
BH
150 if (!((current_status & ACPI_STA_DEVICE_PRESENT)
151 && (current_status & ACPI_STA_DEVICE_ENABLED)
152 && (current_status & ACPI_STA_DEVICE_FUNCTIONING)))
d550d98d 153 return -ENODEV;
1da177e4 154
d550d98d 155 return 0;
1da177e4
LT
156}
157
e2ff3940
RW
158static int acpi_bind_memblk(struct memory_block *mem, void *arg)
159{
24dee1fc 160 return acpi_bind_one(&mem->dev, arg);
e2ff3940
RW
161}
162
163static int acpi_bind_memory_blocks(struct acpi_memory_info *info,
24dee1fc 164 struct acpi_device *adev)
e2ff3940 165{
fbcf73ce
DH
166 return walk_memory_blocks(info->start_addr, info->length, adev,
167 acpi_bind_memblk);
e2ff3940
RW
168}
169
170static int acpi_unbind_memblk(struct memory_block *mem, void *arg)
171{
172 acpi_unbind_one(&mem->dev);
173 return 0;
174}
175
24dee1fc 176static void acpi_unbind_memory_blocks(struct acpi_memory_info *info)
e2ff3940 177{
fbcf73ce
DH
178 walk_memory_blocks(info->start_addr, info->length, NULL,
179 acpi_unbind_memblk);
e2ff3940
RW
180}
181
4be44fcd 182static int acpi_memory_enable_device(struct acpi_memory_device *mem_device)
1da177e4 183{
e2ff3940 184 acpi_handle handle = mem_device->device->handle;
9ac02398
KH
185 int result, num_enabled = 0;
186 struct acpi_memory_info *info;
1e3590e2 187 int node;
1da177e4 188
e2ff3940 189 node = acpi_get_node(handle);
1da177e4
LT
190 /*
191 * Tell the VM there is more memory here...
192 * Note: Assume that this function returns zero on success
9ac02398
KH
193 * We don't have memory-hot-add rollback function,now.
194 * (i.e. memory-hot-remove function)
1da177e4 195 */
9ac02398 196 list_for_each_entry(info, &mem_device->res_list, list) {
fa25d8d6 197 if (info->enabled) { /* just sanity check...*/
dd56a8e3
YG
198 num_enabled++;
199 continue;
200 }
5d2619fc
ZY
201 /*
202 * If the memory block size is zero, please ignore it.
203 * Don't try to do the following memory hotplug flowchart.
204 */
205 if (!info->length)
206 continue;
8c2676a5
KM
207 if (node < 0)
208 node = memory_add_physaddr_to_nid(info->start_addr);
209
8df1d0e4 210 result = __add_memory(node, info->start_addr, info->length);
65479472
WC
211
212 /*
213 * If the memory block has been used by the kernel, add_memory()
214 * returns -EEXIST. If add_memory() returns the other error, it
215 * means that this memory block is not used by the kernel.
216 */
fd4655c2 217 if (result && result != -EEXIST)
9ac02398 218 continue;
65479472 219
24dee1fc 220 result = acpi_bind_memory_blocks(info, mem_device->device);
e2ff3940 221 if (result) {
24dee1fc 222 acpi_unbind_memory_blocks(info);
e2ff3940
RW
223 return -ENODEV;
224 }
225
bb49d82d
YI
226 info->enabled = 1;
227
65479472
WC
228 /*
229 * Add num_enable even if add_memory() returns -EEXIST, so the
230 * device is bound to this driver.
231 */
9ac02398
KH
232 num_enabled++;
233 }
234 if (!num_enabled) {
ab6c5709 235 dev_err(&mem_device->device->dev, "add_memory failed\n");
1da177e4 236 mem_device->state = MEMORY_INVALID_STATE;
9ac02398 237 return -EINVAL;
1da177e4 238 }
5d2619fc
ZY
239 /*
240 * Sometimes the memory device will contain several memory blocks.
241 * When one memory block is hot-added to the system memory, it will
242 * be regarded as a success.
243 * Otherwise if the last memory block can't be hot-added to the system
244 * memory, it will be failure and the memory device can't be bound with
245 * driver.
246 */
247 return 0;
1da177e4
LT
248}
249
242831eb 250static void acpi_memory_remove_memory(struct acpi_memory_device *mem_device)
1da177e4 251{
e2ff3940 252 acpi_handle handle = mem_device->device->handle;
9ac02398 253 struct acpi_memory_info *info, *n;
242831eb 254 int nid = acpi_get_node(handle);
60a5a19e 255
9ac02398 256 list_for_each_entry_safe(info, n, &mem_device->res_list, list) {
65479472 257 if (!info->enabled)
fd4655c2 258 continue;
65479472 259
1bb25df0 260 if (nid == NUMA_NO_NODE)
60a5a19e 261 nid = memory_add_physaddr_to_nid(info->start_addr);
e2ff3940 262
24dee1fc 263 acpi_unbind_memory_blocks(info);
d15e5926 264 __remove_memory(nid, info->start_addr, info->length);
19387b27 265 list_del(&info->list);
9ac02398 266 kfree(info);
1da177e4 267 }
19387b27
YI
268}
269
386e52b9
WC
270static void acpi_memory_device_free(struct acpi_memory_device *mem_device)
271{
272 if (!mem_device)
273 return;
274
275 acpi_memory_free_device_resources(mem_device);
0a347644 276 mem_device->device->driver_data = NULL;
386e52b9
WC
277 kfree(mem_device);
278}
279
0a347644
RW
280static int acpi_memory_device_add(struct acpi_device *device,
281 const struct acpi_device_id *not_used)
1da177e4 282{
0a347644 283 struct acpi_memory_device *mem_device;
1da177e4 284 int result;
1da177e4
LT
285
286 if (!device)
d550d98d 287 return -EINVAL;
1da177e4 288
36bcbec7 289 mem_device = kzalloc(sizeof(struct acpi_memory_device), GFP_KERNEL);
1da177e4 290 if (!mem_device)
d550d98d 291 return -ENOMEM;
1da177e4 292
9ac02398 293 INIT_LIST_HEAD(&mem_device->res_list);
3b74863d 294 mem_device->device = device;
1da177e4
LT
295 sprintf(acpi_device_name(device), "%s", ACPI_MEMORY_DEVICE_NAME);
296 sprintf(acpi_device_class(device), "%s", ACPI_MEMORY_DEVICE_CLASS);
db89b4f0 297 device->driver_data = mem_device;
1da177e4
LT
298
299 /* Get the range from the _CRS */
300 result = acpi_memory_get_device_resources(mem_device);
301 if (result) {
d19f503e 302 device->driver_data = NULL;
1da177e4 303 kfree(mem_device);
d550d98d 304 return result;
1da177e4
LT
305 }
306
307 /* Set the device state */
308 mem_device->state = MEMORY_POWER_ON_STATE;
309
0a347644
RW
310 result = acpi_memory_check_device(mem_device);
311 if (result) {
312 acpi_memory_device_free(mem_device);
313 return 0;
314 }
1da177e4 315
0a347644
RW
316 result = acpi_memory_enable_device(mem_device);
317 if (result) {
318 dev_err(&device->dev, "acpi_memory_enable_device() error\n");
319 acpi_memory_device_free(mem_device);
e2ff3940 320 return result;
1f425994 321 }
0a347644
RW
322
323 dev_dbg(&device->dev, "Memory device configured by ACPI\n");
324 return 1;
1f425994
YG
325}
326
0a347644 327static void acpi_memory_device_remove(struct acpi_device *device)
80f20fef 328{
0a347644 329 struct acpi_memory_device *mem_device;
80f20fef
BH
330
331 if (!device || !acpi_driver_data(device))
0a347644 332 return;
80f20fef
BH
333
334 mem_device = acpi_driver_data(device);
0a347644 335 acpi_memory_remove_memory(mem_device);
386e52b9 336 acpi_memory_device_free(mem_device);
1da177e4
LT
337}
338
00159a20
PB
339static bool __initdata acpi_no_memhotplug;
340
0a347644 341void __init acpi_memory_hotplug_init(void)
1da177e4 342{
cccd4208
RW
343 if (acpi_no_memhotplug) {
344 memory_device_handler.attach = NULL;
345 acpi_scan_add_handler(&memory_device_handler);
00159a20 346 return;
cccd4208 347 }
0a347644 348 acpi_scan_add_handler_with_hotplug(&memory_device_handler, "memory");
1da177e4 349}
00159a20
PB
350
351static int __init disable_acpi_memory_hotplug(char *str)
352{
353 acpi_no_memhotplug = true;
354 return 1;
355}
356__setup("acpi_no_memhotplug", disable_acpi_memory_hotplug);
cccd4208
RW
357
358#else
359
360static struct acpi_scan_handler memory_device_handler = {
361 .ids = memory_device_ids,
362};
363
364void __init acpi_memory_hotplug_init(void)
365{
366 acpi_scan_add_handler(&memory_device_handler);
367}
368
369#endif /* CONFIG_ACPI_HOTPLUG_MEMORY */