Commit | Line | Data |
---|---|---|
4359375c | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1da177e4 | 2 | /* |
0a347644 RW |
3 | * Copyright (C) 2004, 2013 Intel Corporation |
4 | * Author: Naveen B S <naveen.b.s@intel.com> | |
5 | * Author: Rafael J. Wysocki <rafael.j.wysocki@intel.com> | |
1da177e4 LT |
6 | * |
7 | * All rights reserved. | |
8 | * | |
1da177e4 | 9 | * ACPI based HotPlug driver that supports Memory Hotplug |
c7060d9e | 10 | * This driver fields notifications from firmware for memory add |
1da177e4 LT |
11 | * and remove operations and alerts the VM of the affected memory |
12 | * ranges. | |
13 | */ | |
14 | ||
ab6c5709 | 15 | #include <linux/acpi.h> |
e2ff3940 | 16 | #include <linux/memory.h> |
0a347644 RW |
17 | #include <linux/memory_hotplug.h> |
18 | ||
19 | #include "internal.h" | |
1da177e4 | 20 | |
1da177e4 LT |
21 | #define ACPI_MEMORY_DEVICE_CLASS "memory" |
22 | #define ACPI_MEMORY_DEVICE_HID "PNP0C80" | |
1da177e4 LT |
23 | #define ACPI_MEMORY_DEVICE_NAME "Hotplug Mem Device" |
24 | ||
25 | #define _COMPONENT ACPI_MEMORY_DEVICE_COMPONENT | |
26 | ||
aa7b2b2e ZY |
27 | #undef PREFIX |
28 | #define PREFIX "ACPI:memory_hp:" | |
29 | ||
f52fd66d | 30 | ACPI_MODULE_NAME("acpi_memhotplug"); |
1da177e4 | 31 | |
cccd4208 RW |
32 | static const struct acpi_device_id memory_device_ids[] = { |
33 | {ACPI_MEMORY_DEVICE_HID, 0}, | |
34 | {"", 0}, | |
35 | }; | |
36 | ||
37 | #ifdef CONFIG_ACPI_HOTPLUG_MEMORY | |
38 | ||
1da177e4 LT |
39 | /* Memory Device States */ |
40 | #define MEMORY_INVALID_STATE 0 | |
41 | #define MEMORY_POWER_ON_STATE 1 | |
42 | #define MEMORY_POWER_OFF_STATE 2 | |
43 | ||
0a347644 RW |
44 | static int acpi_memory_device_add(struct acpi_device *device, |
45 | const struct acpi_device_id *not_used); | |
46 | static void acpi_memory_device_remove(struct acpi_device *device); | |
1da177e4 | 47 | |
0a347644 | 48 | static struct acpi_scan_handler memory_device_handler = { |
1ba90e3a | 49 | .ids = memory_device_ids, |
0a347644 RW |
50 | .attach = acpi_memory_device_add, |
51 | .detach = acpi_memory_device_remove, | |
52 | .hotplug = { | |
53 | .enabled = true, | |
54 | }, | |
1da177e4 LT |
55 | }; |
56 | ||
9ac02398 KH |
57 | struct acpi_memory_info { |
58 | struct list_head list; | |
59 | u64 start_addr; /* Memory Range start physical addr */ | |
60 | u64 length; /* Memory Range length */ | |
61 | unsigned short caching; /* memory cache attribute */ | |
62 | unsigned short write_protect; /* memory read/write attribute */ | |
63 | unsigned int enabled:1; | |
64 | }; | |
65 | ||
1da177e4 | 66 | struct acpi_memory_device { |
3b74863d | 67 | struct acpi_device * device; |
4be44fcd | 68 | unsigned int state; /* State of the memory device */ |
9ac02398 | 69 | struct list_head res_list; |
1da177e4 LT |
70 | }; |
71 | ||
9ac02398 KH |
72 | static acpi_status |
73 | acpi_memory_get_resource(struct acpi_resource *resource, void *context) | |
74 | { | |
75 | struct acpi_memory_device *mem_device = context; | |
76 | struct acpi_resource_address64 address64; | |
77 | struct acpi_memory_info *info, *new; | |
78 | acpi_status status; | |
79 | ||
80 | status = acpi_resource_to_address64(resource, &address64); | |
81 | if (ACPI_FAILURE(status) || | |
82 | (address64.resource_type != ACPI_MEMORY_RANGE)) | |
83 | return AE_OK; | |
84 | ||
85 | list_for_each_entry(info, &mem_device->res_list, list) { | |
86 | /* Can we combine the resource range information? */ | |
87 | if ((info->caching == address64.info.mem.caching) && | |
88 | (info->write_protect == address64.info.mem.write_protect) && | |
a45de93e LZ |
89 | (info->start_addr + info->length == address64.address.minimum)) { |
90 | info->length += address64.address.address_length; | |
9ac02398 KH |
91 | return AE_OK; |
92 | } | |
93 | } | |
94 | ||
95 | new = kzalloc(sizeof(struct acpi_memory_info), GFP_KERNEL); | |
96 | if (!new) | |
97 | return AE_ERROR; | |
98 | ||
99 | INIT_LIST_HEAD(&new->list); | |
100 | new->caching = address64.info.mem.caching; | |
101 | new->write_protect = address64.info.mem.write_protect; | |
a45de93e LZ |
102 | new->start_addr = address64.address.minimum; |
103 | new->length = address64.address.address_length; | |
9ac02398 KH |
104 | list_add_tail(&new->list, &mem_device->res_list); |
105 | ||
106 | return AE_OK; | |
107 | } | |
108 | ||
386e52b9 WC |
109 | static void |
110 | acpi_memory_free_device_resources(struct acpi_memory_device *mem_device) | |
111 | { | |
112 | struct acpi_memory_info *info, *n; | |
113 | ||
114 | list_for_each_entry_safe(info, n, &mem_device->res_list, list) | |
115 | kfree(info); | |
116 | INIT_LIST_HEAD(&mem_device->res_list); | |
117 | } | |
118 | ||
1da177e4 LT |
119 | static int |
120 | acpi_memory_get_device_resources(struct acpi_memory_device *mem_device) | |
121 | { | |
122 | acpi_status status; | |
1da177e4 | 123 | |
5d2870fa KH |
124 | if (!list_empty(&mem_device->res_list)) |
125 | return 0; | |
126 | ||
b8632785 | 127 | status = acpi_walk_resources(mem_device->device->handle, METHOD_NAME__CRS, |
9ac02398 KH |
128 | acpi_memory_get_resource, mem_device); |
129 | if (ACPI_FAILURE(status)) { | |
386e52b9 | 130 | acpi_memory_free_device_resources(mem_device); |
d550d98d | 131 | return -EINVAL; |
1da177e4 LT |
132 | } |
133 | ||
d550d98d | 134 | return 0; |
1da177e4 LT |
135 | } |
136 | ||
4be44fcd | 137 | static int acpi_memory_check_device(struct acpi_memory_device *mem_device) |
1da177e4 | 138 | { |
27663c58 | 139 | unsigned long long current_status; |
1da177e4 LT |
140 | |
141 | /* Get device present/absent information from the _STA */ | |
16ff816d ZY |
142 | if (ACPI_FAILURE(acpi_evaluate_integer(mem_device->device->handle, |
143 | METHOD_NAME__STA, NULL, | |
144 | ¤t_status))) | |
d550d98d | 145 | return -ENODEV; |
1da177e4 LT |
146 | /* |
147 | * Check for device status. Device should be | |
148 | * present/enabled/functioning. | |
149 | */ | |
a0bd4ac4 BH |
150 | if (!((current_status & ACPI_STA_DEVICE_PRESENT) |
151 | && (current_status & ACPI_STA_DEVICE_ENABLED) | |
152 | && (current_status & ACPI_STA_DEVICE_FUNCTIONING))) | |
d550d98d | 153 | return -ENODEV; |
1da177e4 | 154 | |
d550d98d | 155 | return 0; |
1da177e4 LT |
156 | } |
157 | ||
e2ff3940 RW |
158 | static int acpi_bind_memblk(struct memory_block *mem, void *arg) |
159 | { | |
24dee1fc | 160 | return acpi_bind_one(&mem->dev, arg); |
e2ff3940 RW |
161 | } |
162 | ||
163 | static int acpi_bind_memory_blocks(struct acpi_memory_info *info, | |
24dee1fc | 164 | struct acpi_device *adev) |
e2ff3940 | 165 | { |
fbcf73ce DH |
166 | return walk_memory_blocks(info->start_addr, info->length, adev, |
167 | acpi_bind_memblk); | |
e2ff3940 RW |
168 | } |
169 | ||
170 | static int acpi_unbind_memblk(struct memory_block *mem, void *arg) | |
171 | { | |
172 | acpi_unbind_one(&mem->dev); | |
173 | return 0; | |
174 | } | |
175 | ||
24dee1fc | 176 | static void acpi_unbind_memory_blocks(struct acpi_memory_info *info) |
e2ff3940 | 177 | { |
fbcf73ce DH |
178 | walk_memory_blocks(info->start_addr, info->length, NULL, |
179 | acpi_unbind_memblk); | |
e2ff3940 RW |
180 | } |
181 | ||
4be44fcd | 182 | static int acpi_memory_enable_device(struct acpi_memory_device *mem_device) |
1da177e4 | 183 | { |
e2ff3940 | 184 | acpi_handle handle = mem_device->device->handle; |
9ac02398 KH |
185 | int result, num_enabled = 0; |
186 | struct acpi_memory_info *info; | |
1e3590e2 | 187 | int node; |
1da177e4 | 188 | |
e2ff3940 | 189 | node = acpi_get_node(handle); |
1da177e4 LT |
190 | /* |
191 | * Tell the VM there is more memory here... | |
192 | * Note: Assume that this function returns zero on success | |
9ac02398 KH |
193 | * We don't have memory-hot-add rollback function,now. |
194 | * (i.e. memory-hot-remove function) | |
1da177e4 | 195 | */ |
9ac02398 | 196 | list_for_each_entry(info, &mem_device->res_list, list) { |
fa25d8d6 | 197 | if (info->enabled) { /* just sanity check...*/ |
dd56a8e3 YG |
198 | num_enabled++; |
199 | continue; | |
200 | } | |
5d2619fc ZY |
201 | /* |
202 | * If the memory block size is zero, please ignore it. | |
203 | * Don't try to do the following memory hotplug flowchart. | |
204 | */ | |
205 | if (!info->length) | |
206 | continue; | |
8c2676a5 KM |
207 | if (node < 0) |
208 | node = memory_add_physaddr_to_nid(info->start_addr); | |
209 | ||
8df1d0e4 | 210 | result = __add_memory(node, info->start_addr, info->length); |
65479472 WC |
211 | |
212 | /* | |
213 | * If the memory block has been used by the kernel, add_memory() | |
214 | * returns -EEXIST. If add_memory() returns the other error, it | |
215 | * means that this memory block is not used by the kernel. | |
216 | */ | |
fd4655c2 | 217 | if (result && result != -EEXIST) |
9ac02398 | 218 | continue; |
65479472 | 219 | |
24dee1fc | 220 | result = acpi_bind_memory_blocks(info, mem_device->device); |
e2ff3940 | 221 | if (result) { |
24dee1fc | 222 | acpi_unbind_memory_blocks(info); |
e2ff3940 RW |
223 | return -ENODEV; |
224 | } | |
225 | ||
bb49d82d YI |
226 | info->enabled = 1; |
227 | ||
65479472 WC |
228 | /* |
229 | * Add num_enable even if add_memory() returns -EEXIST, so the | |
230 | * device is bound to this driver. | |
231 | */ | |
9ac02398 KH |
232 | num_enabled++; |
233 | } | |
234 | if (!num_enabled) { | |
ab6c5709 | 235 | dev_err(&mem_device->device->dev, "add_memory failed\n"); |
1da177e4 | 236 | mem_device->state = MEMORY_INVALID_STATE; |
9ac02398 | 237 | return -EINVAL; |
1da177e4 | 238 | } |
5d2619fc ZY |
239 | /* |
240 | * Sometimes the memory device will contain several memory blocks. | |
241 | * When one memory block is hot-added to the system memory, it will | |
242 | * be regarded as a success. | |
243 | * Otherwise if the last memory block can't be hot-added to the system | |
244 | * memory, it will be failure and the memory device can't be bound with | |
245 | * driver. | |
246 | */ | |
247 | return 0; | |
1da177e4 LT |
248 | } |
249 | ||
242831eb | 250 | static void acpi_memory_remove_memory(struct acpi_memory_device *mem_device) |
1da177e4 | 251 | { |
e2ff3940 | 252 | acpi_handle handle = mem_device->device->handle; |
9ac02398 | 253 | struct acpi_memory_info *info, *n; |
242831eb | 254 | int nid = acpi_get_node(handle); |
60a5a19e | 255 | |
9ac02398 | 256 | list_for_each_entry_safe(info, n, &mem_device->res_list, list) { |
65479472 | 257 | if (!info->enabled) |
fd4655c2 | 258 | continue; |
65479472 | 259 | |
1bb25df0 | 260 | if (nid == NUMA_NO_NODE) |
60a5a19e | 261 | nid = memory_add_physaddr_to_nid(info->start_addr); |
e2ff3940 | 262 | |
24dee1fc | 263 | acpi_unbind_memory_blocks(info); |
d15e5926 | 264 | __remove_memory(nid, info->start_addr, info->length); |
19387b27 | 265 | list_del(&info->list); |
9ac02398 | 266 | kfree(info); |
1da177e4 | 267 | } |
19387b27 YI |
268 | } |
269 | ||
386e52b9 WC |
270 | static void acpi_memory_device_free(struct acpi_memory_device *mem_device) |
271 | { | |
272 | if (!mem_device) | |
273 | return; | |
274 | ||
275 | acpi_memory_free_device_resources(mem_device); | |
0a347644 | 276 | mem_device->device->driver_data = NULL; |
386e52b9 WC |
277 | kfree(mem_device); |
278 | } | |
279 | ||
0a347644 RW |
280 | static int acpi_memory_device_add(struct acpi_device *device, |
281 | const struct acpi_device_id *not_used) | |
1da177e4 | 282 | { |
0a347644 | 283 | struct acpi_memory_device *mem_device; |
1da177e4 | 284 | int result; |
1da177e4 LT |
285 | |
286 | if (!device) | |
d550d98d | 287 | return -EINVAL; |
1da177e4 | 288 | |
36bcbec7 | 289 | mem_device = kzalloc(sizeof(struct acpi_memory_device), GFP_KERNEL); |
1da177e4 | 290 | if (!mem_device) |
d550d98d | 291 | return -ENOMEM; |
1da177e4 | 292 | |
9ac02398 | 293 | INIT_LIST_HEAD(&mem_device->res_list); |
3b74863d | 294 | mem_device->device = device; |
1da177e4 LT |
295 | sprintf(acpi_device_name(device), "%s", ACPI_MEMORY_DEVICE_NAME); |
296 | sprintf(acpi_device_class(device), "%s", ACPI_MEMORY_DEVICE_CLASS); | |
db89b4f0 | 297 | device->driver_data = mem_device; |
1da177e4 LT |
298 | |
299 | /* Get the range from the _CRS */ | |
300 | result = acpi_memory_get_device_resources(mem_device); | |
301 | if (result) { | |
d19f503e | 302 | device->driver_data = NULL; |
1da177e4 | 303 | kfree(mem_device); |
d550d98d | 304 | return result; |
1da177e4 LT |
305 | } |
306 | ||
307 | /* Set the device state */ | |
308 | mem_device->state = MEMORY_POWER_ON_STATE; | |
309 | ||
0a347644 RW |
310 | result = acpi_memory_check_device(mem_device); |
311 | if (result) { | |
312 | acpi_memory_device_free(mem_device); | |
313 | return 0; | |
314 | } | |
1da177e4 | 315 | |
0a347644 RW |
316 | result = acpi_memory_enable_device(mem_device); |
317 | if (result) { | |
318 | dev_err(&device->dev, "acpi_memory_enable_device() error\n"); | |
319 | acpi_memory_device_free(mem_device); | |
e2ff3940 | 320 | return result; |
1f425994 | 321 | } |
0a347644 RW |
322 | |
323 | dev_dbg(&device->dev, "Memory device configured by ACPI\n"); | |
324 | return 1; | |
1f425994 YG |
325 | } |
326 | ||
0a347644 | 327 | static void acpi_memory_device_remove(struct acpi_device *device) |
80f20fef | 328 | { |
0a347644 | 329 | struct acpi_memory_device *mem_device; |
80f20fef BH |
330 | |
331 | if (!device || !acpi_driver_data(device)) | |
0a347644 | 332 | return; |
80f20fef BH |
333 | |
334 | mem_device = acpi_driver_data(device); | |
0a347644 | 335 | acpi_memory_remove_memory(mem_device); |
386e52b9 | 336 | acpi_memory_device_free(mem_device); |
1da177e4 LT |
337 | } |
338 | ||
00159a20 PB |
339 | static bool __initdata acpi_no_memhotplug; |
340 | ||
0a347644 | 341 | void __init acpi_memory_hotplug_init(void) |
1da177e4 | 342 | { |
cccd4208 RW |
343 | if (acpi_no_memhotplug) { |
344 | memory_device_handler.attach = NULL; | |
345 | acpi_scan_add_handler(&memory_device_handler); | |
00159a20 | 346 | return; |
cccd4208 | 347 | } |
0a347644 | 348 | acpi_scan_add_handler_with_hotplug(&memory_device_handler, "memory"); |
1da177e4 | 349 | } |
00159a20 PB |
350 | |
351 | static int __init disable_acpi_memory_hotplug(char *str) | |
352 | { | |
353 | acpi_no_memhotplug = true; | |
354 | return 1; | |
355 | } | |
356 | __setup("acpi_no_memhotplug", disable_acpi_memory_hotplug); | |
cccd4208 RW |
357 | |
358 | #else | |
359 | ||
360 | static struct acpi_scan_handler memory_device_handler = { | |
361 | .ids = memory_device_ids, | |
362 | }; | |
363 | ||
364 | void __init acpi_memory_hotplug_init(void) | |
365 | { | |
366 | acpi_scan_add_handler(&memory_device_handler); | |
367 | } | |
368 | ||
369 | #endif /* CONFIG_ACPI_HOTPLUG_MEMORY */ |