Commit | Line | Data |
---|---|---|
c942fddf | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1da177e4 | 2 | /* |
ac212b69 | 3 | * processor_driver.c - ACPI Processor Driver |
1da177e4 LT |
4 | * |
5 | * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com> | |
6 | * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> | |
7 | * Copyright (C) 2004 Dominik Brodowski <linux@brodo.de> | |
8 | * Copyright (C) 2004 Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com> | |
9 | * - Added processor hotplug support | |
ac212b69 RW |
10 | * Copyright (C) 2013, Intel Corporation |
11 | * Rafael J. Wysocki <rafael.j.wysocki@intel.com> | |
1da177e4 LT |
12 | */ |
13 | ||
14 | #include <linux/kernel.h> | |
15 | #include <linux/module.h> | |
16 | #include <linux/init.h> | |
1da177e4 LT |
17 | #include <linux/cpufreq.h> |
18 | #include <linux/cpu.h> | |
4f86d3a8 | 19 | #include <linux/cpuidle.h> |
5a0e3ad6 | 20 | #include <linux/slab.h> |
47db4547 | 21 | #include <linux/acpi.h> |
ac212b69 | 22 | |
1da177e4 LT |
23 | #include <acpi/processor.h> |
24 | ||
ac212b69 RW |
25 | #include "internal.h" |
26 | ||
1da177e4 LT |
27 | #define ACPI_PROCESSOR_NOTIFY_PERFORMANCE 0x80 |
28 | #define ACPI_PROCESSOR_NOTIFY_POWER 0x81 | |
01854e69 | 29 | #define ACPI_PROCESSOR_NOTIFY_THROTTLING 0x82 |
1da177e4 | 30 | |
1da177e4 | 31 | #define _COMPONENT ACPI_PROCESSOR_COMPONENT |
0131aa3d | 32 | ACPI_MODULE_NAME("processor_driver"); |
1da177e4 | 33 | |
f52fd66d | 34 | MODULE_AUTHOR("Paul Diefenbaugh"); |
7cda93e0 | 35 | MODULE_DESCRIPTION("ACPI Processor Driver"); |
1da177e4 LT |
36 | MODULE_LICENSE("GPL"); |
37 | ||
ac212b69 RW |
38 | static int acpi_processor_start(struct device *dev); |
39 | static int acpi_processor_stop(struct device *dev); | |
1da177e4 | 40 | |
1ba90e3a | 41 | static const struct acpi_device_id processor_device_ids[] = { |
ad93a765 | 42 | {ACPI_PROCESSOR_OBJECT_HID, 0}, |
9f324bda | 43 | {ACPI_PROCESSOR_DEVICE_HID, 0}, |
1ba90e3a TR |
44 | {"", 0}, |
45 | }; | |
46 | MODULE_DEVICE_TABLE(acpi, processor_device_ids); | |
47 | ||
ac212b69 | 48 | static struct device_driver acpi_processor_driver = { |
c2b6705b | 49 | .name = "processor", |
ac212b69 RW |
50 | .bus = &cpu_subsys, |
51 | .acpi_match_table = processor_device_ids, | |
52 | .probe = acpi_processor_start, | |
53 | .remove = acpi_processor_stop, | |
1da177e4 LT |
54 | }; |
55 | ||
ac212b69 | 56 | static void acpi_processor_notify(acpi_handle handle, u32 event, void *data) |
1da177e4 | 57 | { |
ac212b69 | 58 | struct acpi_device *device = data; |
b26e9286 | 59 | struct acpi_processor *pr; |
e790cc8b | 60 | int saved; |
1da177e4 | 61 | |
ac212b69 RW |
62 | if (device->handle != handle) |
63 | return; | |
64 | ||
65 | pr = acpi_driver_data(device); | |
1da177e4 | 66 | if (!pr) |
d550d98d | 67 | return; |
1da177e4 | 68 | |
1da177e4 LT |
69 | switch (event) { |
70 | case ACPI_PROCESSOR_NOTIFY_PERFORMANCE: | |
e790cc8b | 71 | saved = pr->performance_platform_limit; |
d81c45e1 | 72 | acpi_processor_ppc_has_changed(pr, 1); |
e790cc8b AS |
73 | if (saved == pr->performance_platform_limit) |
74 | break; | |
962ce8ca | 75 | acpi_bus_generate_netlink_event(device->pnp.device_class, |
0794469d | 76 | dev_name(&device->dev), event, |
962ce8ca | 77 | pr->performance_platform_limit); |
1da177e4 LT |
78 | break; |
79 | case ACPI_PROCESSOR_NOTIFY_POWER: | |
a36a7fec | 80 | acpi_processor_power_state_has_changed(pr); |
962ce8ca | 81 | acpi_bus_generate_netlink_event(device->pnp.device_class, |
0794469d | 82 | dev_name(&device->dev), event, 0); |
1da177e4 | 83 | break; |
01854e69 LY |
84 | case ACPI_PROCESSOR_NOTIFY_THROTTLING: |
85 | acpi_processor_tstate_has_changed(pr); | |
962ce8ca | 86 | acpi_bus_generate_netlink_event(device->pnp.device_class, |
0794469d | 87 | dev_name(&device->dev), event, 0); |
879dca01 | 88 | break; |
1da177e4 LT |
89 | default: |
90 | ACPI_DEBUG_PRINT((ACPI_DB_INFO, | |
4be44fcd | 91 | "Unsupported event [0x%x]\n", event)); |
1da177e4 LT |
92 | break; |
93 | } | |
94 | ||
d550d98d | 95 | return; |
1da177e4 LT |
96 | } |
97 | ||
fe7bf106 | 98 | static int __acpi_processor_start(struct acpi_device *device); |
ac212b69 | 99 | |
64f3bf2f | 100 | static int acpi_soft_cpu_online(unsigned int cpu) |
729c6ba3 | 101 | { |
706546d0 | 102 | struct acpi_processor *pr = per_cpu(processors, cpu); |
ac212b69 | 103 | struct acpi_device *device; |
8da83734 | 104 | |
ac212b69 | 105 | if (!pr || acpi_bus_get_device(pr->handle, &device)) |
64f3bf2f SAS |
106 | return 0; |
107 | /* | |
108 | * CPU got physically hotplugged and onlined for the first time: | |
109 | * Initialize missing things. | |
110 | */ | |
111 | if (pr->flags.need_hotplug_init) { | |
112 | int ret; | |
113 | ||
114 | pr_info("Will online and init hotplugged CPU: %d\n", | |
115 | pr->id); | |
116 | pr->flags.need_hotplug_init = 0; | |
117 | ret = __acpi_processor_start(device); | |
118 | WARN(ret, "Failed to start CPU: %d\n", pr->id); | |
119 | } else { | |
120 | /* Normal CPU soft online event. */ | |
121 | acpi_processor_ppc_has_changed(pr, 0); | |
122 | acpi_processor_hotplug(pr); | |
123 | acpi_processor_reevaluate_tstate(pr, false); | |
124 | acpi_processor_tstate_has_changed(pr); | |
5a344a50 | 125 | } |
64f3bf2f | 126 | return 0; |
729c6ba3 VP |
127 | } |
128 | ||
64f3bf2f SAS |
129 | static int acpi_soft_cpu_dead(unsigned int cpu) |
130 | { | |
131 | struct acpi_processor *pr = per_cpu(processors, cpu); | |
132 | struct acpi_device *device; | |
133 | ||
134 | if (!pr || acpi_bus_get_device(pr->handle, &device)) | |
135 | return 0; | |
136 | ||
137 | acpi_processor_reevaluate_tstate(pr, true); | |
138 | return 0; | |
139 | } | |
729c6ba3 | 140 | |
239708a3 AC |
141 | #ifdef CONFIG_ACPI_CPU_FREQ_PSS |
142 | static int acpi_pss_perf_init(struct acpi_processor *pr, | |
143 | struct acpi_device *device) | |
54d5dcc4 | 144 | { |
54d5dcc4 TR |
145 | int result = 0; |
146 | ||
54d5dcc4 | 147 | acpi_processor_ppc_has_changed(pr, 0); |
239708a3 | 148 | |
54d5dcc4 | 149 | acpi_processor_get_throttling_info(pr); |
22e7551e LT |
150 | |
151 | if (pr->flags.throttling) | |
152 | pr->flags.limit = 1; | |
54d5dcc4 | 153 | |
54d5dcc4 TR |
154 | pr->cdev = thermal_cooling_device_register("Processor", device, |
155 | &processor_cooling_ops); | |
156 | if (IS_ERR(pr->cdev)) { | |
157 | result = PTR_ERR(pr->cdev); | |
239708a3 | 158 | return result; |
54d5dcc4 TR |
159 | } |
160 | ||
161 | dev_dbg(&device->dev, "registered as cooling_device%d\n", | |
162 | pr->cdev->id); | |
163 | ||
164 | result = sysfs_create_link(&device->dev.kobj, | |
165 | &pr->cdev->device.kobj, | |
166 | "thermal_cooling"); | |
167 | if (result) { | |
47db4547 TK |
168 | dev_err(&device->dev, |
169 | "Failed to create sysfs link 'thermal_cooling'\n"); | |
54d5dcc4 TR |
170 | goto err_thermal_unregister; |
171 | } | |
239708a3 | 172 | |
54d5dcc4 TR |
173 | result = sysfs_create_link(&pr->cdev->device.kobj, |
174 | &device->dev.kobj, | |
175 | "device"); | |
176 | if (result) { | |
47db4547 TK |
177 | dev_err(&pr->cdev->device, |
178 | "Failed to create sysfs link 'device'\n"); | |
54d5dcc4 TR |
179 | goto err_remove_sysfs_thermal; |
180 | } | |
181 | ||
ce360db7 SP |
182 | return 0; |
183 | ||
ac212b69 | 184 | err_remove_sysfs_thermal: |
54d5dcc4 | 185 | sysfs_remove_link(&device->dev.kobj, "thermal_cooling"); |
ac212b69 | 186 | err_thermal_unregister: |
54d5dcc4 | 187 | thermal_cooling_device_unregister(pr->cdev); |
239708a3 AC |
188 | |
189 | return result; | |
190 | } | |
191 | ||
192 | static void acpi_pss_perf_exit(struct acpi_processor *pr, | |
193 | struct acpi_device *device) | |
194 | { | |
195 | if (pr->cdev) { | |
196 | sysfs_remove_link(&device->dev.kobj, "thermal_cooling"); | |
197 | sysfs_remove_link(&pr->cdev->device.kobj, "device"); | |
198 | thermal_cooling_device_unregister(pr->cdev); | |
199 | pr->cdev = NULL; | |
200 | } | |
201 | } | |
202 | #else | |
203 | static inline int acpi_pss_perf_init(struct acpi_processor *pr, | |
204 | struct acpi_device *device) | |
205 | { | |
206 | return 0; | |
207 | } | |
208 | ||
209 | static inline void acpi_pss_perf_exit(struct acpi_processor *pr, | |
210 | struct acpi_device *device) {} | |
211 | #endif /* CONFIG_ACPI_CPU_FREQ_PSS */ | |
212 | ||
213 | static int __acpi_processor_start(struct acpi_device *device) | |
214 | { | |
215 | struct acpi_processor *pr = acpi_driver_data(device); | |
216 | acpi_status status; | |
217 | int result = 0; | |
218 | ||
219 | if (!pr) | |
220 | return -ENODEV; | |
221 | ||
222 | if (pr->flags.need_hotplug_init) | |
223 | return 0; | |
224 | ||
4f2f7573 | 225 | result = acpi_cppc_processor_probe(pr); |
65e95891 | 226 | if (result && !IS_ENABLED(CONFIG_ACPI_CPU_FREQ_PSS)) |
512bb03f | 227 | dev_dbg(&device->dev, "CPPC data invalid or not present\n"); |
4f2f7573 | 228 | |
239708a3 AC |
229 | if (!cpuidle_get_driver() || cpuidle_get_driver() == &acpi_idle_driver) |
230 | acpi_processor_power_init(pr); | |
231 | ||
232 | result = acpi_pss_perf_init(pr, device); | |
233 | if (result) | |
234 | goto err_power_exit; | |
235 | ||
236 | status = acpi_install_notify_handler(device->handle, ACPI_DEVICE_NOTIFY, | |
237 | acpi_processor_notify, device); | |
238 | if (ACPI_SUCCESS(status)) | |
239 | return 0; | |
240 | ||
a5cbdf69 TG |
241 | result = -ENODEV; |
242 | acpi_pss_perf_exit(pr, device); | |
243 | ||
239708a3 | 244 | err_power_exit: |
38a991b6 | 245 | acpi_processor_power_exit(pr); |
54d5dcc4 TR |
246 | return result; |
247 | } | |
248 | ||
fe7bf106 | 249 | static int acpi_processor_start(struct device *dev) |
1da177e4 | 250 | { |
d0a7edbb | 251 | struct acpi_device *device = ACPI_COMPANION(dev); |
8153f9ac | 252 | int ret; |
1da177e4 | 253 | |
d0a7edbb | 254 | if (!device) |
ac212b69 | 255 | return -ENODEV; |
1da177e4 | 256 | |
8153f9ac | 257 | /* Protect against concurrent CPU hotplug operations */ |
fdaf0a51 | 258 | cpu_hotplug_disable(); |
8153f9ac | 259 | ret = __acpi_processor_start(device); |
fdaf0a51 | 260 | cpu_hotplug_enable(); |
8153f9ac | 261 | return ret; |
1da177e4 LT |
262 | } |
263 | ||
ac212b69 | 264 | static int acpi_processor_stop(struct device *dev) |
1da177e4 | 265 | { |
d0a7edbb | 266 | struct acpi_device *device = ACPI_COMPANION(dev); |
ac212b69 | 267 | struct acpi_processor *pr; |
1da177e4 | 268 | |
d0a7edbb | 269 | if (!device) |
ac212b69 | 270 | return 0; |
1da177e4 | 271 | |
ac212b69 RW |
272 | acpi_remove_notify_handler(device->handle, ACPI_DEVICE_NOTIFY, |
273 | acpi_processor_notify); | |
1da177e4 | 274 | |
50dd0969 | 275 | pr = acpi_driver_data(device); |
ac212b69 RW |
276 | if (!pr) |
277 | return 0; | |
38a991b6 | 278 | acpi_processor_power_exit(pr); |
1da177e4 | 279 | |
239708a3 AC |
280 | acpi_pss_perf_exit(pr, device); |
281 | ||
4f2f7573 AC |
282 | acpi_cppc_processor_exit(pr); |
283 | ||
d550d98d | 284 | return 0; |
1da177e4 LT |
285 | } |
286 | ||
d15ce412 VK |
287 | bool acpi_processor_cpufreq_init; |
288 | ||
289 | static int acpi_processor_notifier(struct notifier_block *nb, | |
290 | unsigned long event, void *data) | |
291 | { | |
292 | struct cpufreq_policy *policy = data; | |
d15ce412 VK |
293 | |
294 | if (event == CPUFREQ_CREATE_POLICY) { | |
3000ce3c RW |
295 | acpi_thermal_cpufreq_init(policy); |
296 | acpi_processor_ppc_init(policy); | |
d15ce412 | 297 | } else if (event == CPUFREQ_REMOVE_POLICY) { |
3000ce3c RW |
298 | acpi_processor_ppc_exit(policy); |
299 | acpi_thermal_cpufreq_exit(policy); | |
d15ce412 VK |
300 | } |
301 | ||
302 | return 0; | |
303 | } | |
304 | ||
305 | static struct notifier_block acpi_processor_notifier_block = { | |
306 | .notifier_call = acpi_processor_notifier, | |
307 | }; | |
308 | ||
1da177e4 LT |
309 | /* |
310 | * We keep the driver loaded even when ACPI is not running. | |
311 | * This is needed for the powernow-k8 driver, that works even without | |
312 | * ACPI, but needs symbols from this driver | |
313 | */ | |
64f3bf2f | 314 | static enum cpuhp_state hp_online; |
ac212b69 | 315 | static int __init acpi_processor_driver_init(void) |
1da177e4 | 316 | { |
4be44fcd | 317 | int result = 0; |
1da177e4 | 318 | |
ce8442b5 YL |
319 | if (acpi_disabled) |
320 | return 0; | |
321 | ||
ac212b69 | 322 | result = driver_register(&acpi_processor_driver); |
4f86d3a8 | 323 | if (result < 0) |
46bcfad7 | 324 | return result; |
1da177e4 | 325 | |
64f3bf2f SAS |
326 | result = cpuhp_setup_state_nocalls(CPUHP_AP_ONLINE_DYN, |
327 | "acpi/cpu-drv:online", | |
328 | acpi_soft_cpu_online, NULL); | |
329 | if (result < 0) | |
330 | goto err; | |
331 | hp_online = result; | |
332 | cpuhp_setup_state_nocalls(CPUHP_ACPI_CPUDRV_DEAD, "acpi/cpu-drv:dead", | |
333 | NULL, acpi_soft_cpu_dead); | |
334 | ||
d15ce412 VK |
335 | if (!cpufreq_register_notifier(&acpi_processor_notifier_block, |
336 | CPUFREQ_POLICY_NOTIFIER)) { | |
337 | acpi_processor_cpufreq_init = true; | |
338 | acpi_processor_ignore_ppc_init(); | |
339 | } | |
340 | ||
1180509f | 341 | acpi_processor_throttling_init(); |
d550d98d | 342 | return 0; |
64f3bf2f SAS |
343 | err: |
344 | driver_unregister(&acpi_processor_driver); | |
345 | return result; | |
1da177e4 LT |
346 | } |
347 | ||
ac212b69 | 348 | static void __exit acpi_processor_driver_exit(void) |
1da177e4 | 349 | { |
ce8442b5 YL |
350 | if (acpi_disabled) |
351 | return; | |
352 | ||
d15ce412 VK |
353 | if (acpi_processor_cpufreq_init) { |
354 | cpufreq_unregister_notifier(&acpi_processor_notifier_block, | |
355 | CPUFREQ_POLICY_NOTIFIER); | |
356 | acpi_processor_cpufreq_init = false; | |
357 | } | |
358 | ||
64f3bf2f SAS |
359 | cpuhp_remove_state_nocalls(hp_online); |
360 | cpuhp_remove_state_nocalls(CPUHP_ACPI_CPUDRV_DEAD); | |
ac212b69 | 361 | driver_unregister(&acpi_processor_driver); |
1da177e4 LT |
362 | } |
363 | ||
ac212b69 RW |
364 | module_init(acpi_processor_driver_init); |
365 | module_exit(acpi_processor_driver_exit); | |
1da177e4 | 366 | |
1da177e4 | 367 | MODULE_ALIAS("processor"); |