Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * pci_root.c - ACPI PCI Root Bridge Driver ($Revision: 40 $) | |
3 | * | |
4 | * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com> | |
5 | * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> | |
6 | * | |
7 | * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | |
8 | * | |
9 | * This program is free software; you can redistribute it and/or modify | |
10 | * it under the terms of the GNU General Public License as published by | |
11 | * the Free Software Foundation; either version 2 of the License, or (at | |
12 | * your option) any later version. | |
13 | * | |
14 | * This program is distributed in the hope that it will be useful, but | |
15 | * WITHOUT ANY WARRANTY; without even the implied warranty of | |
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
17 | * General Public License for more details. | |
18 | * | |
19 | * You should have received a copy of the GNU General Public License along | |
20 | * with this program; if not, write to the Free Software Foundation, Inc., | |
21 | * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. | |
22 | * | |
23 | * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | |
24 | */ | |
25 | ||
26 | #include <linux/kernel.h> | |
27 | #include <linux/module.h> | |
28 | #include <linux/init.h> | |
29 | #include <linux/types.h> | |
d0020f65 | 30 | #include <linux/mutex.h> |
1da177e4 | 31 | #include <linux/pm.h> |
b67ea761 | 32 | #include <linux/pm_runtime.h> |
1da177e4 | 33 | #include <linux/pci.h> |
990a7ac5 | 34 | #include <linux/pci-acpi.h> |
eca67315 | 35 | #include <linux/pci-aspm.h> |
1da177e4 | 36 | #include <linux/acpi.h> |
5a0e3ad6 | 37 | #include <linux/slab.h> |
1da177e4 LT |
38 | #include <acpi/acpi_bus.h> |
39 | #include <acpi/acpi_drivers.h> | |
415e12b2 | 40 | #include <acpi/apei.h> |
1da177e4 | 41 | |
a192a958 LB |
42 | #define PREFIX "ACPI: " |
43 | ||
1da177e4 | 44 | #define _COMPONENT ACPI_PCI_COMPONENT |
f52fd66d | 45 | ACPI_MODULE_NAME("pci_root"); |
1da177e4 | 46 | #define ACPI_PCI_ROOT_CLASS "pci_bridge" |
1da177e4 | 47 | #define ACPI_PCI_ROOT_DEVICE_NAME "PCI Root Bridge" |
4be44fcd LB |
48 | static int acpi_pci_root_add(struct acpi_device *device); |
49 | static int acpi_pci_root_remove(struct acpi_device *device, int type); | |
1da177e4 | 50 | |
415e12b2 RW |
51 | #define ACPI_PCIE_REQ_SUPPORT (OSC_EXT_PCI_CONFIG_SUPPORT \ |
52 | | OSC_ACTIVE_STATE_PWR_SUPPORT \ | |
53 | | OSC_CLOCK_PWR_CAPABILITY_SUPPORT \ | |
54 | | OSC_MSI_SUPPORT) | |
55 | ||
c97adf9e | 56 | static const struct acpi_device_id root_device_ids[] = { |
1ba90e3a TR |
57 | {"PNP0A03", 0}, |
58 | {"", 0}, | |
59 | }; | |
60 | MODULE_DEVICE_TABLE(acpi, root_device_ids); | |
61 | ||
1da177e4 | 62 | static struct acpi_driver acpi_pci_root_driver = { |
c2b6705b | 63 | .name = "pci_root", |
4be44fcd | 64 | .class = ACPI_PCI_ROOT_CLASS, |
1ba90e3a | 65 | .ids = root_device_ids, |
4be44fcd LB |
66 | .ops = { |
67 | .add = acpi_pci_root_add, | |
68 | .remove = acpi_pci_root_remove, | |
4be44fcd | 69 | }, |
1da177e4 LT |
70 | }; |
71 | ||
d0020f65 TI |
72 | /* Lock to protect both acpi_pci_roots and acpi_pci_drivers lists */ |
73 | static DEFINE_MUTEX(acpi_pci_root_lock); | |
1da177e4 | 74 | static LIST_HEAD(acpi_pci_roots); |
8ee5bdf3 | 75 | static LIST_HEAD(acpi_pci_drivers); |
1da177e4 | 76 | |
63f10f0f | 77 | static DEFINE_MUTEX(osc_lock); |
1da177e4 LT |
78 | |
79 | int acpi_pci_register_driver(struct acpi_pci_driver *driver) | |
80 | { | |
81 | int n = 0; | |
c1aec834 | 82 | struct acpi_pci_root *root; |
1da177e4 | 83 | |
d0020f65 | 84 | mutex_lock(&acpi_pci_root_lock); |
8ee5bdf3 | 85 | list_add_tail(&driver->node, &acpi_pci_drivers); |
d0020f65 TI |
86 | if (driver->add) |
87 | list_for_each_entry(root, &acpi_pci_roots, node) { | |
55bfe3c0 | 88 | driver->add(root); |
d0020f65 TI |
89 | n++; |
90 | } | |
91 | mutex_unlock(&acpi_pci_root_lock); | |
1da177e4 LT |
92 | |
93 | return n; | |
94 | } | |
95 | EXPORT_SYMBOL(acpi_pci_register_driver); | |
96 | ||
97 | void acpi_pci_unregister_driver(struct acpi_pci_driver *driver) | |
98 | { | |
c1aec834 | 99 | struct acpi_pci_root *root; |
1da177e4 | 100 | |
d0020f65 | 101 | mutex_lock(&acpi_pci_root_lock); |
8ee5bdf3 | 102 | list_del(&driver->node); |
d0020f65 TI |
103 | if (driver->remove) |
104 | list_for_each_entry(root, &acpi_pci_roots, node) | |
55bfe3c0 | 105 | driver->remove(root); |
d0020f65 | 106 | mutex_unlock(&acpi_pci_root_lock); |
1da177e4 LT |
107 | } |
108 | EXPORT_SYMBOL(acpi_pci_unregister_driver); | |
109 | ||
d91a0078 JC |
110 | acpi_handle acpi_get_pci_rootbridge_handle(unsigned int seg, unsigned int bus) |
111 | { | |
c1aec834 | 112 | struct acpi_pci_root *root; |
6507e6eb | 113 | acpi_handle handle = NULL; |
d91a0078 | 114 | |
6507e6eb | 115 | mutex_lock(&acpi_pci_root_lock); |
c1aec834 | 116 | list_for_each_entry(root, &acpi_pci_roots, node) |
6ad95513 | 117 | if ((root->segment == (u16) seg) && |
6507e6eb TI |
118 | (root->secondary.start == (u16) bus)) { |
119 | handle = root->device->handle; | |
120 | break; | |
121 | } | |
122 | mutex_unlock(&acpi_pci_root_lock); | |
123 | return handle; | |
d91a0078 JC |
124 | } |
125 | ||
126 | EXPORT_SYMBOL_GPL(acpi_get_pci_rootbridge_handle); | |
127 | ||
27558203 AC |
128 | /** |
129 | * acpi_is_root_bridge - determine whether an ACPI CA node is a PCI root bridge | |
130 | * @handle - the ACPI CA node in question. | |
131 | * | |
132 | * Note: we could make this API take a struct acpi_device * instead, but | |
133 | * for now, it's more convenient to operate on an acpi_handle. | |
134 | */ | |
135 | int acpi_is_root_bridge(acpi_handle handle) | |
136 | { | |
137 | int ret; | |
138 | struct acpi_device *device; | |
139 | ||
140 | ret = acpi_bus_get_device(handle, &device); | |
141 | if (ret) | |
142 | return 0; | |
143 | ||
144 | ret = acpi_match_device_ids(device, root_device_ids); | |
145 | if (ret) | |
146 | return 0; | |
147 | else | |
148 | return 1; | |
149 | } | |
150 | EXPORT_SYMBOL_GPL(acpi_is_root_bridge); | |
151 | ||
1da177e4 | 152 | static acpi_status |
4be44fcd | 153 | get_root_bridge_busnr_callback(struct acpi_resource *resource, void *data) |
1da177e4 | 154 | { |
6ad95513 | 155 | struct resource *res = data; |
1da177e4 LT |
156 | struct acpi_resource_address64 address; |
157 | ||
50eca3eb BM |
158 | if (resource->type != ACPI_RESOURCE_TYPE_ADDRESS16 && |
159 | resource->type != ACPI_RESOURCE_TYPE_ADDRESS32 && | |
160 | resource->type != ACPI_RESOURCE_TYPE_ADDRESS64) | |
1da177e4 LT |
161 | return AE_OK; |
162 | ||
163 | acpi_resource_to_address64(resource, &address); | |
4be44fcd | 164 | if ((address.address_length > 0) && |
6ad95513 BH |
165 | (address.resource_type == ACPI_BUS_NUMBER_RANGE)) { |
166 | res->start = address.minimum; | |
167 | res->end = address.minimum + address.address_length - 1; | |
168 | } | |
1da177e4 LT |
169 | |
170 | return AE_OK; | |
171 | } | |
172 | ||
f5eebbe1 | 173 | static acpi_status try_get_root_bridge_busnr(acpi_handle handle, |
6ad95513 | 174 | struct resource *res) |
1da177e4 LT |
175 | { |
176 | acpi_status status; | |
177 | ||
6ad95513 | 178 | res->start = -1; |
4be44fcd LB |
179 | status = |
180 | acpi_walk_resources(handle, METHOD_NAME__CRS, | |
6ad95513 | 181 | get_root_bridge_busnr_callback, res); |
1da177e4 LT |
182 | if (ACPI_FAILURE(status)) |
183 | return status; | |
6ad95513 | 184 | if (res->start == -1) |
1da177e4 LT |
185 | return AE_ERROR; |
186 | return AE_OK; | |
187 | } | |
188 | ||
3a9622dc | 189 | static u8 pci_osc_uuid_str[] = "33DB4D5B-1FF7-401C-9657-7441C03DD766"; |
63f10f0f KK |
190 | |
191 | static acpi_status acpi_pci_run_osc(acpi_handle handle, | |
192 | const u32 *capbuf, u32 *retval) | |
193 | { | |
3a9622dc SL |
194 | struct acpi_osc_context context = { |
195 | .uuid_str = pci_osc_uuid_str, | |
196 | .rev = 1, | |
197 | .cap.length = 12, | |
198 | .cap.pointer = (void *)capbuf, | |
199 | }; | |
63f10f0f | 200 | acpi_status status; |
63f10f0f | 201 | |
3a9622dc SL |
202 | status = acpi_run_osc(handle, &context); |
203 | if (ACPI_SUCCESS(status)) { | |
204 | *retval = *((u32 *)(context.ret.pointer + 8)); | |
205 | kfree(context.ret.pointer); | |
63f10f0f | 206 | } |
63f10f0f KK |
207 | return status; |
208 | } | |
209 | ||
ab8e8957 RW |
210 | static acpi_status acpi_pci_query_osc(struct acpi_pci_root *root, |
211 | u32 support, | |
212 | u32 *control) | |
63f10f0f KK |
213 | { |
214 | acpi_status status; | |
ab8e8957 RW |
215 | u32 result, capbuf[3]; |
216 | ||
217 | support &= OSC_PCI_SUPPORT_MASKS; | |
218 | support |= root->osc_support_set; | |
63f10f0f | 219 | |
63f10f0f | 220 | capbuf[OSC_QUERY_TYPE] = OSC_QUERY_ENABLE; |
ab8e8957 RW |
221 | capbuf[OSC_SUPPORT_TYPE] = support; |
222 | if (control) { | |
223 | *control &= OSC_PCI_CONTROL_MASKS; | |
224 | capbuf[OSC_CONTROL_TYPE] = *control | root->osc_control_set; | |
225 | } else { | |
226 | /* Run _OSC query for all possible controls. */ | |
227 | capbuf[OSC_CONTROL_TYPE] = OSC_PCI_CONTROL_MASKS; | |
228 | } | |
63f10f0f KK |
229 | |
230 | status = acpi_pci_run_osc(root->device->handle, capbuf, &result); | |
231 | if (ACPI_SUCCESS(status)) { | |
ab8e8957 | 232 | root->osc_support_set = support; |
2b8fd918 | 233 | if (control) |
ab8e8957 | 234 | *control = result; |
63f10f0f KK |
235 | } |
236 | return status; | |
237 | } | |
238 | ||
239 | static acpi_status acpi_pci_osc_support(struct acpi_pci_root *root, u32 flags) | |
240 | { | |
241 | acpi_status status; | |
242 | acpi_handle tmp; | |
243 | ||
244 | status = acpi_get_handle(root->device->handle, "_OSC", &tmp); | |
245 | if (ACPI_FAILURE(status)) | |
246 | return status; | |
247 | mutex_lock(&osc_lock); | |
ab8e8957 | 248 | status = acpi_pci_query_osc(root, flags, NULL); |
63f10f0f KK |
249 | mutex_unlock(&osc_lock); |
250 | return status; | |
251 | } | |
252 | ||
76d56de5 | 253 | struct acpi_pci_root *acpi_pci_find_root(acpi_handle handle) |
63f10f0f KK |
254 | { |
255 | struct acpi_pci_root *root; | |
cd4faf9c | 256 | struct acpi_device *device; |
c1aec834 | 257 | |
cd4faf9c TI |
258 | if (acpi_bus_get_device(handle, &device) || |
259 | acpi_match_device_ids(device, root_device_ids)) | |
260 | return NULL; | |
261 | ||
262 | root = acpi_driver_data(device); | |
263 | ||
264 | return root; | |
63f10f0f | 265 | } |
76d56de5 | 266 | EXPORT_SYMBOL_GPL(acpi_pci_find_root); |
63f10f0f | 267 | |
2f7bbceb AC |
268 | struct acpi_handle_node { |
269 | struct list_head node; | |
270 | acpi_handle handle; | |
271 | }; | |
272 | ||
273 | /** | |
274 | * acpi_get_pci_dev - convert ACPI CA handle to struct pci_dev | |
275 | * @handle: the handle in question | |
276 | * | |
277 | * Given an ACPI CA handle, the desired PCI device is located in the | |
278 | * list of PCI devices. | |
279 | * | |
280 | * If the device is found, its reference count is increased and this | |
281 | * function returns a pointer to its data structure. The caller must | |
282 | * decrement the reference count by calling pci_dev_put(). | |
283 | * If no device is found, %NULL is returned. | |
284 | */ | |
285 | struct pci_dev *acpi_get_pci_dev(acpi_handle handle) | |
286 | { | |
287 | int dev, fn; | |
288 | unsigned long long adr; | |
289 | acpi_status status; | |
290 | acpi_handle phandle; | |
291 | struct pci_bus *pbus; | |
292 | struct pci_dev *pdev = NULL; | |
293 | struct acpi_handle_node *node, *tmp; | |
294 | struct acpi_pci_root *root; | |
295 | LIST_HEAD(device_list); | |
296 | ||
297 | /* | |
298 | * Walk up the ACPI CA namespace until we reach a PCI root bridge. | |
299 | */ | |
300 | phandle = handle; | |
301 | while (!acpi_is_root_bridge(phandle)) { | |
302 | node = kzalloc(sizeof(struct acpi_handle_node), GFP_KERNEL); | |
303 | if (!node) | |
304 | goto out; | |
305 | ||
306 | INIT_LIST_HEAD(&node->node); | |
307 | node->handle = phandle; | |
308 | list_add(&node->node, &device_list); | |
309 | ||
310 | status = acpi_get_parent(phandle, &phandle); | |
311 | if (ACPI_FAILURE(status)) | |
312 | goto out; | |
313 | } | |
314 | ||
315 | root = acpi_pci_find_root(phandle); | |
316 | if (!root) | |
317 | goto out; | |
318 | ||
319 | pbus = root->bus; | |
320 | ||
321 | /* | |
322 | * Now, walk back down the PCI device tree until we return to our | |
323 | * original handle. Assumes that everything between the PCI root | |
324 | * bridge and the device we're looking for must be a P2P bridge. | |
325 | */ | |
326 | list_for_each_entry(node, &device_list, node) { | |
327 | acpi_handle hnd = node->handle; | |
328 | status = acpi_evaluate_integer(hnd, "_ADR", NULL, &adr); | |
329 | if (ACPI_FAILURE(status)) | |
330 | goto out; | |
331 | dev = (adr >> 16) & 0xffff; | |
332 | fn = adr & 0xffff; | |
333 | ||
334 | pdev = pci_get_slot(pbus, PCI_DEVFN(dev, fn)); | |
412af978 | 335 | if (!pdev || hnd == handle) |
2f7bbceb AC |
336 | break; |
337 | ||
338 | pbus = pdev->subordinate; | |
339 | pci_dev_put(pdev); | |
497fb54f RW |
340 | |
341 | /* | |
342 | * This function may be called for a non-PCI device that has a | |
343 | * PCI parent (eg. a disk under a PCI SATA controller). In that | |
344 | * case pdev->subordinate will be NULL for the parent. | |
345 | */ | |
346 | if (!pbus) { | |
347 | dev_dbg(&pdev->dev, "Not a PCI-to-PCI bridge\n"); | |
348 | pdev = NULL; | |
349 | break; | |
350 | } | |
2f7bbceb AC |
351 | } |
352 | out: | |
353 | list_for_each_entry_safe(node, tmp, &device_list, node) | |
354 | kfree(node); | |
355 | ||
356 | return pdev; | |
357 | } | |
358 | EXPORT_SYMBOL_GPL(acpi_get_pci_dev); | |
359 | ||
63f10f0f | 360 | /** |
75fb60f2 RW |
361 | * acpi_pci_osc_control_set - Request control of PCI root _OSC features. |
362 | * @handle: ACPI handle of a PCI root bridge (or PCIe Root Complex). | |
363 | * @mask: Mask of _OSC bits to request control of, place to store control mask. | |
364 | * @req: Mask of _OSC bits the control of is essential to the caller. | |
63f10f0f | 365 | * |
75fb60f2 RW |
366 | * Run _OSC query for @mask and if that is successful, compare the returned |
367 | * mask of control bits with @req. If all of the @req bits are set in the | |
368 | * returned mask, run _OSC request for it. | |
369 | * | |
370 | * The variable at the @mask address may be modified regardless of whether or | |
371 | * not the function returns success. On success it will contain the mask of | |
372 | * _OSC bits the BIOS has granted control of, but its contents are meaningless | |
373 | * on failure. | |
63f10f0f | 374 | **/ |
75fb60f2 | 375 | acpi_status acpi_pci_osc_control_set(acpi_handle handle, u32 *mask, u32 req) |
63f10f0f | 376 | { |
75fb60f2 | 377 | struct acpi_pci_root *root; |
63f10f0f | 378 | acpi_status status; |
75fb60f2 | 379 | u32 ctrl, capbuf[3]; |
63f10f0f | 380 | acpi_handle tmp; |
63f10f0f | 381 | |
75fb60f2 RW |
382 | if (!mask) |
383 | return AE_BAD_PARAMETER; | |
384 | ||
385 | ctrl = *mask & OSC_PCI_CONTROL_MASKS; | |
386 | if ((ctrl & req) != req) | |
63f10f0f KK |
387 | return AE_TYPE; |
388 | ||
389 | root = acpi_pci_find_root(handle); | |
390 | if (!root) | |
391 | return AE_NOT_EXIST; | |
392 | ||
b879dc4b RW |
393 | status = acpi_get_handle(handle, "_OSC", &tmp); |
394 | if (ACPI_FAILURE(status)) | |
395 | return status; | |
396 | ||
63f10f0f | 397 | mutex_lock(&osc_lock); |
75fb60f2 RW |
398 | |
399 | *mask = ctrl | root->osc_control_set; | |
63f10f0f | 400 | /* No need to evaluate _OSC if the control was already granted. */ |
75fb60f2 | 401 | if ((root->osc_control_set & ctrl) == ctrl) |
63f10f0f KK |
402 | goto out; |
403 | ||
75fb60f2 RW |
404 | /* Need to check the available controls bits before requesting them. */ |
405 | while (*mask) { | |
406 | status = acpi_pci_query_osc(root, root->osc_support_set, mask); | |
407 | if (ACPI_FAILURE(status)) | |
408 | goto out; | |
409 | if (ctrl == *mask) | |
410 | break; | |
411 | ctrl = *mask; | |
412 | } | |
2b8fd918 | 413 | |
75fb60f2 | 414 | if ((ctrl & req) != req) { |
63f10f0f KK |
415 | status = AE_SUPPORT; |
416 | goto out; | |
417 | } | |
418 | ||
419 | capbuf[OSC_QUERY_TYPE] = 0; | |
420 | capbuf[OSC_SUPPORT_TYPE] = root->osc_support_set; | |
75fb60f2 RW |
421 | capbuf[OSC_CONTROL_TYPE] = ctrl; |
422 | status = acpi_pci_run_osc(handle, capbuf, mask); | |
63f10f0f | 423 | if (ACPI_SUCCESS(status)) |
75fb60f2 | 424 | root->osc_control_set = *mask; |
63f10f0f KK |
425 | out: |
426 | mutex_unlock(&osc_lock); | |
427 | return status; | |
428 | } | |
9f5404d8 | 429 | EXPORT_SYMBOL(acpi_pci_osc_control_set); |
63f10f0f | 430 | |
da095fd3 | 431 | static int acpi_pci_root_add(struct acpi_device *device) |
1da177e4 | 432 | { |
f5eebbe1 BH |
433 | unsigned long long segment, bus; |
434 | acpi_status status; | |
435 | int result; | |
436 | struct acpi_pci_root *root; | |
437 | acpi_handle handle; | |
47525cda | 438 | struct acpi_pci_driver *driver; |
0ef5f8f6 | 439 | u32 flags, base_flags; |
8c33f51d | 440 | bool is_osc_granted = false; |
1da177e4 | 441 | |
6ad95513 BH |
442 | root = kzalloc(sizeof(struct acpi_pci_root), GFP_KERNEL); |
443 | if (!root) | |
444 | return -ENOMEM; | |
445 | ||
f5eebbe1 BH |
446 | segment = 0; |
447 | status = acpi_evaluate_integer(device->handle, METHOD_NAME__SEG, NULL, | |
448 | &segment); | |
449 | if (ACPI_FAILURE(status) && status != AE_NOT_FOUND) { | |
450 | printk(KERN_ERR PREFIX "can't evaluate _SEG\n"); | |
6ad95513 BH |
451 | result = -ENODEV; |
452 | goto end; | |
f5eebbe1 | 453 | } |
1da177e4 | 454 | |
f5eebbe1 | 455 | /* Check _CRS first, then _BBN. If no _BBN, default to zero. */ |
6ad95513 BH |
456 | root->secondary.flags = IORESOURCE_BUS; |
457 | status = try_get_root_bridge_busnr(device->handle, &root->secondary); | |
f5eebbe1 | 458 | if (ACPI_FAILURE(status)) { |
6ad95513 BH |
459 | /* |
460 | * We need both the start and end of the downstream bus range | |
461 | * to interpret _CBA (MMCONFIG base address), so it really is | |
462 | * supposed to be in _CRS. If we don't find it there, all we | |
463 | * can do is assume [_BBN-0xFF] or [0-0xFF]. | |
464 | */ | |
465 | root->secondary.end = 0xFF; | |
466 | printk(KERN_WARNING FW_BUG PREFIX | |
467 | "no secondary bus range in _CRS\n"); | |
e545b55a JM |
468 | status = acpi_evaluate_integer(device->handle, METHOD_NAME__BBN, |
469 | NULL, &bus); | |
6ad95513 BH |
470 | if (ACPI_SUCCESS(status)) |
471 | root->secondary.start = bus; | |
472 | else if (status == AE_NOT_FOUND) | |
473 | root->secondary.start = 0; | |
474 | else { | |
475 | printk(KERN_ERR PREFIX "can't evaluate _BBN\n"); | |
476 | result = -ENODEV; | |
477 | goto end; | |
f5eebbe1 BH |
478 | } |
479 | } | |
1da177e4 | 480 | |
f5eebbe1 | 481 | INIT_LIST_HEAD(&root->node); |
32917e5b | 482 | root->device = device; |
0705495d | 483 | root->segment = segment & 0xFFFF; |
1da177e4 LT |
484 | strcpy(acpi_device_name(device), ACPI_PCI_ROOT_DEVICE_NAME); |
485 | strcpy(acpi_device_class(device), ACPI_PCI_ROOT_CLASS); | |
db89b4f0 | 486 | device->driver_data = root; |
1da177e4 | 487 | |
6ad95513 | 488 | printk(KERN_INFO PREFIX "%s [%s] (domain %04x %pR)\n", |
4be44fcd | 489 | acpi_device_name(device), acpi_device_bid(device), |
6ad95513 | 490 | root->segment, &root->secondary); |
1da177e4 | 491 | |
1da177e4 LT |
492 | /* |
493 | * PCI Routing Table | |
494 | * ----------------- | |
495 | * Evaluate and parse _PRT, if exists. | |
496 | */ | |
2d1e0a02 | 497 | status = acpi_get_handle(device->handle, METHOD_NAME__PRT, &handle); |
1da177e4 | 498 | if (ACPI_SUCCESS(status)) |
d4761ba2 BH |
499 | result = acpi_pci_irq_add_prt(device->handle, root->segment, |
500 | root->secondary.start); | |
501 | ||
f4b57a3b | 502 | root->mcfg_addr = acpi_pci_root_get_mcfg_addr(device->handle); |
1da177e4 | 503 | |
2786f6e3 | 504 | /* |
990a7ac5 AP |
505 | * All supported architectures that use ACPI have support for |
506 | * PCI domains, so we indicate this in _OSC support capabilities. | |
2786f6e3 | 507 | */ |
0ef5f8f6 | 508 | flags = base_flags = OSC_PCI_SEGMENT_GROUPS_SUPPORT; |
63f10f0f | 509 | acpi_pci_osc_support(root, flags); |
2786f6e3 | 510 | |
0ef5f8f6 | 511 | /* Indicate support for various _OSC capabilities. */ |
8c33f51d | 512 | if (pci_ext_cfg_avail()) |
0ef5f8f6 | 513 | flags |= OSC_EXT_PCI_CONFIG_SUPPORT; |
8c33f51d | 514 | if (pcie_aspm_support_enabled()) { |
3e1b1600 | 515 | flags |= OSC_ACTIVE_STATE_PWR_SUPPORT | |
8c33f51d TI |
516 | OSC_CLOCK_PWR_CAPABILITY_SUPPORT; |
517 | } | |
07ae95f9 AP |
518 | if (pci_msi_enabled()) |
519 | flags |= OSC_MSI_SUPPORT; | |
2d9c8677 RW |
520 | if (flags != base_flags) { |
521 | status = acpi_pci_osc_support(root, flags); | |
522 | if (ACPI_FAILURE(status)) { | |
8c33f51d | 523 | dev_info(&device->dev, "ACPI _OSC support " |
2d9c8677 RW |
524 | "notification failed, disabling PCIe ASPM\n"); |
525 | pcie_no_aspm(); | |
526 | flags = base_flags; | |
527 | } | |
528 | } | |
415e12b2 RW |
529 | if (!pcie_ports_disabled |
530 | && (flags & ACPI_PCIE_REQ_SUPPORT) == ACPI_PCIE_REQ_SUPPORT) { | |
531 | flags = OSC_PCI_EXPRESS_CAP_STRUCTURE_CONTROL | |
532 | | OSC_PCI_EXPRESS_NATIVE_HP_CONTROL | |
533 | | OSC_PCI_EXPRESS_PME_CONTROL; | |
534 | ||
535 | if (pci_aer_available()) { | |
536 | if (aer_acpi_firmware_first()) | |
8c33f51d | 537 | dev_dbg(&device->dev, |
415e12b2 RW |
538 | "PCIe errors handled by BIOS.\n"); |
539 | else | |
540 | flags |= OSC_PCI_EXPRESS_AER_CONTROL; | |
541 | } | |
542 | ||
8c33f51d | 543 | dev_info(&device->dev, |
415e12b2 RW |
544 | "Requesting ACPI _OSC control (0x%02x)\n", flags); |
545 | ||
546 | status = acpi_pci_osc_control_set(device->handle, &flags, | |
8c33f51d | 547 | OSC_PCI_EXPRESS_CAP_STRUCTURE_CONTROL); |
eca67315 | 548 | if (ACPI_SUCCESS(status)) { |
8c33f51d TI |
549 | is_osc_granted = true; |
550 | dev_info(&device->dev, | |
415e12b2 | 551 | "ACPI _OSC control (0x%02x) granted\n", flags); |
eca67315 | 552 | } else { |
8c33f51d TI |
553 | is_osc_granted = false; |
554 | dev_info(&device->dev, | |
a246670d RW |
555 | "ACPI _OSC request failed (%s), " |
556 | "returned control mask: 0x%02x\n", | |
557 | acpi_format_exception(status), flags); | |
eca67315 | 558 | } |
a246670d | 559 | } else { |
8c33f51d TI |
560 | dev_info(&device->dev, |
561 | "Unable to request _OSC control " | |
562 | "(_OSC support mask: 0x%02x)\n", flags); | |
563 | } | |
564 | ||
1da177e4 LT |
565 | /* |
566 | * TBD: Need PCI interface for enumeration/configuration of roots. | |
567 | */ | |
568 | ||
6507e6eb | 569 | mutex_lock(&acpi_pci_root_lock); |
4be44fcd | 570 | list_add_tail(&root->node, &acpi_pci_roots); |
6507e6eb | 571 | mutex_unlock(&acpi_pci_root_lock); |
1da177e4 | 572 | |
1da177e4 LT |
573 | /* |
574 | * Scan the Root Bridge | |
575 | * -------------------- | |
576 | * Must do this prior to any attempt to bind the root device, as the | |
577 | * PCI namespace does not get created until this call is made (and | |
578 | * thus the root bridge's pci_dev does not exist). | |
579 | */ | |
57283776 | 580 | root->bus = pci_acpi_scan_root(root); |
1da177e4 | 581 | if (!root->bus) { |
6468463a LB |
582 | printk(KERN_ERR PREFIX |
583 | "Bus %04x:%02x not present in PCI namespace\n", | |
6ad95513 | 584 | root->segment, (unsigned int)root->secondary.start); |
1da177e4 | 585 | result = -ENODEV; |
6507e6eb | 586 | goto out_del_root; |
1da177e4 LT |
587 | } |
588 | ||
8c33f51d TI |
589 | /* ASPM setting */ |
590 | if (is_osc_granted) { | |
591 | if (acpi_gbl_FADT.boot_flags & ACPI_FADT_NO_ASPM) | |
592 | pcie_clear_aspm(root->bus); | |
a246670d | 593 | } else { |
8c33f51d TI |
594 | pr_info("ACPI _OSC control for PCIe not granted, " |
595 | "disabling ASPM\n"); | |
596 | pcie_no_aspm(); | |
415e12b2 RW |
597 | } |
598 | ||
b67ea761 RW |
599 | pci_acpi_add_bus_pm_notifier(device, root->bus); |
600 | if (device->wakeup.flags.run_wake) | |
601 | device_set_run_wake(root->bus->bridge, true); | |
602 | ||
3c449ed0 YL |
603 | if (system_state != SYSTEM_BOOTING) { |
604 | pcibios_resource_survey_bus(root->bus); | |
62a08c5a | 605 | pci_assign_unassigned_bus_resources(root->bus); |
3c449ed0 | 606 | } |
62a08c5a | 607 | |
d0020f65 | 608 | mutex_lock(&acpi_pci_root_lock); |
c8e9afb1 JL |
609 | list_for_each_entry(driver, &acpi_pci_drivers, node) |
610 | if (driver->add) | |
55bfe3c0 | 611 | driver->add(root); |
d0020f65 | 612 | mutex_unlock(&acpi_pci_root_lock); |
c431ada4 | 613 | |
62a08c5a YL |
614 | /* need to after hot-added ioapic is registered */ |
615 | if (system_state != SYSTEM_BOOTING) | |
616 | pci_enable_bridges(root->bus); | |
617 | ||
caf420c6 BH |
618 | pci_bus_add_devices(root->bus); |
619 | return 0; | |
47525cda RW |
620 | |
621 | out_del_root: | |
622 | mutex_lock(&acpi_pci_root_lock); | |
623 | list_del(&root->node); | |
624 | mutex_unlock(&acpi_pci_root_lock); | |
625 | ||
626 | acpi_pci_irq_del_prt(root->segment, root->secondary.start); | |
627 | end: | |
628 | kfree(root); | |
629 | return result; | |
c431ada4 | 630 | } |
1da177e4 | 631 | |
4be44fcd | 632 | static int acpi_pci_root_remove(struct acpi_device *device, int type) |
1da177e4 | 633 | { |
13b6a916 YL |
634 | acpi_status status; |
635 | acpi_handle handle; | |
caf420c6 | 636 | struct acpi_pci_root *root = acpi_driver_data(device); |
c8e9afb1 JL |
637 | struct acpi_pci_driver *driver; |
638 | ||
9738a1fd YL |
639 | pci_stop_root_bus(root->bus); |
640 | ||
d0020f65 | 641 | mutex_lock(&acpi_pci_root_lock); |
f426cef3 | 642 | list_for_each_entry_reverse(driver, &acpi_pci_drivers, node) |
c8e9afb1 | 643 | if (driver->remove) |
55bfe3c0 | 644 | driver->remove(root); |
9738a1fd | 645 | mutex_unlock(&acpi_pci_root_lock); |
1da177e4 | 646 | |
b67ea761 RW |
647 | device_set_run_wake(root->bus->bridge, false); |
648 | pci_acpi_remove_bus_pm_notifier(device); | |
649 | ||
13b6a916 YL |
650 | status = acpi_get_handle(device->handle, METHOD_NAME__PRT, &handle); |
651 | if (ACPI_SUCCESS(status)) | |
79c44122 | 652 | acpi_pci_irq_del_prt(root->segment, root->secondary.start); |
13b6a916 | 653 | |
9738a1fd YL |
654 | pci_remove_root_bus(root->bus); |
655 | ||
656 | mutex_lock(&acpi_pci_root_lock); | |
6507e6eb TI |
657 | list_del(&root->node); |
658 | mutex_unlock(&acpi_pci_root_lock); | |
1da177e4 | 659 | kfree(root); |
d550d98d | 660 | return 0; |
1da177e4 LT |
661 | } |
662 | ||
92ef2a25 | 663 | int __init acpi_pci_root_init(void) |
1da177e4 | 664 | { |
d3072e6a RW |
665 | acpi_hest_init(); |
666 | ||
1da177e4 | 667 | if (acpi_pci_disabled) |
d550d98d | 668 | return 0; |
1da177e4 | 669 | |
7bc5e3f2 | 670 | pci_acpi_crs_quirks(); |
1da177e4 | 671 | if (acpi_bus_register_driver(&acpi_pci_root_driver) < 0) |
d550d98d | 672 | return -ENODEV; |
1da177e4 | 673 | |
d550d98d | 674 | return 0; |
1da177e4 | 675 | } |
668192b6 YL |
676 | /* Support root bridge hotplug */ |
677 | ||
678 | static void handle_root_bridge_insertion(acpi_handle handle) | |
679 | { | |
680 | struct acpi_device *device; | |
681 | ||
682 | if (!acpi_bus_get_device(handle, &device)) { | |
683 | printk(KERN_DEBUG "acpi device exists...\n"); | |
684 | return; | |
685 | } | |
686 | ||
687 | if (acpi_bus_scan(handle)) | |
688 | printk(KERN_ERR "cannot add bridge to acpi list\n"); | |
689 | } | |
690 | ||
691 | static void handle_root_bridge_removal(struct acpi_device *device) | |
692 | { | |
693 | struct acpi_eject_event *ej_event; | |
694 | ||
695 | ej_event = kmalloc(sizeof(*ej_event), GFP_KERNEL); | |
696 | if (!ej_event) { | |
697 | /* Inform firmware the hot-remove operation has error */ | |
698 | (void) acpi_evaluate_hotplug_ost(device->handle, | |
699 | ACPI_NOTIFY_EJECT_REQUEST, | |
700 | ACPI_OST_SC_NON_SPECIFIC_FAILURE, | |
701 | NULL); | |
702 | return; | |
703 | } | |
704 | ||
705 | ej_event->device = device; | |
706 | ej_event->event = ACPI_NOTIFY_EJECT_REQUEST; | |
707 | ||
708 | acpi_bus_hot_remove_device(ej_event); | |
709 | } | |
710 | ||
711 | static void _handle_hotplug_event_root(struct work_struct *work) | |
712 | { | |
713 | struct acpi_pci_root *root; | |
714 | struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER }; | |
715 | struct acpi_hp_work *hp_work; | |
716 | acpi_handle handle; | |
717 | u32 type; | |
718 | ||
719 | hp_work = container_of(work, struct acpi_hp_work, work); | |
720 | handle = hp_work->handle; | |
721 | type = hp_work->type; | |
722 | ||
723 | root = acpi_pci_find_root(handle); | |
724 | ||
725 | acpi_get_name(handle, ACPI_FULL_PATHNAME, &buffer); | |
726 | ||
727 | switch (type) { | |
728 | case ACPI_NOTIFY_BUS_CHECK: | |
729 | /* bus enumerate */ | |
730 | printk(KERN_DEBUG "%s: Bus check notify on %s\n", __func__, | |
731 | (char *)buffer.pointer); | |
732 | if (!root) | |
733 | handle_root_bridge_insertion(handle); | |
734 | ||
735 | break; | |
736 | ||
737 | case ACPI_NOTIFY_DEVICE_CHECK: | |
738 | /* device check */ | |
739 | printk(KERN_DEBUG "%s: Device check notify on %s\n", __func__, | |
740 | (char *)buffer.pointer); | |
741 | if (!root) | |
742 | handle_root_bridge_insertion(handle); | |
743 | break; | |
744 | ||
745 | case ACPI_NOTIFY_EJECT_REQUEST: | |
746 | /* request device eject */ | |
747 | printk(KERN_DEBUG "%s: Device eject notify on %s\n", __func__, | |
748 | (char *)buffer.pointer); | |
749 | if (root) | |
750 | handle_root_bridge_removal(root->device); | |
751 | break; | |
752 | default: | |
753 | printk(KERN_WARNING "notify_handler: unknown event type 0x%x for %s\n", | |
754 | type, (char *)buffer.pointer); | |
755 | break; | |
756 | } | |
757 | ||
758 | kfree(hp_work); /* allocated in handle_hotplug_event_bridge */ | |
759 | kfree(buffer.pointer); | |
760 | } | |
761 | ||
762 | static void handle_hotplug_event_root(acpi_handle handle, u32 type, | |
763 | void *context) | |
764 | { | |
765 | alloc_acpi_hp_work(handle, type, context, | |
766 | _handle_hotplug_event_root); | |
767 | } | |
768 | ||
769 | static acpi_status __init | |
770 | find_root_bridges(acpi_handle handle, u32 lvl, void *context, void **rv) | |
771 | { | |
772 | char objname[64]; | |
773 | struct acpi_buffer buffer = { .length = sizeof(objname), | |
774 | .pointer = objname }; | |
775 | int *count = (int *)context; | |
776 | ||
777 | if (!acpi_is_root_bridge(handle)) | |
778 | return AE_OK; | |
779 | ||
780 | (*count)++; | |
781 | ||
782 | acpi_get_name(handle, ACPI_FULL_PATHNAME, &buffer); | |
783 | ||
784 | acpi_install_notify_handler(handle, ACPI_SYSTEM_NOTIFY, | |
785 | handle_hotplug_event_root, NULL); | |
786 | printk(KERN_DEBUG "acpi root: %s notify handler installed\n", objname); | |
787 | ||
788 | return AE_OK; | |
789 | } | |
790 | ||
791 | void __init acpi_pci_root_hp_init(void) | |
792 | { | |
793 | int num = 0; | |
794 | ||
795 | acpi_walk_namespace(ACPI_TYPE_DEVICE, ACPI_ROOT_OBJECT, | |
796 | ACPI_UINT32_MAX, find_root_bridges, NULL, &num, NULL); | |
797 | ||
798 | printk(KERN_DEBUG "Found %d acpi root devices\n", num); | |
799 | } |