nvmet-fc: defer cleanup using RCU properly
[linux-block.git] / drivers / pci / bus.c
CommitLineData
7328c8f4 1// SPDX-License-Identifier: GPL-2.0
1da177e4 2/*
1da177e4
LT
3 * From setup-res.c, by:
4 * Dave Rusling (david.rusling@reo.mts.dec.com)
5 * David Mosberger (davidm@cs.arizona.edu)
6 * David Miller (davem@redhat.com)
7 * Ivan Kokshaysky (ink@jurassic.park.msu.ru)
8 */
9#include <linux/module.h>
10#include <linux/kernel.h>
11#include <linux/pci.h>
12#include <linux/errno.h>
13#include <linux/ioport.h>
1a8c251c 14#include <linux/of.h>
1da177e4 15#include <linux/proc_fs.h>
5a0e3ad6 16#include <linux/slab.h>
1da177e4
LT
17
18#include "pci.h"
19
0efd5aab
BH
20void pci_add_resource_offset(struct list_head *resources, struct resource *res,
21 resource_size_t offset)
45ca9e97 22{
14d76b68 23 struct resource_entry *entry;
45ca9e97 24
14d76b68
JL
25 entry = resource_list_create_entry(res, 0);
26 if (!entry) {
25da8dba 27 pr_err("PCI: can't add host bridge window %pR\n", res);
45ca9e97
BH
28 return;
29 }
30
14d76b68
JL
31 entry->offset = offset;
32 resource_list_add_tail(entry, resources);
0efd5aab
BH
33}
34EXPORT_SYMBOL(pci_add_resource_offset);
35
36void pci_add_resource(struct list_head *resources, struct resource *res)
37{
38 pci_add_resource_offset(resources, res, 0);
45ca9e97
BH
39}
40EXPORT_SYMBOL(pci_add_resource);
41
42void pci_free_resource_list(struct list_head *resources)
43{
14d76b68 44 resource_list_free(resources);
45ca9e97
BH
45}
46EXPORT_SYMBOL(pci_free_resource_list);
47
2fe2abf8
BH
48void pci_bus_add_resource(struct pci_bus *bus, struct resource *res,
49 unsigned int flags)
50{
51 struct pci_bus_resource *bus_res;
52
53 bus_res = kzalloc(sizeof(struct pci_bus_resource), GFP_KERNEL);
54 if (!bus_res) {
55 dev_err(&bus->dev, "can't add %pR resource\n", res);
56 return;
57 }
58
59 bus_res->res = res;
60 bus_res->flags = flags;
61 list_add_tail(&bus_res->list, &bus->resources);
62}
63
64struct resource *pci_bus_resource_n(const struct pci_bus *bus, int n)
65{
66 struct pci_bus_resource *bus_res;
67
68 if (n < PCI_BRIDGE_RESOURCE_NUM)
69 return bus->resource[n];
70
71 n -= PCI_BRIDGE_RESOURCE_NUM;
72 list_for_each_entry(bus_res, &bus->resources, list) {
73 if (n-- == 0)
74 return bus_res->res;
75 }
76 return NULL;
77}
78EXPORT_SYMBOL_GPL(pci_bus_resource_n);
79
ab909509
NS
80void pci_bus_remove_resource(struct pci_bus *bus, struct resource *res)
81{
82 struct pci_bus_resource *bus_res, *tmp;
83 int i;
84
85 for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++) {
86 if (bus->resource[i] == res) {
87 bus->resource[i] = NULL;
88 return;
89 }
90 }
91
92 list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
93 if (bus_res->res == res) {
94 list_del(&bus_res->list);
95 kfree(bus_res);
96 return;
97 }
98 }
99}
100
2fe2abf8
BH
101void pci_bus_remove_resources(struct pci_bus *bus)
102{
2fe2abf8 103 int i;
817a2685 104 struct pci_bus_resource *bus_res, *tmp;
2fe2abf8
BH
105
106 for (i = 0; i < PCI_BRIDGE_RESOURCE_NUM; i++)
7736a05a 107 bus->resource[i] = NULL;
2fe2abf8 108
817a2685
YL
109 list_for_each_entry_safe(bus_res, tmp, &bus->resources, list) {
110 list_del(&bus_res->list);
111 kfree(bus_res);
112 }
2fe2abf8
BH
113}
114
950334bc
BH
115int devm_request_pci_bus_resources(struct device *dev,
116 struct list_head *resources)
117{
118 struct resource_entry *win;
119 struct resource *parent, *res;
120 int err;
121
122 resource_list_for_each_entry(win, resources) {
123 res = win->res;
124 switch (resource_type(res)) {
125 case IORESOURCE_IO:
126 parent = &ioport_resource;
127 break;
128 case IORESOURCE_MEM:
129 parent = &iomem_resource;
130 break;
131 default:
132 continue;
133 }
134
135 err = devm_request_resource(dev, parent, res);
136 if (err)
137 return err;
138 }
139
140 return 0;
141}
142EXPORT_SYMBOL_GPL(devm_request_pci_bus_resources);
143
f75b99d5 144static struct pci_bus_region pci_32_bit = {0, 0xffffffffULL};
8e639079 145#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
f75b99d5 146static struct pci_bus_region pci_64_bit = {0,
3a9ad0b4
YL
147 (pci_bus_addr_t) 0xffffffffffffffffULL};
148static struct pci_bus_region pci_high = {(pci_bus_addr_t) 0x100000000ULL,
149 (pci_bus_addr_t) 0xffffffffffffffffULL};
f75b99d5
YL
150#endif
151
152/*
153 * @res contains CPU addresses. Clip it so the corresponding bus addresses
154 * on @bus are entirely within @region. This is used to control the bus
155 * addresses of resources we allocate, e.g., we may need a resource that
156 * can be mapped by a 32-bit BAR.
1da177e4 157 */
f75b99d5
YL
158static void pci_clip_resource_to_region(struct pci_bus *bus,
159 struct resource *res,
160 struct pci_bus_region *region)
161{
162 struct pci_bus_region r;
163
164 pcibios_resource_to_bus(bus, &r, res);
165 if (r.start < region->start)
166 r.start = region->start;
167 if (r.end > region->end)
168 r.end = region->end;
169
170 if (r.end < r.start)
171 res->end = res->start - 1;
172 else
173 pcibios_bus_to_resource(bus, res, &r);
174}
175
176static int pci_bus_alloc_from_region(struct pci_bus *bus, struct resource *res,
e31dd6e4 177 resource_size_t size, resource_size_t align,
664c2848 178 resource_size_t min, unsigned long type_mask,
b26b2d49 179 resource_size_t (*alignf)(void *,
3b7a17fc 180 const struct resource *,
b26b2d49
DB
181 resource_size_t,
182 resource_size_t),
f75b99d5
YL
183 void *alignf_data,
184 struct pci_bus_region *region)
1da177e4 185{
f75b99d5
YL
186 struct resource *r, avail;
187 resource_size_t max;
02992064 188 int ret;
1da177e4 189
aa11fc58 190 type_mask |= IORESOURCE_TYPE_BITS;
1da177e4 191
02992064 192 pci_bus_for_each_resource(bus, r) {
3460baa6
CB
193 resource_size_t min_used = min;
194
6db45b76
BH
195 if (!r)
196 continue;
197
1da177e4
LT
198 /* type_mask must match */
199 if ((res->flags ^ r->flags) & type_mask)
200 continue;
201
202 /* We cannot allocate a non-prefetching resource
203 from a pre-fetching area */
204 if ((r->flags & IORESOURCE_PREFETCH) &&
205 !(res->flags & IORESOURCE_PREFETCH))
206 continue;
207
f75b99d5
YL
208 avail = *r;
209 pci_clip_resource_to_region(bus, &avail, region);
f75b99d5 210
36e097a8
BH
211 /*
212 * "min" is typically PCIBIOS_MIN_IO or PCIBIOS_MIN_MEM to
213 * protect badly documented motherboard resources, but if
214 * this is an already-configured bridge window, its start
215 * overrides "min".
216 */
f75b99d5 217 if (avail.start)
3460baa6 218 min_used = avail.start;
f75b99d5
YL
219
220 max = avail.end;
36e097a8 221
5c5fb3c3
BH
222 /* Don't bother if available space isn't large enough */
223 if (size > max - min_used + 1)
224 continue;
225
1da177e4 226 /* Ok, try it out.. */
3460baa6 227 ret = allocate_resource(r, res, size, min_used, max,
36e097a8 228 align, alignf, alignf_data);
1da177e4 229 if (ret == 0)
f75b99d5 230 return 0;
1da177e4 231 }
f75b99d5
YL
232 return -ENOMEM;
233}
234
235/**
236 * pci_bus_alloc_resource - allocate a resource from a parent bus
237 * @bus: PCI bus
238 * @res: resource to allocate
239 * @size: size of resource to allocate
240 * @align: alignment of resource to allocate
241 * @min: minimum /proc/iomem address to allocate
242 * @type_mask: IORESOURCE_* type flags
243 * @alignf: resource alignment function
244 * @alignf_data: data argument for resource alignment function
245 *
246 * Given the PCI bus a device resides on, the size, minimum address,
247 * alignment and type, try to find an acceptable resource allocation
248 * for a specific device resource.
249 */
d56dbf5b 250int pci_bus_alloc_resource(struct pci_bus *bus, struct resource *res,
f75b99d5 251 resource_size_t size, resource_size_t align,
664c2848 252 resource_size_t min, unsigned long type_mask,
f75b99d5
YL
253 resource_size_t (*alignf)(void *,
254 const struct resource *,
255 resource_size_t,
256 resource_size_t),
257 void *alignf_data)
258{
8e639079 259#ifdef CONFIG_ARCH_DMA_ADDR_T_64BIT
d56dbf5b
YL
260 int rc;
261
262 if (res->flags & IORESOURCE_MEM_64) {
263 rc = pci_bus_alloc_from_region(bus, res, size, align, min,
264 type_mask, alignf, alignf_data,
265 &pci_high);
266 if (rc == 0)
267 return 0;
268
f75b99d5
YL
269 return pci_bus_alloc_from_region(bus, res, size, align, min,
270 type_mask, alignf, alignf_data,
271 &pci_64_bit);
1da177e4 272 }
f75b99d5
YL
273#endif
274
275 return pci_bus_alloc_from_region(bus, res, size, align, min,
276 type_mask, alignf, alignf_data,
277 &pci_32_bit);
1da177e4 278}
b7fe9434 279EXPORT_SYMBOL(pci_bus_alloc_resource);
1da177e4 280
0f7e7aee
YL
281/*
282 * The @idx resource of @dev should be a PCI-PCI bridge window. If this
283 * resource fits inside a window of an upstream bridge, do nothing. If it
284 * overlaps an upstream window but extends outside it, clip the resource so
285 * it fits completely inside.
286 */
287bool pci_bus_clip_resource(struct pci_dev *dev, int idx)
288{
289 struct pci_bus *bus = dev->bus;
290 struct resource *res = &dev->resource[idx];
291 struct resource orig_res = *res;
292 struct resource *r;
0f7e7aee 293
02992064 294 pci_bus_for_each_resource(bus, r) {
0f7e7aee
YL
295 resource_size_t start, end;
296
297 if (!r)
298 continue;
299
300 if (resource_type(res) != resource_type(r))
301 continue;
302
303 start = max(r->start, res->start);
304 end = min(r->end, res->end);
305
306 if (start > end)
307 continue; /* no overlap */
308
309 if (res->start == start && res->end == end)
310 return false; /* no change */
311
312 res->start = start;
313 res->end = end;
b838b39e
BH
314 res->flags &= ~IORESOURCE_UNSET;
315 orig_res.flags &= ~IORESOURCE_UNSET;
34c6b710 316 pci_info(dev, "%pR clipped to %pR\n", &orig_res, res);
0f7e7aee
YL
317
318 return true;
319 }
320
321 return false;
322}
323
3c449ed0
YL
324void __weak pcibios_resource_survey_bus(struct pci_bus *bus) { }
325
7b77061f
WY
326void __weak pcibios_bus_add_device(struct pci_dev *pdev) { }
327
1da177e4 328/**
4f535093 329 * pci_bus_add_device - start driver for a single device
1da177e4
LT
330 * @dev: device to add
331 *
4f535093 332 * This adds add sysfs entries and start device drivers
1da177e4 333 */
c893d133 334void pci_bus_add_device(struct pci_dev *dev)
1da177e4 335{
1a8c251c 336 struct device_node *dn = dev->dev.of_node;
b19441af 337 int retval;
735bff10 338
4f535093
YL
339 /*
340 * Can not put in pci_device_add yet because resources
341 * are not assigned yet for some devices.
342 */
7b77061f 343 pcibios_bus_add_device(dev);
e253aaf0 344 pci_fixup_device(pci_fixup_final, dev);
407d1a51
LH
345 if (pci_is_bridge(dev))
346 of_pci_make_dev_node(dev);
4f535093 347 pci_create_sysfs_dev_files(dev);
ef37702e 348 pci_proc_attach_device(dev);
1ed276a7 349 pci_bridge_d3_update(dev);
1da177e4 350
1a8c251c 351 dev->match_driver = !dn || of_device_is_available(dn);
58d9a38f 352 retval = device_attach(&dev->dev);
2194bc7c 353 if (retval < 0 && retval != -EPROBE_DEFER)
7506dc79 354 pci_warn(dev, "device attach failed (%d)\n", retval);
58d9a38f 355
44bda4b7 356 pci_dev_assign_added(dev, true);
876e501a 357}
b7fe9434 358EXPORT_SYMBOL_GPL(pci_bus_add_device);
876e501a 359
1da177e4 360/**
4f535093 361 * pci_bus_add_devices - start driver for PCI devices
1da177e4
LT
362 * @bus: bus to check for new devices
363 *
4f535093 364 * Start driver for PCI devices and add some sysfs entries.
1da177e4 365 */
c48f1670 366void pci_bus_add_devices(const struct pci_bus *bus)
1da177e4
LT
367{
368 struct pci_dev *dev;
3fa16fdb 369 struct pci_bus *child;
1da177e4
LT
370
371 list_for_each_entry(dev, &bus->devices, bus_list) {
8a1bc901 372 /* Skip already-added devices */
44bda4b7 373 if (pci_dev_is_added(dev))
1da177e4 374 continue;
c893d133 375 pci_bus_add_device(dev);
1da177e4
LT
376 }
377
378 list_for_each_entry(dev, &bus->devices, bus_list) {
1e398eae 379 /* Skip if device attach failed */
44bda4b7 380 if (!pci_dev_is_added(dev))
1e398eae 381 continue;
3fa16fdb 382 child = dev->subordinate;
981cf9ea
JL
383 if (child)
384 pci_bus_add_devices(child);
1da177e4
LT
385 }
386}
b7fe9434 387EXPORT_SYMBOL(pci_bus_add_devices);
1da177e4 388
cecf4864
PM
389/** pci_walk_bus - walk devices on/under bus, calling callback.
390 * @top bus whose devices should be walked
391 * @cb callback to be called for each device found
392 * @userdata arbitrary pointer to be passed to callback.
393 *
394 * Walk the given bus, including any bridged devices
395 * on buses under this bus. Call the provided callback
396 * on each device found.
70298c6e
ZY
397 *
398 * We check the return of @cb each time. If it returns anything
399 * other than 0, we break out.
400 *
cecf4864 401 */
70298c6e 402void pci_walk_bus(struct pci_bus *top, int (*cb)(struct pci_dev *, void *),
cecf4864
PM
403 void *userdata)
404{
405 struct pci_dev *dev;
406 struct pci_bus *bus;
407 struct list_head *next;
70298c6e 408 int retval;
cecf4864
PM
409
410 bus = top;
d71374da 411 down_read(&pci_bus_sem);
cecf4864
PM
412 next = top->devices.next;
413 for (;;) {
414 if (next == &bus->devices) {
415 /* end of this bus, go up or finish */
416 if (bus == top)
417 break;
418 next = bus->self->bus_list.next;
419 bus = bus->self->bus;
420 continue;
421 }
422 dev = list_entry(next, struct pci_dev, bus_list);
cecf4864
PM
423 if (dev->subordinate) {
424 /* this is a pci-pci bridge, do its devices next */
425 next = dev->subordinate->devices.next;
426 bus = dev->subordinate;
427 } else
428 next = dev->bus_list.next;
cecf4864 429
70298c6e 430 retval = cb(dev, userdata);
70298c6e
ZY
431 if (retval)
432 break;
cecf4864 433 }
d71374da 434 up_read(&pci_bus_sem);
cecf4864 435}
7c94def8 436EXPORT_SYMBOL_GPL(pci_walk_bus);
cecf4864 437
fe830ef6
JL
438struct pci_bus *pci_bus_get(struct pci_bus *bus)
439{
440 if (bus)
441 get_device(&bus->dev);
442 return bus;
443}
fe830ef6
JL
444
445void pci_bus_put(struct pci_bus *bus)
446{
447 if (bus)
448 put_device(&bus->dev);
449}