Commit | Line | Data |
---|---|---|
3b20eb23 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
e28c31a9 WH |
2 | /* |
3 | * Copyright (c) 2009, Intel Corporation. | |
4 | * | |
e28c31a9 WH |
5 | * Author: Weidong Han <weidong.han@intel.com> |
6 | */ | |
7 | ||
8 | #include <linux/pci.h> | |
55e901fc | 9 | #include <linux/acpi.h> |
0b97b03d | 10 | #include <linux/pci-acpi.h> |
e28c31a9 WH |
11 | #include <xen/xen.h> |
12 | #include <xen/interface/physdev.h> | |
13 | #include <xen/interface/xen.h> | |
14 | ||
15 | #include <asm/xen/hypervisor.h> | |
16 | #include <asm/xen/hypercall.h> | |
17 | #include "../pci/pci.h" | |
b7ef4a6d | 18 | #ifdef CONFIG_PCI_MMCONFIG |
8deb3eb1 | 19 | #include <asm/pci_x86.h> |
a4098bc6 ID |
20 | |
21 | static int xen_mcfg_late(void); | |
b7ef4a6d | 22 | #endif |
e28c31a9 | 23 | |
55e901fc JB |
24 | static bool __read_mostly pci_seg_supported = true; |
25 | ||
e28c31a9 WH |
26 | static int xen_add_device(struct device *dev) |
27 | { | |
28 | int r; | |
29 | struct pci_dev *pci_dev = to_pci_dev(dev); | |
55e901fc JB |
30 | #ifdef CONFIG_PCI_IOV |
31 | struct pci_dev *physfn = pci_dev->physfn; | |
32 | #endif | |
a4098bc6 ID |
33 | #ifdef CONFIG_PCI_MMCONFIG |
34 | static bool pci_mcfg_reserved = false; | |
35 | /* | |
36 | * Reserve MCFG areas in Xen on first invocation due to this being | |
37 | * potentially called from inside of acpi_init immediately after | |
38 | * MCFG table has been finally parsed. | |
39 | */ | |
40 | if (!pci_mcfg_reserved) { | |
41 | xen_mcfg_late(); | |
42 | pci_mcfg_reserved = true; | |
43 | } | |
44 | #endif | |
55e901fc | 45 | if (pci_seg_supported) { |
486edb24 BO |
46 | struct { |
47 | struct physdev_pci_device_add add; | |
48 | uint32_t pxm; | |
49 | } add_ext = { | |
50 | .add.seg = pci_domain_nr(pci_dev->bus), | |
51 | .add.bus = pci_dev->bus->number, | |
52 | .add.devfn = pci_dev->devfn | |
55e901fc | 53 | }; |
486edb24 BO |
54 | struct physdev_pci_device_add *add = &add_ext.add; |
55 | ||
55e901fc JB |
56 | #ifdef CONFIG_ACPI |
57 | acpi_handle handle; | |
58 | #endif | |
e28c31a9 WH |
59 | |
60 | #ifdef CONFIG_PCI_IOV | |
55e901fc | 61 | if (pci_dev->is_virtfn) { |
486edb24 BO |
62 | add->flags = XEN_PCI_DEV_VIRTFN; |
63 | add->physfn.bus = physfn->bus->number; | |
64 | add->physfn.devfn = physfn->devfn; | |
55e901fc JB |
65 | } else |
66 | #endif | |
67 | if (pci_ari_enabled(pci_dev->bus) && PCI_SLOT(pci_dev->devfn)) | |
486edb24 | 68 | add->flags = XEN_PCI_DEV_EXTFN; |
55e901fc JB |
69 | |
70 | #ifdef CONFIG_ACPI | |
3a83f992 | 71 | handle = ACPI_HANDLE(&pci_dev->dev); |
55e901fc JB |
72 | #ifdef CONFIG_PCI_IOV |
73 | if (!handle && pci_dev->is_virtfn) | |
3a83f992 | 74 | handle = ACPI_HANDLE(physfn->bus->bridge); |
55e901fc | 75 | #endif |
0b97b03d RL |
76 | if (!handle) { |
77 | /* | |
78 | * This device was not listed in the ACPI name space at | |
79 | * all. Try to get acpi handle of parent pci bus. | |
80 | */ | |
81 | struct pci_bus *pbus; | |
82 | for (pbus = pci_dev->bus; pbus; pbus = pbus->parent) { | |
83 | handle = acpi_pci_get_bridge_handle(pbus); | |
84 | if (handle) | |
85 | break; | |
86 | } | |
87 | } | |
55e901fc JB |
88 | if (handle) { |
89 | acpi_status status; | |
90 | ||
91 | do { | |
92 | unsigned long long pxm; | |
93 | ||
94 | status = acpi_evaluate_integer(handle, "_PXM", | |
95 | NULL, &pxm); | |
96 | if (ACPI_SUCCESS(status)) { | |
486edb24 BO |
97 | add->optarr[0] = pxm; |
98 | add->flags |= XEN_PCI_DEV_PXM; | |
55e901fc JB |
99 | break; |
100 | } | |
101 | status = acpi_get_parent(handle, &handle); | |
102 | } while (ACPI_SUCCESS(status)); | |
103 | } | |
104 | #endif /* CONFIG_ACPI */ | |
105 | ||
486edb24 | 106 | r = HYPERVISOR_physdev_op(PHYSDEVOP_pci_device_add, add); |
55e901fc JB |
107 | if (r != -ENOSYS) |
108 | return r; | |
109 | pci_seg_supported = false; | |
110 | } | |
111 | ||
112 | if (pci_domain_nr(pci_dev->bus)) | |
113 | r = -ENOSYS; | |
114 | #ifdef CONFIG_PCI_IOV | |
115 | else if (pci_dev->is_virtfn) { | |
e28c31a9 WH |
116 | struct physdev_manage_pci_ext manage_pci_ext = { |
117 | .bus = pci_dev->bus->number, | |
118 | .devfn = pci_dev->devfn, | |
119 | .is_virtfn = 1, | |
55e901fc JB |
120 | .physfn.bus = physfn->bus->number, |
121 | .physfn.devfn = physfn->devfn, | |
e28c31a9 WH |
122 | }; |
123 | ||
124 | r = HYPERVISOR_physdev_op(PHYSDEVOP_manage_pci_add_ext, | |
125 | &manage_pci_ext); | |
55e901fc | 126 | } |
e28c31a9 | 127 | #endif |
55e901fc | 128 | else if (pci_ari_enabled(pci_dev->bus) && PCI_SLOT(pci_dev->devfn)) { |
e28c31a9 WH |
129 | struct physdev_manage_pci_ext manage_pci_ext = { |
130 | .bus = pci_dev->bus->number, | |
131 | .devfn = pci_dev->devfn, | |
132 | .is_extfn = 1, | |
133 | }; | |
134 | ||
135 | r = HYPERVISOR_physdev_op(PHYSDEVOP_manage_pci_add_ext, | |
136 | &manage_pci_ext); | |
137 | } else { | |
138 | struct physdev_manage_pci manage_pci = { | |
4b010983 | 139 | .bus = pci_dev->bus->number, |
e28c31a9 WH |
140 | .devfn = pci_dev->devfn, |
141 | }; | |
142 | ||
143 | r = HYPERVISOR_physdev_op(PHYSDEVOP_manage_pci_add, | |
144 | &manage_pci); | |
145 | } | |
146 | ||
147 | return r; | |
148 | } | |
149 | ||
150 | static int xen_remove_device(struct device *dev) | |
151 | { | |
152 | int r; | |
153 | struct pci_dev *pci_dev = to_pci_dev(dev); | |
e28c31a9 | 154 | |
55e901fc JB |
155 | if (pci_seg_supported) { |
156 | struct physdev_pci_device device = { | |
157 | .seg = pci_domain_nr(pci_dev->bus), | |
158 | .bus = pci_dev->bus->number, | |
159 | .devfn = pci_dev->devfn | |
160 | }; | |
e28c31a9 | 161 | |
55e901fc JB |
162 | r = HYPERVISOR_physdev_op(PHYSDEVOP_pci_device_remove, |
163 | &device); | |
164 | } else if (pci_domain_nr(pci_dev->bus)) | |
165 | r = -ENOSYS; | |
166 | else { | |
167 | struct physdev_manage_pci manage_pci = { | |
168 | .bus = pci_dev->bus->number, | |
169 | .devfn = pci_dev->devfn | |
170 | }; | |
171 | ||
172 | r = HYPERVISOR_physdev_op(PHYSDEVOP_manage_pci_remove, | |
173 | &manage_pci); | |
174 | } | |
e28c31a9 WH |
175 | |
176 | return r; | |
177 | } | |
178 | ||
179 | static int xen_pci_notifier(struct notifier_block *nb, | |
180 | unsigned long action, void *data) | |
181 | { | |
182 | struct device *dev = data; | |
183 | int r = 0; | |
184 | ||
185 | switch (action) { | |
186 | case BUS_NOTIFY_ADD_DEVICE: | |
187 | r = xen_add_device(dev); | |
188 | break; | |
189 | case BUS_NOTIFY_DEL_DEVICE: | |
190 | r = xen_remove_device(dev); | |
191 | break; | |
192 | default: | |
12e13ac8 | 193 | return NOTIFY_DONE; |
e28c31a9 | 194 | } |
12e13ac8 JB |
195 | if (r) |
196 | dev_err(dev, "Failed to %s - passthrough or MSI/MSI-X might fail!\n", | |
197 | action == BUS_NOTIFY_ADD_DEVICE ? "add" : | |
198 | (action == BUS_NOTIFY_DEL_DEVICE ? "delete" : "?")); | |
199 | return NOTIFY_OK; | |
e28c31a9 WH |
200 | } |
201 | ||
12e13ac8 | 202 | static struct notifier_block device_nb = { |
e28c31a9 WH |
203 | .notifier_call = xen_pci_notifier, |
204 | }; | |
205 | ||
206 | static int __init register_xen_pci_notifier(void) | |
207 | { | |
208 | if (!xen_initial_domain()) | |
209 | return 0; | |
210 | ||
211 | return bus_register_notifier(&pci_bus_type, &device_nb); | |
212 | } | |
213 | ||
214 | arch_initcall(register_xen_pci_notifier); | |
8deb3eb1 KRW |
215 | |
216 | #ifdef CONFIG_PCI_MMCONFIG | |
a4098bc6 | 217 | static int xen_mcfg_late(void) |
8deb3eb1 KRW |
218 | { |
219 | struct pci_mmcfg_region *cfg; | |
220 | int rc; | |
221 | ||
222 | if (!xen_initial_domain()) | |
223 | return 0; | |
224 | ||
225 | if ((pci_probe & PCI_PROBE_MMCONF) == 0) | |
226 | return 0; | |
227 | ||
228 | if (list_empty(&pci_mmcfg_list)) | |
229 | return 0; | |
230 | ||
231 | /* Check whether they are in the right area. */ | |
232 | list_for_each_entry(cfg, &pci_mmcfg_list, list) { | |
233 | struct physdev_pci_mmcfg_reserved r; | |
234 | ||
235 | r.address = cfg->address; | |
236 | r.segment = cfg->segment; | |
237 | r.start_bus = cfg->start_bus; | |
238 | r.end_bus = cfg->end_bus; | |
239 | r.flags = XEN_PCI_MMCFG_RESERVED; | |
240 | ||
241 | rc = HYPERVISOR_physdev_op(PHYSDEVOP_pci_mmcfg_reserved, &r); | |
242 | switch (rc) { | |
243 | case 0: | |
244 | case -ENOSYS: | |
245 | continue; | |
246 | ||
247 | default: | |
248 | pr_warn("Failed to report MMCONFIG reservation" | |
249 | " state for %s to hypervisor" | |
250 | " (%d)\n", | |
251 | cfg->name, rc); | |
252 | } | |
253 | } | |
254 | return 0; | |
255 | } | |
8deb3eb1 | 256 | #endif |