Commit | Line | Data |
---|---|---|
fd3b339c | 1 | // SPDX-License-Identifier: GPL-2.0 |
9d3cce0b MW |
2 | /* |
3 | * Thunderbolt bus support | |
4 | * | |
5 | * Copyright (C) 2017, Intel Corporation | |
fd3b339c | 6 | * Author: Mika Westerberg <mika.westerberg@linux.intel.com> |
9d3cce0b MW |
7 | */ |
8 | ||
9 | #include <linux/device.h> | |
10 | #include <linux/idr.h> | |
11 | #include <linux/module.h> | |
2d8ff0b5 | 12 | #include <linux/pm_runtime.h> |
9d3cce0b | 13 | #include <linux/slab.h> |
f67cf491 MW |
14 | #include <linux/random.h> |
15 | #include <crypto/hash.h> | |
9d3cce0b MW |
16 | |
17 | #include "tb.h" | |
18 | ||
19 | static DEFINE_IDA(tb_domain_ida); | |
20 | ||
d1ff7024 MW |
21 | static bool match_service_id(const struct tb_service_id *id, |
22 | const struct tb_service *svc) | |
23 | { | |
24 | if (id->match_flags & TBSVC_MATCH_PROTOCOL_KEY) { | |
25 | if (strcmp(id->protocol_key, svc->key)) | |
26 | return false; | |
27 | } | |
28 | ||
29 | if (id->match_flags & TBSVC_MATCH_PROTOCOL_ID) { | |
30 | if (id->protocol_id != svc->prtcid) | |
31 | return false; | |
32 | } | |
33 | ||
34 | if (id->match_flags & TBSVC_MATCH_PROTOCOL_VERSION) { | |
35 | if (id->protocol_version != svc->prtcvers) | |
36 | return false; | |
37 | } | |
38 | ||
39 | if (id->match_flags & TBSVC_MATCH_PROTOCOL_VERSION) { | |
40 | if (id->protocol_revision != svc->prtcrevs) | |
41 | return false; | |
42 | } | |
43 | ||
44 | return true; | |
45 | } | |
46 | ||
47 | static const struct tb_service_id *__tb_service_match(struct device *dev, | |
48 | struct device_driver *drv) | |
49 | { | |
50 | struct tb_service_driver *driver; | |
51 | const struct tb_service_id *ids; | |
52 | struct tb_service *svc; | |
53 | ||
54 | svc = tb_to_service(dev); | |
55 | if (!svc) | |
56 | return NULL; | |
57 | ||
58 | driver = container_of(drv, struct tb_service_driver, driver); | |
59 | if (!driver->id_table) | |
60 | return NULL; | |
61 | ||
62 | for (ids = driver->id_table; ids->match_flags != 0; ids++) { | |
63 | if (match_service_id(ids, svc)) | |
64 | return ids; | |
65 | } | |
66 | ||
67 | return NULL; | |
68 | } | |
69 | ||
70 | static int tb_service_match(struct device *dev, struct device_driver *drv) | |
71 | { | |
72 | return !!__tb_service_match(dev, drv); | |
73 | } | |
74 | ||
75 | static int tb_service_probe(struct device *dev) | |
76 | { | |
77 | struct tb_service *svc = tb_to_service(dev); | |
78 | struct tb_service_driver *driver; | |
79 | const struct tb_service_id *id; | |
80 | ||
81 | driver = container_of(dev->driver, struct tb_service_driver, driver); | |
82 | id = __tb_service_match(dev, &driver->driver); | |
83 | ||
84 | return driver->probe(svc, id); | |
85 | } | |
86 | ||
fc7a6209 | 87 | static void tb_service_remove(struct device *dev) |
d1ff7024 MW |
88 | { |
89 | struct tb_service *svc = tb_to_service(dev); | |
90 | struct tb_service_driver *driver; | |
91 | ||
92 | driver = container_of(dev->driver, struct tb_service_driver, driver); | |
93 | if (driver->remove) | |
94 | driver->remove(svc); | |
d1ff7024 MW |
95 | } |
96 | ||
97 | static void tb_service_shutdown(struct device *dev) | |
98 | { | |
99 | struct tb_service_driver *driver; | |
100 | struct tb_service *svc; | |
101 | ||
102 | svc = tb_to_service(dev); | |
103 | if (!svc || !dev->driver) | |
104 | return; | |
105 | ||
106 | driver = container_of(dev->driver, struct tb_service_driver, driver); | |
107 | if (driver->shutdown) | |
108 | driver->shutdown(svc); | |
109 | } | |
110 | ||
f67cf491 MW |
111 | static const char * const tb_security_names[] = { |
112 | [TB_SECURITY_NONE] = "none", | |
113 | [TB_SECURITY_USER] = "user", | |
114 | [TB_SECURITY_SECURE] = "secure", | |
115 | [TB_SECURITY_DPONLY] = "dponly", | |
6fc14e1a | 116 | [TB_SECURITY_USBONLY] = "usbonly", |
3cd542e6 | 117 | [TB_SECURITY_NOPCIE] = "nopcie", |
f67cf491 MW |
118 | }; |
119 | ||
9aaa3b8b MW |
120 | static ssize_t boot_acl_show(struct device *dev, struct device_attribute *attr, |
121 | char *buf) | |
122 | { | |
123 | struct tb *tb = container_of(dev, struct tb, dev); | |
124 | uuid_t *uuids; | |
125 | ssize_t ret; | |
126 | int i; | |
127 | ||
128 | uuids = kcalloc(tb->nboot_acl, sizeof(uuid_t), GFP_KERNEL); | |
129 | if (!uuids) | |
130 | return -ENOMEM; | |
131 | ||
2d8ff0b5 MW |
132 | pm_runtime_get_sync(&tb->dev); |
133 | ||
9aaa3b8b MW |
134 | if (mutex_lock_interruptible(&tb->lock)) { |
135 | ret = -ERESTARTSYS; | |
136 | goto out; | |
137 | } | |
138 | ret = tb->cm_ops->get_boot_acl(tb, uuids, tb->nboot_acl); | |
139 | if (ret) { | |
140 | mutex_unlock(&tb->lock); | |
141 | goto out; | |
142 | } | |
143 | mutex_unlock(&tb->lock); | |
144 | ||
145 | for (ret = 0, i = 0; i < tb->nboot_acl; i++) { | |
146 | if (!uuid_is_null(&uuids[i])) | |
30105189 | 147 | ret += scnprintf(buf + ret, PAGE_SIZE - ret, "%pUb", |
9aaa3b8b MW |
148 | &uuids[i]); |
149 | ||
30105189 | 150 | ret += scnprintf(buf + ret, PAGE_SIZE - ret, "%s", |
9aaa3b8b MW |
151 | i < tb->nboot_acl - 1 ? "," : "\n"); |
152 | } | |
153 | ||
154 | out: | |
2d8ff0b5 MW |
155 | pm_runtime_mark_last_busy(&tb->dev); |
156 | pm_runtime_put_autosuspend(&tb->dev); | |
9aaa3b8b | 157 | kfree(uuids); |
2d8ff0b5 | 158 | |
9aaa3b8b MW |
159 | return ret; |
160 | } | |
161 | ||
162 | static ssize_t boot_acl_store(struct device *dev, struct device_attribute *attr, | |
163 | const char *buf, size_t count) | |
164 | { | |
165 | struct tb *tb = container_of(dev, struct tb, dev); | |
166 | char *str, *s, *uuid_str; | |
167 | ssize_t ret = 0; | |
168 | uuid_t *acl; | |
169 | int i = 0; | |
170 | ||
171 | /* | |
172 | * Make sure the value is not bigger than tb->nboot_acl * UUID | |
173 | * length + commas and optional "\n". Also the smallest allowable | |
174 | * string is tb->nboot_acl * ",". | |
175 | */ | |
176 | if (count > (UUID_STRING_LEN + 1) * tb->nboot_acl + 1) | |
177 | return -EINVAL; | |
178 | if (count < tb->nboot_acl - 1) | |
179 | return -EINVAL; | |
180 | ||
181 | str = kstrdup(buf, GFP_KERNEL); | |
182 | if (!str) | |
183 | return -ENOMEM; | |
184 | ||
185 | acl = kcalloc(tb->nboot_acl, sizeof(uuid_t), GFP_KERNEL); | |
186 | if (!acl) { | |
187 | ret = -ENOMEM; | |
188 | goto err_free_str; | |
189 | } | |
190 | ||
191 | uuid_str = strim(str); | |
192 | while ((s = strsep(&uuid_str, ",")) != NULL && i < tb->nboot_acl) { | |
193 | size_t len = strlen(s); | |
194 | ||
195 | if (len) { | |
196 | if (len != UUID_STRING_LEN) { | |
197 | ret = -EINVAL; | |
198 | goto err_free_acl; | |
199 | } | |
200 | ret = uuid_parse(s, &acl[i]); | |
201 | if (ret) | |
202 | goto err_free_acl; | |
203 | } | |
204 | ||
205 | i++; | |
206 | } | |
207 | ||
208 | if (s || i < tb->nboot_acl) { | |
209 | ret = -EINVAL; | |
210 | goto err_free_acl; | |
211 | } | |
212 | ||
2d8ff0b5 MW |
213 | pm_runtime_get_sync(&tb->dev); |
214 | ||
9aaa3b8b MW |
215 | if (mutex_lock_interruptible(&tb->lock)) { |
216 | ret = -ERESTARTSYS; | |
2d8ff0b5 | 217 | goto err_rpm_put; |
9aaa3b8b MW |
218 | } |
219 | ret = tb->cm_ops->set_boot_acl(tb, acl, tb->nboot_acl); | |
007a7490 MW |
220 | if (!ret) { |
221 | /* Notify userspace about the change */ | |
222 | kobject_uevent(&tb->dev.kobj, KOBJ_CHANGE); | |
223 | } | |
9aaa3b8b MW |
224 | mutex_unlock(&tb->lock); |
225 | ||
2d8ff0b5 MW |
226 | err_rpm_put: |
227 | pm_runtime_mark_last_busy(&tb->dev); | |
228 | pm_runtime_put_autosuspend(&tb->dev); | |
9aaa3b8b MW |
229 | err_free_acl: |
230 | kfree(acl); | |
231 | err_free_str: | |
232 | kfree(str); | |
233 | ||
234 | return ret ?: count; | |
235 | } | |
236 | static DEVICE_ATTR_RW(boot_acl); | |
237 | ||
3da88be2 MW |
238 | static ssize_t deauthorization_show(struct device *dev, |
239 | struct device_attribute *attr, | |
240 | char *buf) | |
241 | { | |
242 | const struct tb *tb = container_of(dev, struct tb, dev); | |
3cd542e6 | 243 | bool deauthorization = false; |
3da88be2 | 244 | |
3cd542e6 MW |
245 | /* Only meaningful if authorization is supported */ |
246 | if (tb->security_level == TB_SECURITY_USER || | |
247 | tb->security_level == TB_SECURITY_SECURE) | |
248 | deauthorization = !!tb->cm_ops->disapprove_switch; | |
249 | ||
250 | return sprintf(buf, "%d\n", deauthorization); | |
3da88be2 MW |
251 | } |
252 | static DEVICE_ATTR_RO(deauthorization); | |
253 | ||
dcc3c9e3 MW |
254 | static ssize_t iommu_dma_protection_show(struct device *dev, |
255 | struct device_attribute *attr, | |
256 | char *buf) | |
257 | { | |
86eaf4a5 RM |
258 | struct tb *tb = container_of(dev, struct tb, dev); |
259 | ||
260 | return sysfs_emit(buf, "%d\n", tb->nhi->iommu_dma_protection); | |
dcc3c9e3 MW |
261 | } |
262 | static DEVICE_ATTR_RO(iommu_dma_protection); | |
263 | ||
f67cf491 MW |
264 | static ssize_t security_show(struct device *dev, struct device_attribute *attr, |
265 | char *buf) | |
266 | { | |
267 | struct tb *tb = container_of(dev, struct tb, dev); | |
6fc14e1a | 268 | const char *name = "unknown"; |
f67cf491 | 269 | |
6fc14e1a MW |
270 | if (tb->security_level < ARRAY_SIZE(tb_security_names)) |
271 | name = tb_security_names[tb->security_level]; | |
272 | ||
273 | return sprintf(buf, "%s\n", name); | |
f67cf491 MW |
274 | } |
275 | static DEVICE_ATTR_RO(security); | |
276 | ||
277 | static struct attribute *domain_attrs[] = { | |
9aaa3b8b | 278 | &dev_attr_boot_acl.attr, |
3da88be2 | 279 | &dev_attr_deauthorization.attr, |
dcc3c9e3 | 280 | &dev_attr_iommu_dma_protection.attr, |
f67cf491 MW |
281 | &dev_attr_security.attr, |
282 | NULL, | |
283 | }; | |
284 | ||
9aaa3b8b MW |
285 | static umode_t domain_attr_is_visible(struct kobject *kobj, |
286 | struct attribute *attr, int n) | |
287 | { | |
fff15f23 | 288 | struct device *dev = kobj_to_dev(kobj); |
9aaa3b8b MW |
289 | struct tb *tb = container_of(dev, struct tb, dev); |
290 | ||
291 | if (attr == &dev_attr_boot_acl.attr) { | |
292 | if (tb->nboot_acl && | |
293 | tb->cm_ops->get_boot_acl && | |
294 | tb->cm_ops->set_boot_acl) | |
295 | return attr->mode; | |
296 | return 0; | |
297 | } | |
298 | ||
299 | return attr->mode; | |
300 | } | |
301 | ||
6889e00f | 302 | static const struct attribute_group domain_attr_group = { |
9aaa3b8b | 303 | .is_visible = domain_attr_is_visible, |
f67cf491 MW |
304 | .attrs = domain_attrs, |
305 | }; | |
306 | ||
307 | static const struct attribute_group *domain_attr_groups[] = { | |
308 | &domain_attr_group, | |
309 | NULL, | |
310 | }; | |
311 | ||
9d3cce0b MW |
312 | struct bus_type tb_bus_type = { |
313 | .name = "thunderbolt", | |
d1ff7024 MW |
314 | .match = tb_service_match, |
315 | .probe = tb_service_probe, | |
316 | .remove = tb_service_remove, | |
317 | .shutdown = tb_service_shutdown, | |
9d3cce0b MW |
318 | }; |
319 | ||
320 | static void tb_domain_release(struct device *dev) | |
321 | { | |
322 | struct tb *tb = container_of(dev, struct tb, dev); | |
323 | ||
324 | tb_ctl_free(tb->ctl); | |
325 | destroy_workqueue(tb->wq); | |
326 | ida_simple_remove(&tb_domain_ida, tb->index); | |
327 | mutex_destroy(&tb->lock); | |
328 | kfree(tb); | |
329 | } | |
330 | ||
331 | struct device_type tb_domain_type = { | |
332 | .name = "thunderbolt_domain", | |
333 | .release = tb_domain_release, | |
334 | }; | |
335 | ||
7f0a34d7 MW |
336 | static bool tb_domain_event_cb(void *data, enum tb_cfg_pkg_type type, |
337 | const void *buf, size_t size) | |
338 | { | |
339 | struct tb *tb = data; | |
340 | ||
341 | if (!tb->cm_ops->handle_event) { | |
342 | tb_warn(tb, "domain does not have event handler\n"); | |
343 | return true; | |
344 | } | |
345 | ||
346 | switch (type) { | |
347 | case TB_CFG_PKG_XDOMAIN_REQ: | |
348 | case TB_CFG_PKG_XDOMAIN_RESP: | |
349 | if (tb_is_xdomain_enabled()) | |
350 | return tb_xdomain_handle_request(tb, type, buf, size); | |
351 | break; | |
352 | ||
353 | default: | |
354 | tb->cm_ops->handle_event(tb, type, buf, size); | |
355 | } | |
356 | ||
357 | return true; | |
358 | } | |
359 | ||
9d3cce0b MW |
360 | /** |
361 | * tb_domain_alloc() - Allocate a domain | |
362 | * @nhi: Pointer to the host controller | |
7f0a34d7 | 363 | * @timeout_msec: Control channel timeout for non-raw messages |
9d3cce0b MW |
364 | * @privsize: Size of the connection manager private data |
365 | * | |
366 | * Allocates and initializes a new Thunderbolt domain. Connection | |
367 | * managers are expected to call this and then fill in @cm_ops | |
368 | * accordingly. | |
369 | * | |
370 | * Call tb_domain_put() to release the domain before it has been added | |
371 | * to the system. | |
372 | * | |
373 | * Return: allocated domain structure on %NULL in case of error | |
374 | */ | |
7f0a34d7 | 375 | struct tb *tb_domain_alloc(struct tb_nhi *nhi, int timeout_msec, size_t privsize) |
9d3cce0b MW |
376 | { |
377 | struct tb *tb; | |
378 | ||
379 | /* | |
380 | * Make sure the structure sizes map with that the hardware | |
381 | * expects because bit-fields are being used. | |
382 | */ | |
383 | BUILD_BUG_ON(sizeof(struct tb_regs_switch_header) != 5 * 4); | |
384 | BUILD_BUG_ON(sizeof(struct tb_regs_port_header) != 8 * 4); | |
385 | BUILD_BUG_ON(sizeof(struct tb_regs_hop) != 2 * 4); | |
386 | ||
387 | tb = kzalloc(sizeof(*tb) + privsize, GFP_KERNEL); | |
388 | if (!tb) | |
389 | return NULL; | |
390 | ||
391 | tb->nhi = nhi; | |
392 | mutex_init(&tb->lock); | |
393 | ||
394 | tb->index = ida_simple_get(&tb_domain_ida, 0, 0, GFP_KERNEL); | |
395 | if (tb->index < 0) | |
396 | goto err_free; | |
397 | ||
398 | tb->wq = alloc_ordered_workqueue("thunderbolt%d", 0, tb->index); | |
399 | if (!tb->wq) | |
400 | goto err_remove_ida; | |
401 | ||
7f0a34d7 MW |
402 | tb->ctl = tb_ctl_alloc(nhi, timeout_msec, tb_domain_event_cb, tb); |
403 | if (!tb->ctl) | |
404 | goto err_destroy_wq; | |
405 | ||
9d3cce0b MW |
406 | tb->dev.parent = &nhi->pdev->dev; |
407 | tb->dev.bus = &tb_bus_type; | |
408 | tb->dev.type = &tb_domain_type; | |
f67cf491 | 409 | tb->dev.groups = domain_attr_groups; |
9d3cce0b MW |
410 | dev_set_name(&tb->dev, "domain%d", tb->index); |
411 | device_initialize(&tb->dev); | |
412 | ||
413 | return tb; | |
414 | ||
7f0a34d7 MW |
415 | err_destroy_wq: |
416 | destroy_workqueue(tb->wq); | |
9d3cce0b MW |
417 | err_remove_ida: |
418 | ida_simple_remove(&tb_domain_ida, tb->index); | |
419 | err_free: | |
420 | kfree(tb); | |
421 | ||
422 | return NULL; | |
423 | } | |
424 | ||
425 | /** | |
426 | * tb_domain_add() - Add domain to the system | |
427 | * @tb: Domain to add | |
428 | * | |
429 | * Starts the domain and adds it to the system. Hotplugging devices will | |
430 | * work after this has been returned successfully. In order to remove | |
431 | * and release the domain after this function has been called, call | |
432 | * tb_domain_remove(). | |
433 | * | |
434 | * Return: %0 in case of success and negative errno in case of error | |
435 | */ | |
436 | int tb_domain_add(struct tb *tb) | |
437 | { | |
438 | int ret; | |
439 | ||
440 | if (WARN_ON(!tb->cm_ops)) | |
441 | return -EINVAL; | |
442 | ||
443 | mutex_lock(&tb->lock); | |
9d3cce0b MW |
444 | /* |
445 | * tb_schedule_hotplug_handler may be called as soon as the config | |
446 | * channel is started. Thats why we have to hold the lock here. | |
447 | */ | |
448 | tb_ctl_start(tb->ctl); | |
449 | ||
f67cf491 MW |
450 | if (tb->cm_ops->driver_ready) { |
451 | ret = tb->cm_ops->driver_ready(tb); | |
452 | if (ret) | |
453 | goto err_ctl_stop; | |
454 | } | |
455 | ||
3cd542e6 MW |
456 | tb_dbg(tb, "security level set to %s\n", |
457 | tb_security_names[tb->security_level]); | |
458 | ||
9d3cce0b MW |
459 | ret = device_add(&tb->dev); |
460 | if (ret) | |
461 | goto err_ctl_stop; | |
462 | ||
463 | /* Start the domain */ | |
464 | if (tb->cm_ops->start) { | |
465 | ret = tb->cm_ops->start(tb); | |
466 | if (ret) | |
467 | goto err_domain_del; | |
468 | } | |
469 | ||
470 | /* This starts event processing */ | |
471 | mutex_unlock(&tb->lock); | |
472 | ||
b2911a59 MW |
473 | device_init_wakeup(&tb->dev, true); |
474 | ||
2d8ff0b5 MW |
475 | pm_runtime_no_callbacks(&tb->dev); |
476 | pm_runtime_set_active(&tb->dev); | |
477 | pm_runtime_enable(&tb->dev); | |
478 | pm_runtime_set_autosuspend_delay(&tb->dev, TB_AUTOSUSPEND_DELAY); | |
479 | pm_runtime_mark_last_busy(&tb->dev); | |
480 | pm_runtime_use_autosuspend(&tb->dev); | |
481 | ||
9d3cce0b MW |
482 | return 0; |
483 | ||
484 | err_domain_del: | |
485 | device_del(&tb->dev); | |
486 | err_ctl_stop: | |
487 | tb_ctl_stop(tb->ctl); | |
2e7a5b3e | 488 | mutex_unlock(&tb->lock); |
9d3cce0b MW |
489 | |
490 | return ret; | |
491 | } | |
492 | ||
493 | /** | |
494 | * tb_domain_remove() - Removes and releases a domain | |
495 | * @tb: Domain to remove | |
496 | * | |
497 | * Stops the domain, removes it from the system and releases all | |
498 | * resources once the last reference has been released. | |
499 | */ | |
500 | void tb_domain_remove(struct tb *tb) | |
501 | { | |
502 | mutex_lock(&tb->lock); | |
503 | if (tb->cm_ops->stop) | |
504 | tb->cm_ops->stop(tb); | |
505 | /* Stop the domain control traffic */ | |
506 | tb_ctl_stop(tb->ctl); | |
507 | mutex_unlock(&tb->lock); | |
508 | ||
509 | flush_workqueue(tb->wq); | |
510 | device_unregister(&tb->dev); | |
511 | } | |
512 | ||
513 | /** | |
514 | * tb_domain_suspend_noirq() - Suspend a domain | |
515 | * @tb: Domain to suspend | |
516 | * | |
517 | * Suspends all devices in the domain and stops the control channel. | |
518 | */ | |
519 | int tb_domain_suspend_noirq(struct tb *tb) | |
520 | { | |
521 | int ret = 0; | |
522 | ||
523 | /* | |
524 | * The control channel interrupt is left enabled during suspend | |
525 | * and taking the lock here prevents any events happening before | |
526 | * we actually have stopped the domain and the control channel. | |
527 | */ | |
528 | mutex_lock(&tb->lock); | |
529 | if (tb->cm_ops->suspend_noirq) | |
530 | ret = tb->cm_ops->suspend_noirq(tb); | |
531 | if (!ret) | |
532 | tb_ctl_stop(tb->ctl); | |
533 | mutex_unlock(&tb->lock); | |
534 | ||
535 | return ret; | |
536 | } | |
537 | ||
538 | /** | |
539 | * tb_domain_resume_noirq() - Resume a domain | |
540 | * @tb: Domain to resume | |
541 | * | |
542 | * Re-starts the control channel, and resumes all devices connected to | |
543 | * the domain. | |
544 | */ | |
545 | int tb_domain_resume_noirq(struct tb *tb) | |
546 | { | |
547 | int ret = 0; | |
548 | ||
549 | mutex_lock(&tb->lock); | |
550 | tb_ctl_start(tb->ctl); | |
551 | if (tb->cm_ops->resume_noirq) | |
552 | ret = tb->cm_ops->resume_noirq(tb); | |
553 | mutex_unlock(&tb->lock); | |
554 | ||
555 | return ret; | |
556 | } | |
557 | ||
f67cf491 MW |
558 | int tb_domain_suspend(struct tb *tb) |
559 | { | |
84db6858 | 560 | return tb->cm_ops->suspend ? tb->cm_ops->suspend(tb) : 0; |
f67cf491 MW |
561 | } |
562 | ||
884e4d57 MW |
563 | int tb_domain_freeze_noirq(struct tb *tb) |
564 | { | |
565 | int ret = 0; | |
566 | ||
567 | mutex_lock(&tb->lock); | |
568 | if (tb->cm_ops->freeze_noirq) | |
569 | ret = tb->cm_ops->freeze_noirq(tb); | |
570 | if (!ret) | |
571 | tb_ctl_stop(tb->ctl); | |
572 | mutex_unlock(&tb->lock); | |
573 | ||
574 | return ret; | |
575 | } | |
576 | ||
577 | int tb_domain_thaw_noirq(struct tb *tb) | |
578 | { | |
579 | int ret = 0; | |
580 | ||
581 | mutex_lock(&tb->lock); | |
582 | tb_ctl_start(tb->ctl); | |
583 | if (tb->cm_ops->thaw_noirq) | |
584 | ret = tb->cm_ops->thaw_noirq(tb); | |
585 | mutex_unlock(&tb->lock); | |
586 | ||
587 | return ret; | |
588 | } | |
589 | ||
f67cf491 MW |
590 | void tb_domain_complete(struct tb *tb) |
591 | { | |
f67cf491 MW |
592 | if (tb->cm_ops->complete) |
593 | tb->cm_ops->complete(tb); | |
f67cf491 MW |
594 | } |
595 | ||
2d8ff0b5 MW |
596 | int tb_domain_runtime_suspend(struct tb *tb) |
597 | { | |
598 | if (tb->cm_ops->runtime_suspend) { | |
599 | int ret = tb->cm_ops->runtime_suspend(tb); | |
600 | if (ret) | |
601 | return ret; | |
602 | } | |
603 | tb_ctl_stop(tb->ctl); | |
604 | return 0; | |
605 | } | |
606 | ||
607 | int tb_domain_runtime_resume(struct tb *tb) | |
608 | { | |
609 | tb_ctl_start(tb->ctl); | |
610 | if (tb->cm_ops->runtime_resume) { | |
611 | int ret = tb->cm_ops->runtime_resume(tb); | |
612 | if (ret) | |
613 | return ret; | |
614 | } | |
615 | return 0; | |
616 | } | |
617 | ||
3da88be2 MW |
618 | /** |
619 | * tb_domain_disapprove_switch() - Disapprove switch | |
620 | * @tb: Domain the switch belongs to | |
621 | * @sw: Switch to disapprove | |
622 | * | |
623 | * This will disconnect PCIe tunnel from parent to this @sw. | |
624 | * | |
625 | * Return: %0 on success and negative errno in case of failure. | |
626 | */ | |
627 | int tb_domain_disapprove_switch(struct tb *tb, struct tb_switch *sw) | |
628 | { | |
629 | if (!tb->cm_ops->disapprove_switch) | |
630 | return -EPERM; | |
631 | ||
632 | return tb->cm_ops->disapprove_switch(tb, sw); | |
633 | } | |
634 | ||
f67cf491 MW |
635 | /** |
636 | * tb_domain_approve_switch() - Approve switch | |
637 | * @tb: Domain the switch belongs to | |
638 | * @sw: Switch to approve | |
639 | * | |
640 | * This will approve switch by connection manager specific means. In | |
3da88be2 MW |
641 | * case of success the connection manager will create PCIe tunnel from |
642 | * parent to @sw. | |
f67cf491 MW |
643 | */ |
644 | int tb_domain_approve_switch(struct tb *tb, struct tb_switch *sw) | |
645 | { | |
646 | struct tb_switch *parent_sw; | |
647 | ||
648 | if (!tb->cm_ops->approve_switch) | |
649 | return -EPERM; | |
650 | ||
651 | /* The parent switch must be authorized before this one */ | |
652 | parent_sw = tb_to_switch(sw->dev.parent); | |
653 | if (!parent_sw || !parent_sw->authorized) | |
654 | return -EINVAL; | |
655 | ||
656 | return tb->cm_ops->approve_switch(tb, sw); | |
657 | } | |
658 | ||
659 | /** | |
660 | * tb_domain_approve_switch_key() - Approve switch and add key | |
661 | * @tb: Domain the switch belongs to | |
662 | * @sw: Switch to approve | |
663 | * | |
664 | * For switches that support secure connect, this function first adds | |
665 | * key to the switch NVM using connection manager specific means. If | |
666 | * adding the key is successful, the switch is approved and connected. | |
667 | * | |
668 | * Return: %0 on success and negative errno in case of failure. | |
669 | */ | |
670 | int tb_domain_approve_switch_key(struct tb *tb, struct tb_switch *sw) | |
671 | { | |
672 | struct tb_switch *parent_sw; | |
673 | int ret; | |
674 | ||
675 | if (!tb->cm_ops->approve_switch || !tb->cm_ops->add_switch_key) | |
676 | return -EPERM; | |
677 | ||
678 | /* The parent switch must be authorized before this one */ | |
679 | parent_sw = tb_to_switch(sw->dev.parent); | |
680 | if (!parent_sw || !parent_sw->authorized) | |
681 | return -EINVAL; | |
682 | ||
683 | ret = tb->cm_ops->add_switch_key(tb, sw); | |
684 | if (ret) | |
685 | return ret; | |
686 | ||
687 | return tb->cm_ops->approve_switch(tb, sw); | |
688 | } | |
689 | ||
690 | /** | |
691 | * tb_domain_challenge_switch_key() - Challenge and approve switch | |
692 | * @tb: Domain the switch belongs to | |
693 | * @sw: Switch to approve | |
694 | * | |
695 | * For switches that support secure connect, this function generates | |
696 | * random challenge and sends it to the switch. The switch responds to | |
697 | * this and if the response matches our random challenge, the switch is | |
698 | * approved and connected. | |
699 | * | |
700 | * Return: %0 on success and negative errno in case of failure. | |
701 | */ | |
702 | int tb_domain_challenge_switch_key(struct tb *tb, struct tb_switch *sw) | |
703 | { | |
704 | u8 challenge[TB_SWITCH_KEY_SIZE]; | |
705 | u8 response[TB_SWITCH_KEY_SIZE]; | |
706 | u8 hmac[TB_SWITCH_KEY_SIZE]; | |
707 | struct tb_switch *parent_sw; | |
708 | struct crypto_shash *tfm; | |
709 | struct shash_desc *shash; | |
710 | int ret; | |
711 | ||
712 | if (!tb->cm_ops->approve_switch || !tb->cm_ops->challenge_switch_key) | |
713 | return -EPERM; | |
714 | ||
715 | /* The parent switch must be authorized before this one */ | |
716 | parent_sw = tb_to_switch(sw->dev.parent); | |
717 | if (!parent_sw || !parent_sw->authorized) | |
718 | return -EINVAL; | |
719 | ||
720 | get_random_bytes(challenge, sizeof(challenge)); | |
721 | ret = tb->cm_ops->challenge_switch_key(tb, sw, challenge, response); | |
722 | if (ret) | |
723 | return ret; | |
724 | ||
725 | tfm = crypto_alloc_shash("hmac(sha256)", 0, 0); | |
726 | if (IS_ERR(tfm)) | |
727 | return PTR_ERR(tfm); | |
728 | ||
729 | ret = crypto_shash_setkey(tfm, sw->key, TB_SWITCH_KEY_SIZE); | |
730 | if (ret) | |
731 | goto err_free_tfm; | |
732 | ||
733 | shash = kzalloc(sizeof(*shash) + crypto_shash_descsize(tfm), | |
734 | GFP_KERNEL); | |
735 | if (!shash) { | |
736 | ret = -ENOMEM; | |
737 | goto err_free_tfm; | |
738 | } | |
739 | ||
740 | shash->tfm = tfm; | |
f67cf491 MW |
741 | |
742 | memset(hmac, 0, sizeof(hmac)); | |
743 | ret = crypto_shash_digest(shash, challenge, sizeof(hmac), hmac); | |
744 | if (ret) | |
745 | goto err_free_shash; | |
746 | ||
747 | /* The returned HMAC must match the one we calculated */ | |
748 | if (memcmp(response, hmac, sizeof(hmac))) { | |
749 | ret = -EKEYREJECTED; | |
750 | goto err_free_shash; | |
751 | } | |
752 | ||
753 | crypto_free_shash(tfm); | |
754 | kfree(shash); | |
755 | ||
756 | return tb->cm_ops->approve_switch(tb, sw); | |
757 | ||
758 | err_free_shash: | |
759 | kfree(shash); | |
760 | err_free_tfm: | |
761 | crypto_free_shash(tfm); | |
762 | ||
763 | return ret; | |
764 | } | |
765 | ||
e6b245cc MW |
766 | /** |
767 | * tb_domain_disconnect_pcie_paths() - Disconnect all PCIe paths | |
768 | * @tb: Domain whose PCIe paths to disconnect | |
769 | * | |
770 | * This needs to be called in preparation for NVM upgrade of the host | |
771 | * controller. Makes sure all PCIe paths are disconnected. | |
772 | * | |
773 | * Return %0 on success and negative errno in case of error. | |
774 | */ | |
775 | int tb_domain_disconnect_pcie_paths(struct tb *tb) | |
776 | { | |
777 | if (!tb->cm_ops->disconnect_pcie_paths) | |
778 | return -EPERM; | |
779 | ||
780 | return tb->cm_ops->disconnect_pcie_paths(tb); | |
781 | } | |
782 | ||
d1ff7024 MW |
783 | /** |
784 | * tb_domain_approve_xdomain_paths() - Enable DMA paths for XDomain | |
785 | * @tb: Domain enabling the DMA paths | |
786 | * @xd: XDomain DMA paths are created to | |
180b0689 MW |
787 | * @transmit_path: HopID we are using to send out packets |
788 | * @transmit_ring: DMA ring used to send out packets | |
789 | * @receive_path: HopID the other end is using to send packets to us | |
790 | * @receive_ring: DMA ring used to receive packets from @receive_path | |
d1ff7024 MW |
791 | * |
792 | * Calls connection manager specific method to enable DMA paths to the | |
793 | * XDomain in question. | |
794 | * | |
795 | * Return: 0% in case of success and negative errno otherwise. In | |
796 | * particular returns %-ENOTSUPP if the connection manager | |
797 | * implementation does not support XDomains. | |
798 | */ | |
180b0689 MW |
799 | int tb_domain_approve_xdomain_paths(struct tb *tb, struct tb_xdomain *xd, |
800 | int transmit_path, int transmit_ring, | |
801 | int receive_path, int receive_ring) | |
d1ff7024 MW |
802 | { |
803 | if (!tb->cm_ops->approve_xdomain_paths) | |
804 | return -ENOTSUPP; | |
805 | ||
180b0689 MW |
806 | return tb->cm_ops->approve_xdomain_paths(tb, xd, transmit_path, |
807 | transmit_ring, receive_path, receive_ring); | |
d1ff7024 MW |
808 | } |
809 | ||
810 | /** | |
811 | * tb_domain_disconnect_xdomain_paths() - Disable DMA paths for XDomain | |
812 | * @tb: Domain disabling the DMA paths | |
813 | * @xd: XDomain whose DMA paths are disconnected | |
180b0689 MW |
814 | * @transmit_path: HopID we are using to send out packets |
815 | * @transmit_ring: DMA ring used to send out packets | |
816 | * @receive_path: HopID the other end is using to send packets to us | |
817 | * @receive_ring: DMA ring used to receive packets from @receive_path | |
d1ff7024 MW |
818 | * |
819 | * Calls connection manager specific method to disconnect DMA paths to | |
820 | * the XDomain in question. | |
821 | * | |
822 | * Return: 0% in case of success and negative errno otherwise. In | |
823 | * particular returns %-ENOTSUPP if the connection manager | |
824 | * implementation does not support XDomains. | |
825 | */ | |
180b0689 MW |
826 | int tb_domain_disconnect_xdomain_paths(struct tb *tb, struct tb_xdomain *xd, |
827 | int transmit_path, int transmit_ring, | |
828 | int receive_path, int receive_ring) | |
d1ff7024 MW |
829 | { |
830 | if (!tb->cm_ops->disconnect_xdomain_paths) | |
831 | return -ENOTSUPP; | |
832 | ||
180b0689 MW |
833 | return tb->cm_ops->disconnect_xdomain_paths(tb, xd, transmit_path, |
834 | transmit_ring, receive_path, receive_ring); | |
d1ff7024 MW |
835 | } |
836 | ||
837 | static int disconnect_xdomain(struct device *dev, void *data) | |
838 | { | |
839 | struct tb_xdomain *xd; | |
840 | struct tb *tb = data; | |
841 | int ret = 0; | |
842 | ||
843 | xd = tb_to_xdomain(dev); | |
844 | if (xd && xd->tb == tb) | |
180b0689 | 845 | ret = tb_xdomain_disable_all_paths(xd); |
d1ff7024 MW |
846 | |
847 | return ret; | |
848 | } | |
849 | ||
850 | /** | |
851 | * tb_domain_disconnect_all_paths() - Disconnect all paths for the domain | |
852 | * @tb: Domain whose paths are disconnected | |
853 | * | |
854 | * This function can be used to disconnect all paths (PCIe, XDomain) for | |
855 | * example in preparation for host NVM firmware upgrade. After this is | |
856 | * called the paths cannot be established without resetting the switch. | |
857 | * | |
858 | * Return: %0 in case of success and negative errno otherwise. | |
859 | */ | |
860 | int tb_domain_disconnect_all_paths(struct tb *tb) | |
861 | { | |
862 | int ret; | |
863 | ||
864 | ret = tb_domain_disconnect_pcie_paths(tb); | |
865 | if (ret) | |
866 | return ret; | |
867 | ||
868 | return bus_for_each_dev(&tb_bus_type, NULL, tb, disconnect_xdomain); | |
869 | } | |
870 | ||
9d3cce0b MW |
871 | int tb_domain_init(void) |
872 | { | |
d1ff7024 MW |
873 | int ret; |
874 | ||
54e41810 | 875 | tb_debugfs_init(); |
ccc5cb8a RM |
876 | tb_acpi_init(); |
877 | ||
d1ff7024 MW |
878 | ret = tb_xdomain_init(); |
879 | if (ret) | |
ccc5cb8a | 880 | goto err_acpi; |
d1ff7024 MW |
881 | ret = bus_register(&tb_bus_type); |
882 | if (ret) | |
54e41810 GF |
883 | goto err_xdomain; |
884 | ||
885 | return 0; | |
886 | ||
887 | err_xdomain: | |
888 | tb_xdomain_exit(); | |
ccc5cb8a RM |
889 | err_acpi: |
890 | tb_acpi_exit(); | |
54e41810 | 891 | tb_debugfs_exit(); |
d1ff7024 MW |
892 | |
893 | return ret; | |
9d3cce0b MW |
894 | } |
895 | ||
896 | void tb_domain_exit(void) | |
897 | { | |
898 | bus_unregister(&tb_bus_type); | |
899 | ida_destroy(&tb_domain_ida); | |
719a5fe8 | 900 | tb_nvm_exit(); |
d1ff7024 | 901 | tb_xdomain_exit(); |
ccc5cb8a | 902 | tb_acpi_exit(); |
54e41810 | 903 | tb_debugfs_exit(); |
9d3cce0b | 904 | } |