1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) 2004 IBM Corporation
4 * Copyright (C) 2014 Intel Corporation
7 * Jarkko Sakkinen <jarkko.sakkinen@linux.intel.com>
8 * Leendert van Doorn <leendert@watson.ibm.com>
9 * Dave Safford <safford@watson.ibm.com>
10 * Reiner Sailer <sailer@watson.ibm.com>
11 * Kylene Hall <kjhall@us.ibm.com>
13 * Maintained by: <tpmdd-devel@lists.sourceforge.net>
15 * TPM chip management routines.
18 #include <linux/poll.h>
19 #include <linux/slab.h>
20 #include <linux/mutex.h>
21 #include <linux/spinlock.h>
22 #include <linux/freezer.h>
23 #include <linux/major.h>
24 #include <linux/tpm_eventlog.h>
25 #include <linux/hw_random.h>
28 DEFINE_IDR(dev_nums_idr);
29 static DEFINE_MUTEX(idr_lock);
31 struct class *tpm_class;
32 struct class *tpmrm_class;
35 static int tpm_request_locality(struct tpm_chip *chip)
39 if (!chip->ops->request_locality)
42 rc = chip->ops->request_locality(chip, 0);
50 static void tpm_relinquish_locality(struct tpm_chip *chip)
54 if (!chip->ops->relinquish_locality)
57 rc = chip->ops->relinquish_locality(chip, chip->locality);
59 dev_err(&chip->dev, "%s: : error %d\n", __func__, rc);
64 static int tpm_cmd_ready(struct tpm_chip *chip)
66 if (!chip->ops->cmd_ready)
69 return chip->ops->cmd_ready(chip);
72 static int tpm_go_idle(struct tpm_chip *chip)
74 if (!chip->ops->go_idle)
77 return chip->ops->go_idle(chip);
80 static void tpm_clk_enable(struct tpm_chip *chip)
82 if (chip->ops->clk_enable)
83 chip->ops->clk_enable(chip, true);
86 static void tpm_clk_disable(struct tpm_chip *chip)
88 if (chip->ops->clk_enable)
89 chip->ops->clk_enable(chip, false);
93 * tpm_chip_start() - power on the TPM
94 * @chip: a TPM chip to use
97 * * The response length - OK
98 * * -errno - A system error
100 int tpm_chip_start(struct tpm_chip *chip)
104 tpm_clk_enable(chip);
106 if (chip->locality == -1) {
107 ret = tpm_request_locality(chip);
109 tpm_clk_disable(chip);
114 ret = tpm_cmd_ready(chip);
116 tpm_relinquish_locality(chip);
117 tpm_clk_disable(chip);
123 EXPORT_SYMBOL_GPL(tpm_chip_start);
126 * tpm_chip_stop() - power off the TPM
127 * @chip: a TPM chip to use
130 * * The response length - OK
131 * * -errno - A system error
133 void tpm_chip_stop(struct tpm_chip *chip)
136 tpm_relinquish_locality(chip);
137 tpm_clk_disable(chip);
139 EXPORT_SYMBOL_GPL(tpm_chip_stop);
142 * tpm_try_get_ops() - Get a ref to the tpm_chip
145 * The caller must already have some kind of locking to ensure that chip is
146 * valid. This function will lock the chip so that the ops member can be
147 * accessed safely. The locking prevents tpm_chip_unregister from
148 * completing, so it should not be held for long periods.
150 * Returns -ERRNO if the chip could not be got.
152 int tpm_try_get_ops(struct tpm_chip *chip)
156 get_device(&chip->dev);
158 down_read(&chip->ops_sem);
162 mutex_lock(&chip->tpm_mutex);
163 rc = tpm_chip_start(chip);
169 mutex_unlock(&chip->tpm_mutex);
171 up_read(&chip->ops_sem);
172 put_device(&chip->dev);
175 EXPORT_SYMBOL_GPL(tpm_try_get_ops);
178 * tpm_put_ops() - Release a ref to the tpm_chip
181 * This is the opposite pair to tpm_try_get_ops(). After this returns chip may
184 void tpm_put_ops(struct tpm_chip *chip)
187 mutex_unlock(&chip->tpm_mutex);
188 up_read(&chip->ops_sem);
189 put_device(&chip->dev);
191 EXPORT_SYMBOL_GPL(tpm_put_ops);
194 * tpm_default_chip() - find a TPM chip and get a reference to it
196 struct tpm_chip *tpm_default_chip(void)
198 struct tpm_chip *chip, *res = NULL;
202 mutex_lock(&idr_lock);
205 chip_prev = chip_num;
206 chip = idr_get_next(&dev_nums_idr, &chip_num);
208 get_device(&chip->dev);
212 } while (chip_prev != chip_num);
214 mutex_unlock(&idr_lock);
218 EXPORT_SYMBOL_GPL(tpm_default_chip);
221 * tpm_find_get_ops() - find and reserve a TPM chip
222 * @chip: a &struct tpm_chip instance, %NULL for the default chip
224 * Finds a TPM chip and reserves its class device and operations. The chip must
225 * be released with tpm_put_ops() after use.
226 * This function is for internal use only. It supports existing TPM callers
227 * by accepting NULL, but those callers should be converted to pass in a chip
231 * A reserved &struct tpm_chip instance.
232 * %NULL if a chip is not found.
233 * %NULL if the chip is not available.
235 struct tpm_chip *tpm_find_get_ops(struct tpm_chip *chip)
240 if (!tpm_try_get_ops(chip))
245 chip = tpm_default_chip();
248 rc = tpm_try_get_ops(chip);
249 /* release additional reference we got from tpm_default_chip() */
250 put_device(&chip->dev);
257 * tpm_dev_release() - free chip memory and the device number
258 * @dev: the character device for the TPM chip
260 * This is used as the release function for the character device.
262 static void tpm_dev_release(struct device *dev)
264 struct tpm_chip *chip = container_of(dev, struct tpm_chip, dev);
266 mutex_lock(&idr_lock);
267 idr_remove(&dev_nums_idr, chip->dev_num);
268 mutex_unlock(&idr_lock);
270 kfree(chip->work_space.context_buf);
271 kfree(chip->work_space.session_buf);
272 kfree(chip->allocated_banks);
277 * tpm_class_shutdown() - prepare the TPM device for loss of power.
278 * @dev: device to which the chip is associated.
280 * Issues a TPM2_Shutdown command prior to loss of power, as required by the
281 * TPM 2.0 spec. Then, calls bus- and device- specific shutdown code.
283 * Return: always 0 (i.e. success)
285 int tpm_class_shutdown(struct device *dev)
287 struct tpm_chip *chip = container_of(dev, struct tpm_chip, dev);
289 down_write(&chip->ops_sem);
290 if (chip->flags & TPM_CHIP_FLAG_TPM2) {
291 if (!tpm_chip_start(chip)) {
292 tpm2_shutdown(chip, TPM2_SU_CLEAR);
297 up_write(&chip->ops_sem);
303 * tpm_chip_alloc() - allocate a new struct tpm_chip instance
304 * @pdev: device to which the chip is associated
305 * At this point pdev mst be initialized, but does not have to
307 * @ops: struct tpm_class_ops instance
309 * Allocates a new struct tpm_chip instance and assigns a free
310 * device number for it. Must be paired with put_device(&chip->dev).
312 struct tpm_chip *tpm_chip_alloc(struct device *pdev,
313 const struct tpm_class_ops *ops)
315 struct tpm_chip *chip;
318 chip = kzalloc(sizeof(*chip), GFP_KERNEL);
320 return ERR_PTR(-ENOMEM);
322 mutex_init(&chip->tpm_mutex);
323 init_rwsem(&chip->ops_sem);
327 mutex_lock(&idr_lock);
328 rc = idr_alloc(&dev_nums_idr, NULL, 0, TPM_NUM_DEVICES, GFP_KERNEL);
329 mutex_unlock(&idr_lock);
331 dev_err(pdev, "No available tpm device numbers\n");
337 device_initialize(&chip->dev);
339 chip->dev.class = tpm_class;
340 chip->dev.release = tpm_dev_release;
341 chip->dev.parent = pdev;
342 chip->dev.groups = chip->groups;
344 if (chip->dev_num == 0)
345 chip->dev.devt = MKDEV(MISC_MAJOR, TPM_MINOR);
347 chip->dev.devt = MKDEV(MAJOR(tpm_devt), chip->dev_num);
349 rc = dev_set_name(&chip->dev, "tpm%d", chip->dev_num);
354 chip->flags |= TPM_CHIP_FLAG_VIRTUAL;
356 cdev_init(&chip->cdev, &tpm_fops);
357 chip->cdev.owner = THIS_MODULE;
359 rc = tpm2_init_space(&chip->work_space, TPM2_SPACE_BUFFER_SIZE);
369 put_device(&chip->dev);
372 EXPORT_SYMBOL_GPL(tpm_chip_alloc);
374 static void tpm_put_device(void *dev)
380 * tpmm_chip_alloc() - allocate a new struct tpm_chip instance
381 * @pdev: parent device to which the chip is associated
382 * @ops: struct tpm_class_ops instance
384 * Same as tpm_chip_alloc except devm is used to do the put_device
386 struct tpm_chip *tpmm_chip_alloc(struct device *pdev,
387 const struct tpm_class_ops *ops)
389 struct tpm_chip *chip;
392 chip = tpm_chip_alloc(pdev, ops);
396 rc = devm_add_action_or_reset(pdev,
402 dev_set_drvdata(pdev, chip);
406 EXPORT_SYMBOL_GPL(tpmm_chip_alloc);
408 static int tpm_add_char_device(struct tpm_chip *chip)
412 rc = cdev_device_add(&chip->cdev, &chip->dev);
415 "unable to cdev_device_add() %s, major %d, minor %d, err=%d\n",
416 dev_name(&chip->dev), MAJOR(chip->dev.devt),
417 MINOR(chip->dev.devt), rc);
421 if (chip->flags & TPM_CHIP_FLAG_TPM2 && !tpm_is_firmware_upgrade(chip)) {
422 rc = tpm_devs_add(chip);
427 /* Make the chip available. */
428 mutex_lock(&idr_lock);
429 idr_replace(&dev_nums_idr, chip, chip->dev_num);
430 mutex_unlock(&idr_lock);
435 cdev_device_del(&chip->cdev, &chip->dev);
439 static void tpm_del_char_device(struct tpm_chip *chip)
441 cdev_device_del(&chip->cdev, &chip->dev);
443 /* Make the chip unavailable. */
444 mutex_lock(&idr_lock);
445 idr_replace(&dev_nums_idr, NULL, chip->dev_num);
446 mutex_unlock(&idr_lock);
448 /* Make the driver uncallable. */
449 down_write(&chip->ops_sem);
452 * Check if chip->ops is still valid: In case that the controller
453 * drivers shutdown handler unregisters the controller in its
454 * shutdown handler we are called twice and chip->ops to NULL.
457 if (chip->flags & TPM_CHIP_FLAG_TPM2) {
458 if (!tpm_chip_start(chip)) {
459 tpm2_shutdown(chip, TPM2_SU_CLEAR);
465 up_write(&chip->ops_sem);
468 static void tpm_del_legacy_sysfs(struct tpm_chip *chip)
470 struct attribute **i;
472 if (chip->flags & (TPM_CHIP_FLAG_TPM2 | TPM_CHIP_FLAG_VIRTUAL) ||
473 tpm_is_firmware_upgrade(chip))
476 sysfs_remove_link(&chip->dev.parent->kobj, "ppi");
478 for (i = chip->groups[0]->attrs; *i != NULL; ++i)
479 sysfs_remove_link(&chip->dev.parent->kobj, (*i)->name);
482 /* For compatibility with legacy sysfs paths we provide symlinks from the
483 * parent dev directory to selected names within the tpm chip directory. Old
484 * kernel versions created these files directly under the parent.
486 static int tpm_add_legacy_sysfs(struct tpm_chip *chip)
488 struct attribute **i;
491 if (chip->flags & (TPM_CHIP_FLAG_TPM2 | TPM_CHIP_FLAG_VIRTUAL) ||
492 tpm_is_firmware_upgrade(chip))
495 rc = compat_only_sysfs_link_entry_to_kobj(
496 &chip->dev.parent->kobj, &chip->dev.kobj, "ppi", NULL);
497 if (rc && rc != -ENOENT)
500 /* All the names from tpm-sysfs */
501 for (i = chip->groups[0]->attrs; *i != NULL; ++i) {
502 rc = compat_only_sysfs_link_entry_to_kobj(
503 &chip->dev.parent->kobj, &chip->dev.kobj, (*i)->name, NULL);
505 tpm_del_legacy_sysfs(chip);
514 * Some AMD fTPM versions may cause stutter
515 * https://www.amd.com/en/support/kb/faq/pa-410
517 * Fixes are available in two series of fTPM firmware:
518 * 6.x.y.z series: 6.0.18.6 +
519 * 3.x.y.z series: 3.57.y.5 +
521 static bool tpm_amd_is_rng_defective(struct tpm_chip *chip)
527 if (!(chip->flags & TPM_CHIP_FLAG_TPM2))
530 ret = tpm_request_locality(chip);
534 ret = tpm2_get_tpm_pt(chip, TPM2_PT_MANUFACTURER, &val1, NULL);
537 if (val1 != 0x414D4400U /* AMD */) {
541 ret = tpm2_get_tpm_pt(chip, TPM2_PT_FIRMWARE_VERSION_1, &val1, NULL);
544 ret = tpm2_get_tpm_pt(chip, TPM2_PT_FIRMWARE_VERSION_2, &val2, NULL);
547 tpm_relinquish_locality(chip);
552 version = ((u64)val1 << 32) | val2;
553 if ((version >> 48) == 6) {
554 if (version >= 0x0006000000180006ULL)
556 } else if ((version >> 48) == 3) {
557 if (version >= 0x0003005700000005ULL)
564 "AMD fTPM version 0x%llx causes system stutter; hwrng disabled\n",
570 static int tpm_hwrng_read(struct hwrng *rng, void *data, size_t max, bool wait)
572 struct tpm_chip *chip = container_of(rng, struct tpm_chip, hwrng);
574 /* Give back zero bytes, as TPM chip has not yet fully resumed: */
575 if (chip->flags & TPM_CHIP_FLAG_SUSPENDED)
578 return tpm_get_random(chip, data, max);
581 static int tpm_add_hwrng(struct tpm_chip *chip)
583 if (!IS_ENABLED(CONFIG_HW_RANDOM_TPM) || tpm_is_firmware_upgrade(chip) ||
584 tpm_amd_is_rng_defective(chip))
587 snprintf(chip->hwrng_name, sizeof(chip->hwrng_name),
588 "tpm-rng-%d", chip->dev_num);
589 chip->hwrng.name = chip->hwrng_name;
590 chip->hwrng.read = tpm_hwrng_read;
591 return hwrng_register(&chip->hwrng);
594 static int tpm_get_pcr_allocation(struct tpm_chip *chip)
598 if (tpm_is_firmware_upgrade(chip))
601 rc = (chip->flags & TPM_CHIP_FLAG_TPM2) ?
602 tpm2_get_pcr_allocation(chip) :
603 tpm1_get_pcr_allocation(chip);
612 * tpm_chip_bootstrap() - Boostrap TPM chip after power on
613 * @chip: TPM chip to use.
615 * Initialize TPM chip after power on. This a one-shot function: subsequent
616 * calls will have no effect.
618 int tpm_chip_bootstrap(struct tpm_chip *chip)
622 if (chip->flags & TPM_CHIP_FLAG_BOOTSTRAPPED)
625 rc = tpm_chip_start(chip);
629 rc = tpm_auto_startup(chip);
633 rc = tpm_get_pcr_allocation(chip);
638 * Unconditionally set, as driver initialization should cease, when the
639 * boostrapping process fails.
641 chip->flags |= TPM_CHIP_FLAG_BOOTSTRAPPED;
645 EXPORT_SYMBOL_GPL(tpm_chip_bootstrap);
648 * tpm_chip_register() - create a character device for the TPM chip
649 * @chip: TPM chip to use.
651 * Creates a character device for the TPM chip and adds sysfs attributes for
652 * the device. As the last step this function adds the chip to the list of TPM
653 * chips available for in-kernel use.
655 * This function should be only called after the chip initialization is
658 int tpm_chip_register(struct tpm_chip *chip)
662 rc = tpm_chip_bootstrap(chip);
666 tpm_sysfs_add_device(chip);
668 tpm_bios_log_setup(chip);
672 rc = tpm_add_hwrng(chip);
676 rc = tpm_add_char_device(chip);
680 rc = tpm_add_legacy_sysfs(chip);
682 tpm_chip_unregister(chip);
689 if (IS_ENABLED(CONFIG_HW_RANDOM_TPM) && !tpm_is_firmware_upgrade(chip))
690 hwrng_unregister(&chip->hwrng);
692 tpm_bios_log_teardown(chip);
696 EXPORT_SYMBOL_GPL(tpm_chip_register);
699 * tpm_chip_unregister() - release the TPM driver
700 * @chip: TPM chip to use.
702 * Takes the chip first away from the list of available TPM chips and then
703 * cleans up all the resources reserved by tpm_chip_register().
705 * Once this function returns the driver call backs in 'op's will not be
706 * running and will no longer start.
708 * NOTE: This function should be only called before deinitializing chip
711 void tpm_chip_unregister(struct tpm_chip *chip)
713 tpm_del_legacy_sysfs(chip);
714 if (IS_ENABLED(CONFIG_HW_RANDOM_TPM) && !tpm_is_firmware_upgrade(chip) &&
715 !tpm_amd_is_rng_defective(chip))
716 hwrng_unregister(&chip->hwrng);
717 tpm_bios_log_teardown(chip);
718 if (chip->flags & TPM_CHIP_FLAG_TPM2 && !tpm_is_firmware_upgrade(chip))
719 tpm_devs_remove(chip);
720 tpm_del_char_device(chip);
722 EXPORT_SYMBOL_GPL(tpm_chip_unregister);