2 * APM X-Gene SoC Hardware Monitoring Driver
4 * Copyright (c) 2016, Applied Micro Circuits Corporation
5 * Author: Loc Ho <lho@apm.com>
6 * Hoan Tran <hotran@apm.com>
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License as
10 * published by the Free Software Foundation; either version 2 of
11 * the License, or (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, see <http://www.gnu.org/licenses/>.
21 * This driver provides the following features:
22 * - Retrieve CPU total power (uW)
23 * - Retrieve IO total power (uW)
24 * - Retrieve SoC temperature (milli-degree C) and alarm
26 #include <linux/acpi.h>
27 #include <linux/dma-mapping.h>
28 #include <linux/hwmon.h>
29 #include <linux/hwmon-sysfs.h>
31 #include <linux/interrupt.h>
32 #include <linux/kfifo.h>
33 #include <linux/mailbox_controller.h>
34 #include <linux/mailbox_client.h>
35 #include <linux/module.h>
37 #include <linux/platform_device.h>
41 /* SLIMpro message defines */
42 #define MSG_TYPE_DBG 0
43 #define MSG_TYPE_ERR 7
44 #define MSG_TYPE_PWRMGMT 9
46 #define MSG_TYPE(v) (((v) & 0xF0000000) >> 28)
47 #define MSG_TYPE_SET(v) (((v) << 28) & 0xF0000000)
48 #define MSG_SUBTYPE(v) (((v) & 0x0F000000) >> 24)
49 #define MSG_SUBTYPE_SET(v) (((v) << 24) & 0x0F000000)
51 #define DBG_SUBTYPE_SENSOR_READ 4
52 #define SENSOR_RD_MSG 0x04FFE902
53 #define SENSOR_RD_EN_ADDR(a) ((a) & 0x000FFFFF)
54 #define PMD_PWR_REG 0x20
55 #define PMD_PWR_MW_REG 0x26
56 #define SOC_PWR_REG 0x21
57 #define SOC_PWR_MW_REG 0x27
58 #define SOC_TEMP_REG 0x10
60 #define TEMP_NEGATIVE_BIT 8
61 #define SENSOR_INVALID_DATA BIT(15)
63 #define PWRMGMT_SUBTYPE_TPC 1
65 #define TPC_GET_ALARM 3
66 #define TPC_CMD(v) (((v) & 0x00FF0000) >> 16)
67 #define TPC_CMD_SET(v) (((v) << 16) & 0x00FF0000)
68 #define TPC_EN_MSG(hndl, cmd, type) \
69 (MSG_TYPE_SET(MSG_TYPE_PWRMGMT) | \
70 MSG_SUBTYPE_SET(hndl) | TPC_CMD_SET(cmd) | type)
73 #define PCC_SIGNATURE_MASK 0x50424300
74 #define PCCC_GENERATE_DB_INT BIT(15)
75 #define PCCS_CMD_COMPLETE BIT(0)
76 #define PCCS_SCI_DOORBEL BIT(1)
77 #define PCCS_PLATFORM_NOTIFICATION BIT(3)
79 * Arbitrary retries in case the remote processor is slow to respond
82 #define PCC_NUM_RETRIES 500
84 #define ASYNC_MSG_FIFO_SIZE 16
85 #define MBOX_OP_TIMEOUTMS 1000
87 #define WATT_TO_mWATT(x) ((x) * 1000)
88 #define mWATT_TO_uWATT(x) ((x) * 1000)
89 #define CELSIUS_TO_mCELSIUS(x) ((x) * 1000)
91 #define to_xgene_hwmon_dev(cl) \
92 container_of(cl, struct xgene_hwmon_dev, mbox_client)
94 struct slimpro_resp_msg {
100 struct xgene_hwmon_dev {
102 struct mbox_chan *mbox_chan;
103 struct mbox_client mbox_client;
106 spinlock_t kfifo_lock;
107 struct mutex rd_mutex;
108 struct completion rd_complete;
110 struct slimpro_resp_msg sync_msg;
112 struct work_struct workq;
113 struct kfifo_rec_ptr_1 async_msg_fifo;
115 struct device *hwmon_dev;
116 bool temp_critical_alarm;
118 phys_addr_t comm_base_addr;
124 * This function tests and clears a bitmask then returns its old value
126 static u16 xgene_word_tst_and_clr(u16 *addr, u16 mask)
130 val = le16_to_cpu(READ_ONCE(*addr));
133 WRITE_ONCE(*addr, cpu_to_le16(val));
138 static int xgene_hwmon_pcc_rd(struct xgene_hwmon_dev *ctx, u32 *msg)
140 struct acpi_pcct_shared_memory *generic_comm_base = ctx->pcc_comm_addr;
141 u32 *ptr = (void *)(generic_comm_base + 1);
145 mutex_lock(&ctx->rd_mutex);
146 init_completion(&ctx->rd_complete);
147 ctx->resp_pending = true;
149 /* Write signature for subspace */
150 WRITE_ONCE(generic_comm_base->signature,
151 cpu_to_le32(PCC_SIGNATURE_MASK | ctx->mbox_idx));
153 /* Write to the shared command region */
154 WRITE_ONCE(generic_comm_base->command,
155 cpu_to_le16(MSG_TYPE(msg[0]) | PCCC_GENERATE_DB_INT));
157 /* Flip CMD COMPLETE bit */
158 val = le16_to_cpu(READ_ONCE(generic_comm_base->status));
159 val &= ~PCCS_CMD_COMPLETE;
160 WRITE_ONCE(generic_comm_base->status, cpu_to_le16(val));
162 /* Copy the message to the PCC comm space */
163 for (i = 0; i < sizeof(struct slimpro_resp_msg) / 4; i++)
164 WRITE_ONCE(ptr[i], cpu_to_le32(msg[i]));
166 /* Ring the doorbell */
167 rc = mbox_send_message(ctx->mbox_chan, msg);
169 dev_err(ctx->dev, "Mailbox send error %d\n", rc);
172 if (!wait_for_completion_timeout(&ctx->rd_complete,
173 usecs_to_jiffies(ctx->usecs_lat))) {
174 dev_err(ctx->dev, "Mailbox operation timed out\n");
179 /* Check for error message */
180 if (MSG_TYPE(ctx->sync_msg.msg) == MSG_TYPE_ERR) {
185 msg[0] = ctx->sync_msg.msg;
186 msg[1] = ctx->sync_msg.param1;
187 msg[2] = ctx->sync_msg.param2;
190 mbox_chan_txdone(ctx->mbox_chan, 0);
191 ctx->resp_pending = false;
192 mutex_unlock(&ctx->rd_mutex);
196 static int xgene_hwmon_rd(struct xgene_hwmon_dev *ctx, u32 *msg)
200 mutex_lock(&ctx->rd_mutex);
201 init_completion(&ctx->rd_complete);
202 ctx->resp_pending = true;
204 rc = mbox_send_message(ctx->mbox_chan, msg);
206 dev_err(ctx->dev, "Mailbox send error %d\n", rc);
210 if (!wait_for_completion_timeout(&ctx->rd_complete,
211 msecs_to_jiffies(MBOX_OP_TIMEOUTMS))) {
212 dev_err(ctx->dev, "Mailbox operation timed out\n");
217 /* Check for error message */
218 if (MSG_TYPE(ctx->sync_msg.msg) == MSG_TYPE_ERR) {
223 msg[0] = ctx->sync_msg.msg;
224 msg[1] = ctx->sync_msg.param1;
225 msg[2] = ctx->sync_msg.param2;
228 ctx->resp_pending = false;
229 mutex_unlock(&ctx->rd_mutex);
233 static int xgene_hwmon_reg_map_rd(struct xgene_hwmon_dev *ctx, u32 addr,
239 msg[0] = SENSOR_RD_MSG;
240 msg[1] = SENSOR_RD_EN_ADDR(addr);
244 rc = xgene_hwmon_rd(ctx, msg);
246 rc = xgene_hwmon_pcc_rd(ctx, msg);
252 * Check if sensor data is valid.
254 if (msg[1] & SENSOR_INVALID_DATA)
262 static int xgene_hwmon_get_notification_msg(struct xgene_hwmon_dev *ctx,
268 msg[0] = TPC_EN_MSG(PWRMGMT_SUBTYPE_TPC, TPC_GET_ALARM, 0);
272 rc = xgene_hwmon_pcc_rd(ctx, msg);
283 static int xgene_hwmon_get_cpu_pwr(struct xgene_hwmon_dev *ctx, u32 *val)
288 rc = xgene_hwmon_reg_map_rd(ctx, PMD_PWR_REG, &watt);
292 rc = xgene_hwmon_reg_map_rd(ctx, PMD_PWR_MW_REG, &mwatt);
296 *val = WATT_TO_mWATT(watt) + mwatt;
300 static int xgene_hwmon_get_io_pwr(struct xgene_hwmon_dev *ctx, u32 *val)
305 rc = xgene_hwmon_reg_map_rd(ctx, SOC_PWR_REG, &watt);
309 rc = xgene_hwmon_reg_map_rd(ctx, SOC_PWR_MW_REG, &mwatt);
313 *val = WATT_TO_mWATT(watt) + mwatt;
317 static int xgene_hwmon_get_temp(struct xgene_hwmon_dev *ctx, u32 *val)
319 return xgene_hwmon_reg_map_rd(ctx, SOC_TEMP_REG, val);
323 * Sensor temperature/power functions
325 static ssize_t temp1_input_show(struct device *dev,
326 struct device_attribute *attr,
329 struct xgene_hwmon_dev *ctx = dev_get_drvdata(dev);
333 rc = xgene_hwmon_get_temp(ctx, &val);
337 temp = sign_extend32(val, TEMP_NEGATIVE_BIT);
339 return snprintf(buf, PAGE_SIZE, "%d\n", CELSIUS_TO_mCELSIUS(temp));
342 static ssize_t temp1_label_show(struct device *dev,
343 struct device_attribute *attr,
346 return snprintf(buf, PAGE_SIZE, "SoC Temperature\n");
349 static ssize_t temp1_critical_alarm_show(struct device *dev,
350 struct device_attribute *devattr,
353 struct xgene_hwmon_dev *ctx = dev_get_drvdata(dev);
355 return snprintf(buf, PAGE_SIZE, "%d\n", ctx->temp_critical_alarm);
358 static ssize_t power1_label_show(struct device *dev,
359 struct device_attribute *attr,
362 return snprintf(buf, PAGE_SIZE, "CPU power\n");
365 static ssize_t power2_label_show(struct device *dev,
366 struct device_attribute *attr,
369 return snprintf(buf, PAGE_SIZE, "IO power\n");
372 static ssize_t power1_input_show(struct device *dev,
373 struct device_attribute *attr,
376 struct xgene_hwmon_dev *ctx = dev_get_drvdata(dev);
380 rc = xgene_hwmon_get_cpu_pwr(ctx, &val);
384 return snprintf(buf, PAGE_SIZE, "%u\n", mWATT_TO_uWATT(val));
387 static ssize_t power2_input_show(struct device *dev,
388 struct device_attribute *attr,
391 struct xgene_hwmon_dev *ctx = dev_get_drvdata(dev);
395 rc = xgene_hwmon_get_io_pwr(ctx, &val);
399 return snprintf(buf, PAGE_SIZE, "%u\n", mWATT_TO_uWATT(val));
402 static DEVICE_ATTR_RO(temp1_label);
403 static DEVICE_ATTR_RO(temp1_input);
404 static DEVICE_ATTR_RO(temp1_critical_alarm);
405 static DEVICE_ATTR_RO(power1_label);
406 static DEVICE_ATTR_RO(power1_input);
407 static DEVICE_ATTR_RO(power2_label);
408 static DEVICE_ATTR_RO(power2_input);
410 static struct attribute *xgene_hwmon_attrs[] = {
411 &dev_attr_temp1_label.attr,
412 &dev_attr_temp1_input.attr,
413 &dev_attr_temp1_critical_alarm.attr,
414 &dev_attr_power1_label.attr,
415 &dev_attr_power1_input.attr,
416 &dev_attr_power2_label.attr,
417 &dev_attr_power2_input.attr,
421 ATTRIBUTE_GROUPS(xgene_hwmon);
423 static int xgene_hwmon_tpc_alarm(struct xgene_hwmon_dev *ctx,
424 struct slimpro_resp_msg *amsg)
426 ctx->temp_critical_alarm = !!amsg->param2;
427 sysfs_notify(&ctx->dev->kobj, NULL, "temp1_critical_alarm");
432 static void xgene_hwmon_process_pwrmsg(struct xgene_hwmon_dev *ctx,
433 struct slimpro_resp_msg *amsg)
435 if ((MSG_SUBTYPE(amsg->msg) == PWRMGMT_SUBTYPE_TPC) &&
436 (TPC_CMD(amsg->msg) == TPC_ALARM))
437 xgene_hwmon_tpc_alarm(ctx, amsg);
441 * This function is called to process async work queue
443 static void xgene_hwmon_evt_work(struct work_struct *work)
445 struct slimpro_resp_msg amsg;
446 struct xgene_hwmon_dev *ctx;
449 ctx = container_of(work, struct xgene_hwmon_dev, workq);
450 while (kfifo_out_spinlocked(&ctx->async_msg_fifo, &amsg,
451 sizeof(struct slimpro_resp_msg),
454 * If PCC, send a consumer command to Platform to get info
455 * If Slimpro Mailbox, get message from specific FIFO
457 if (!acpi_disabled) {
458 ret = xgene_hwmon_get_notification_msg(ctx,
464 if (MSG_TYPE(amsg.msg) == MSG_TYPE_PWRMGMT)
465 xgene_hwmon_process_pwrmsg(ctx, &amsg);
469 static int xgene_hwmon_rx_ready(struct xgene_hwmon_dev *ctx, void *msg)
471 if (IS_ERR_OR_NULL(ctx->hwmon_dev) && !ctx->resp_pending) {
472 /* Enqueue to the FIFO */
473 kfifo_in_spinlocked(&ctx->async_msg_fifo, msg,
474 sizeof(struct slimpro_resp_msg),
483 * This function is called when the SLIMpro Mailbox received a message
485 static void xgene_hwmon_rx_cb(struct mbox_client *cl, void *msg)
487 struct xgene_hwmon_dev *ctx = to_xgene_hwmon_dev(cl);
490 * While the driver registers with the mailbox framework, an interrupt
491 * can be pending before the probe function completes its
492 * initialization. If such condition occurs, just queue up the message
493 * as the driver is not ready for servicing the callback.
495 if (xgene_hwmon_rx_ready(ctx, msg) < 0)
499 * Response message format:
500 * msg[0] is the return code of the operation
501 * msg[1] is the first parameter word
502 * msg[2] is the second parameter word
504 * As message only supports dword size, just assign it.
507 /* Check for sync query */
508 if (ctx->resp_pending &&
509 ((MSG_TYPE(((u32 *)msg)[0]) == MSG_TYPE_ERR) ||
510 (MSG_TYPE(((u32 *)msg)[0]) == MSG_TYPE_DBG &&
511 MSG_SUBTYPE(((u32 *)msg)[0]) == DBG_SUBTYPE_SENSOR_READ) ||
512 (MSG_TYPE(((u32 *)msg)[0]) == MSG_TYPE_PWRMGMT &&
513 MSG_SUBTYPE(((u32 *)msg)[0]) == PWRMGMT_SUBTYPE_TPC &&
514 TPC_CMD(((u32 *)msg)[0]) == TPC_ALARM))) {
515 ctx->sync_msg.msg = ((u32 *)msg)[0];
516 ctx->sync_msg.param1 = ((u32 *)msg)[1];
517 ctx->sync_msg.param2 = ((u32 *)msg)[2];
519 /* Operation waiting for response */
520 complete(&ctx->rd_complete);
525 /* Enqueue to the FIFO */
526 kfifo_in_spinlocked(&ctx->async_msg_fifo, msg,
527 sizeof(struct slimpro_resp_msg), &ctx->kfifo_lock);
528 /* Schedule the bottom handler */
529 schedule_work(&ctx->workq);
533 * This function is called when the PCC Mailbox received a message
535 static void xgene_hwmon_pcc_rx_cb(struct mbox_client *cl, void *msg)
537 struct xgene_hwmon_dev *ctx = to_xgene_hwmon_dev(cl);
538 struct acpi_pcct_shared_memory *generic_comm_base = ctx->pcc_comm_addr;
539 struct slimpro_resp_msg amsg;
542 * While the driver registers with the mailbox framework, an interrupt
543 * can be pending before the probe function completes its
544 * initialization. If such condition occurs, just queue up the message
545 * as the driver is not ready for servicing the callback.
547 if (xgene_hwmon_rx_ready(ctx, &amsg) < 0)
550 msg = generic_comm_base + 1;
551 /* Check if platform sends interrupt */
552 if (!xgene_word_tst_and_clr(&generic_comm_base->status,
557 * Response message format:
558 * msg[0] is the return code of the operation
559 * msg[1] is the first parameter word
560 * msg[2] is the second parameter word
562 * As message only supports dword size, just assign it.
565 /* Check for sync query */
566 if (ctx->resp_pending &&
567 ((MSG_TYPE(((u32 *)msg)[0]) == MSG_TYPE_ERR) ||
568 (MSG_TYPE(((u32 *)msg)[0]) == MSG_TYPE_DBG &&
569 MSG_SUBTYPE(((u32 *)msg)[0]) == DBG_SUBTYPE_SENSOR_READ) ||
570 (MSG_TYPE(((u32 *)msg)[0]) == MSG_TYPE_PWRMGMT &&
571 MSG_SUBTYPE(((u32 *)msg)[0]) == PWRMGMT_SUBTYPE_TPC &&
572 TPC_CMD(((u32 *)msg)[0]) == TPC_ALARM))) {
573 /* Check if platform completes command */
574 if (xgene_word_tst_and_clr(&generic_comm_base->status,
575 PCCS_CMD_COMPLETE)) {
576 ctx->sync_msg.msg = ((u32 *)msg)[0];
577 ctx->sync_msg.param1 = ((u32 *)msg)[1];
578 ctx->sync_msg.param2 = ((u32 *)msg)[2];
580 /* Operation waiting for response */
581 complete(&ctx->rd_complete);
588 * Platform notifies interrupt to OSPM.
589 * OPSM schedules a consumer command to get this information
590 * in a workqueue. Platform must wait until OSPM has issued
591 * a consumer command that serves this notification.
594 /* Enqueue to the FIFO */
595 kfifo_in_spinlocked(&ctx->async_msg_fifo, &amsg,
596 sizeof(struct slimpro_resp_msg), &ctx->kfifo_lock);
597 /* Schedule the bottom handler */
598 schedule_work(&ctx->workq);
601 static void xgene_hwmon_tx_done(struct mbox_client *cl, void *msg, int ret)
604 dev_dbg(cl->dev, "TX did not complete: CMD sent:%x, ret:%d\n",
607 dev_dbg(cl->dev, "TX completed. CMD sent:%x, ret:%d\n",
612 static int xgene_hwmon_probe(struct platform_device *pdev)
614 struct xgene_hwmon_dev *ctx;
615 struct mbox_client *cl;
618 ctx = devm_kzalloc(&pdev->dev, sizeof(*ctx), GFP_KERNEL);
622 ctx->dev = &pdev->dev;
623 platform_set_drvdata(pdev, ctx);
624 cl = &ctx->mbox_client;
626 spin_lock_init(&ctx->kfifo_lock);
627 mutex_init(&ctx->rd_mutex);
629 rc = kfifo_alloc(&ctx->async_msg_fifo,
630 sizeof(struct slimpro_resp_msg) * ASYNC_MSG_FIFO_SIZE,
635 INIT_WORK(&ctx->workq, xgene_hwmon_evt_work);
637 /* Request mailbox channel */
638 cl->dev = &pdev->dev;
639 cl->tx_done = xgene_hwmon_tx_done;
640 cl->tx_block = false;
641 cl->tx_tout = MBOX_OP_TIMEOUTMS;
642 cl->knows_txdone = false;
644 cl->rx_callback = xgene_hwmon_rx_cb;
645 ctx->mbox_chan = mbox_request_channel(cl, 0);
646 if (IS_ERR(ctx->mbox_chan)) {
648 "SLIMpro mailbox channel request failed\n");
652 struct acpi_pcct_hw_reduced *cppc_ss;
654 if (device_property_read_u32(&pdev->dev, "pcc-channel",
656 dev_err(&pdev->dev, "no pcc-channel property\n");
660 cl->rx_callback = xgene_hwmon_pcc_rx_cb;
661 ctx->mbox_chan = pcc_mbox_request_channel(cl, ctx->mbox_idx);
662 if (IS_ERR(ctx->mbox_chan)) {
664 "PPC channel request failed\n");
669 * The PCC mailbox controller driver should
670 * have parsed the PCCT (global table of all
671 * PCC channels) and stored pointers to the
672 * subspace communication region in con_priv.
674 cppc_ss = ctx->mbox_chan->con_priv;
676 dev_err(&pdev->dev, "PPC subspace not found\n");
681 if (!ctx->mbox_chan->mbox->txdone_irq) {
682 dev_err(&pdev->dev, "PCC IRQ not supported\n");
688 * This is the shared communication region
689 * for the OS and Platform to communicate over.
691 ctx->comm_base_addr = cppc_ss->base_address;
692 if (ctx->comm_base_addr) {
693 ctx->pcc_comm_addr = memremap(ctx->comm_base_addr,
697 dev_err(&pdev->dev, "Failed to get PCC comm region\n");
702 if (!ctx->pcc_comm_addr) {
704 "Failed to ioremap PCC comm region\n");
710 * cppc_ss->latency is just a Nominal value. In reality
711 * the remote processor could be much slower to reply.
712 * So add an arbitrary amount of wait on top of Nominal.
714 ctx->usecs_lat = PCC_NUM_RETRIES * cppc_ss->latency;
717 ctx->hwmon_dev = hwmon_device_register_with_groups(ctx->dev,
721 if (IS_ERR(ctx->hwmon_dev)) {
722 dev_err(&pdev->dev, "Failed to register HW monitor device\n");
723 rc = PTR_ERR(ctx->hwmon_dev);
728 * Schedule the bottom handler if there is a pending message.
730 schedule_work(&ctx->workq);
732 dev_info(&pdev->dev, "APM X-Gene SoC HW monitor driver registered\n");
738 mbox_free_channel(ctx->mbox_chan);
740 pcc_mbox_free_channel(ctx->mbox_chan);
742 kfifo_free(&ctx->async_msg_fifo);
747 static int xgene_hwmon_remove(struct platform_device *pdev)
749 struct xgene_hwmon_dev *ctx = platform_get_drvdata(pdev);
751 hwmon_device_unregister(ctx->hwmon_dev);
752 kfifo_free(&ctx->async_msg_fifo);
754 mbox_free_channel(ctx->mbox_chan);
756 pcc_mbox_free_channel(ctx->mbox_chan);
762 static const struct acpi_device_id xgene_hwmon_acpi_match[] = {
766 MODULE_DEVICE_TABLE(acpi, xgene_hwmon_acpi_match);
769 static const struct of_device_id xgene_hwmon_of_match[] = {
770 {.compatible = "apm,xgene-slimpro-hwmon"},
773 MODULE_DEVICE_TABLE(of, xgene_hwmon_of_match);
775 static struct platform_driver xgene_hwmon_driver __refdata = {
776 .probe = xgene_hwmon_probe,
777 .remove = xgene_hwmon_remove,
779 .name = "xgene-slimpro-hwmon",
780 .of_match_table = xgene_hwmon_of_match,
781 .acpi_match_table = ACPI_PTR(xgene_hwmon_acpi_match),
784 module_platform_driver(xgene_hwmon_driver);
786 MODULE_DESCRIPTION("APM X-Gene SoC hardware monitor");
787 MODULE_LICENSE("GPL");