[linux-block.git] / drivers / irqchip / irq-imx-irqsteer.c

// SPDX-License-Identifier: GPL-2.0+
/*
 * Copyright 2017 NXP
 * Copyright (C) 2018 Pengutronix, Lucas Stach <kernel@pengutronix.de>
 */

#include <linux/clk.h>
#include <linux/interrupt.h>
#include <linux/irq.h>
#include <linux/irqchip/chained_irq.h>
#include <linux/irqdomain.h>
#include <linux/kernel.h>
#include <linux/of.h>
#include <linux/of_irq.h>
#include <linux/platform_device.h>
#include <linux/pm_runtime.h>
#include <linux/spinlock.h>

#define CTRL_STRIDE_OFF(_t, _r)	(_t * 4 * _r)
#define CHANCTRL		0x0
#define CHANMASK(n, t)		(CTRL_STRIDE_OFF(t, 0) + 0x4 * (n) + 0x4)
#define CHANSET(n, t)		(CTRL_STRIDE_OFF(t, 1) + 0x4 * (n) + 0x4)
#define CHANSTATUS(n, t)	(CTRL_STRIDE_OFF(t, 2) + 0x4 * (n) + 0x4)
#define CHAN_MINTDIS(t)		(CTRL_STRIDE_OFF(t, 3) + 0x4)
#define CHAN_MASTRSTAT(t)	(CTRL_STRIDE_OFF(t, 3) + 0x8)

#define CHAN_MAX_OUTPUT_INT	0x8

struct irqsteer_data {
	void __iomem		*regs;
	struct clk		*ipg_clk;
	int			irq[CHAN_MAX_OUTPUT_INT];
	int			irq_count;
	raw_spinlock_t		lock;
	int			reg_num;
	int			channel;
	struct irq_domain	*domain;
	u32			*saved_reg;
};

static int imx_irqsteer_get_reg_index(struct irqsteer_data *data,
				      unsigned long irqnum)
{
	return (data->reg_num - irqnum / 32 - 1);
}

static void imx_irqsteer_irq_unmask(struct irq_data *d)
{
	struct irqsteer_data *data = d->chip_data;
	int idx = imx_irqsteer_get_reg_index(data, d->hwirq);
	unsigned long flags;
	u32 val;

	raw_spin_lock_irqsave(&data->lock, flags);
	val = readl_relaxed(data->regs + CHANMASK(idx, data->reg_num));
	val |= BIT(d->hwirq % 32);
	writel_relaxed(val, data->regs + CHANMASK(idx, data->reg_num));
	raw_spin_unlock_irqrestore(&data->lock, flags);
}

static void imx_irqsteer_irq_mask(struct irq_data *d)
{
	struct irqsteer_data *data = d->chip_data;
	int idx = imx_irqsteer_get_reg_index(data, d->hwirq);
	unsigned long flags;
	u32 val;

	raw_spin_lock_irqsave(&data->lock, flags);
	val = readl_relaxed(data->regs + CHANMASK(idx, data->reg_num));
	val &= ~BIT(d->hwirq % 32);
	writel_relaxed(val, data->regs + CHANMASK(idx, data->reg_num));
	raw_spin_unlock_irqrestore(&data->lock, flags);
}

static const struct irq_chip imx_irqsteer_irq_chip = {
	.name		= "irqsteer",
	.irq_mask	= imx_irqsteer_irq_mask,
	.irq_unmask	= imx_irqsteer_irq_unmask,
};

static int imx_irqsteer_irq_map(struct irq_domain *h, unsigned int irq,
				irq_hw_number_t hwirq)
{
	irq_set_status_flags(irq, IRQ_LEVEL);
	irq_set_chip_data(irq, h->host_data);
	irq_set_chip_and_handler(irq, &imx_irqsteer_irq_chip, handle_level_irq);

	return 0;
}

static const struct irq_domain_ops imx_irqsteer_domain_ops = {
	.map		= imx_irqsteer_irq_map,
	.xlate		= irq_domain_xlate_onecell,
};

static int imx_irqsteer_get_hwirq_base(struct irqsteer_data *data, u32 irq)
{
	int i;

	for (i = 0; i < data->irq_count; i++) {
		if (data->irq[i] == irq)
			return i * 64;
	}

	return -EINVAL;
}

static void imx_irqsteer_irq_handler(struct irq_desc *desc)
{
	struct irqsteer_data *data = irq_desc_get_handler_data(desc);
	int hwirq;
	int irq, i;

	chained_irq_enter(irq_desc_get_chip(desc), desc);

	irq = irq_desc_get_irq(desc);
	hwirq = imx_irqsteer_get_hwirq_base(data, irq);
	if (hwirq < 0) {
		pr_warn("%s: unable to get hwirq base for irq %d\n",
			__func__, irq);
		return;
	}

	for (i = 0; i < 2; i++, hwirq += 32) {
		int idx = imx_irqsteer_get_reg_index(data, hwirq);
		unsigned long irqmap;
		int pos;

		if (hwirq >= data->reg_num * 32)
			break;

		irqmap = readl_relaxed(data->regs +
				       CHANSTATUS(idx, data->reg_num));

		for_each_set_bit(pos, &irqmap, 32)
			generic_handle_domain_irq(data->domain, pos + hwirq);
	}

	chained_irq_exit(irq_desc_get_chip(desc), desc);
}

static int imx_irqsteer_probe(struct platform_device *pdev)
{
	struct device_node *np = pdev->dev.of_node;
	struct irqsteer_data *data;
	u32 irqs_num;
	int i, ret;

	data = devm_kzalloc(&pdev->dev, sizeof(*data), GFP_KERNEL);
	if (!data)
		return -ENOMEM;

	data->regs = devm_platform_ioremap_resource(pdev, 0);
	if (IS_ERR(data->regs)) {
		dev_err(&pdev->dev, "failed to initialize reg\n");
		return PTR_ERR(data->regs);
	}

	data->ipg_clk = devm_clk_get(&pdev->dev, "ipg");
	if (IS_ERR(data->ipg_clk))
		return dev_err_probe(&pdev->dev, PTR_ERR(data->ipg_clk),
				     "failed to get ipg clk\n");

	raw_spin_lock_init(&data->lock);

	ret = of_property_read_u32(np, "fsl,num-irqs", &irqs_num);
	if (ret)
		return ret;
	ret = of_property_read_u32(np, "fsl,channel", &data->channel);
	if (ret)
		return ret;

	/*
	 * There is one output irq for each group of 64 inputs.
	 * One register bit map can represent 32 input interrupts.
	 */
	data->irq_count = DIV_ROUND_UP(irqs_num, 64);
	data->reg_num = irqs_num / 32;

	if (IS_ENABLED(CONFIG_PM)) {
		data->saved_reg = devm_kzalloc(&pdev->dev,
					sizeof(u32) * data->reg_num,
					GFP_KERNEL);
		if (!data->saved_reg)
			return -ENOMEM;
	}

	ret = clk_prepare_enable(data->ipg_clk);
	if (ret) {
		dev_err(&pdev->dev, "failed to enable ipg clk: %d\n", ret);
		return ret;
	}

	/* steer all IRQs into configured channel */
	writel_relaxed(BIT(data->channel), data->regs + CHANCTRL);

	data->domain = irq_domain_add_linear(np, data->reg_num * 32,
					     &imx_irqsteer_domain_ops, data);
	if (!data->domain) {
		dev_err(&pdev->dev, "failed to create IRQ domain\n");
		ret = -ENOMEM;
		goto out;
	}
	irq_domain_set_pm_device(data->domain, &pdev->dev);

	if (!data->irq_count || data->irq_count > CHAN_MAX_OUTPUT_INT) {
		ret = -EINVAL;
		goto out;
	}

	for (i = 0; i < data->irq_count; i++) {
		data->irq[i] = irq_of_parse_and_map(np, i);
		if (!data->irq[i]) {
			ret = -EINVAL;
			goto out;
		}

		irq_set_chained_handler_and_data(data->irq[i],
						 imx_irqsteer_irq_handler,
						 data);
	}

	platform_set_drvdata(pdev, data);

	pm_runtime_set_active(&pdev->dev);
	pm_runtime_enable(&pdev->dev);

	return 0;
out:
	clk_disable_unprepare(data->ipg_clk);
	return ret;
}

static void imx_irqsteer_remove(struct platform_device *pdev)
{
	struct irqsteer_data *irqsteer_data = platform_get_drvdata(pdev);
	int i;

	for (i = 0; i < irqsteer_data->irq_count; i++)
		irq_set_chained_handler_and_data(irqsteer_data->irq[i],
						 NULL, NULL);

	irq_domain_remove(irqsteer_data->domain);

	clk_disable_unprepare(irqsteer_data->ipg_clk);
}

#ifdef CONFIG_PM
static void imx_irqsteer_save_regs(struct irqsteer_data *data)
{
	int i;

	for (i = 0; i < data->reg_num; i++)
		data->saved_reg[i] = readl_relaxed(data->regs +
						CHANMASK(i, data->reg_num));
}

static void imx_irqsteer_restore_regs(struct irqsteer_data *data)
{
	int i;

	writel_relaxed(BIT(data->channel), data->regs + CHANCTRL);
	for (i = 0; i < data->reg_num; i++)
		writel_relaxed(data->saved_reg[i],
			       data->regs + CHANMASK(i, data->reg_num));
}

static int imx_irqsteer_suspend(struct device *dev)
{
	struct irqsteer_data *irqsteer_data = dev_get_drvdata(dev);

	imx_irqsteer_save_regs(irqsteer_data);
	clk_disable_unprepare(irqsteer_data->ipg_clk);

	return 0;
}

static int imx_irqsteer_resume(struct device *dev)
{
	struct irqsteer_data *irqsteer_data = dev_get_drvdata(dev);
	int ret;

	ret = clk_prepare_enable(irqsteer_data->ipg_clk);
	if (ret) {
		dev_err(dev, "failed to enable ipg clk: %d\n", ret);
		return ret;
	}
	imx_irqsteer_restore_regs(irqsteer_data);

	return 0;
}
#endif

static const struct dev_pm_ops imx_irqsteer_pm_ops = {
	SET_NOIRQ_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
				      pm_runtime_force_resume)
	SET_RUNTIME_PM_OPS(imx_irqsteer_suspend,
			   imx_irqsteer_resume, NULL)
};

static const struct of_device_id imx_irqsteer_dt_ids[] = {
	{ .compatible = "fsl,imx-irqsteer", },
	{},
};

static struct platform_driver imx_irqsteer_driver = {
	.driver = {
		.name		= "imx-irqsteer",
		.of_match_table	= imx_irqsteer_dt_ids,
		.pm		= &imx_irqsteer_pm_ops,
	},
	.probe		= imx_irqsteer_probe,
	.remove_new	= imx_irqsteer_remove,
};
builtin_platform_driver(imx_irqsteer_driver);
Commit	Line	Data
0136afa0 LS	1	// SPDX-License-Identifier: GPL-2.0+
	2	/*
	3	* Copyright 2017 NXP
	4	* Copyright (C) 2018 Pengutronix, Lucas Stach <kernel@pengutronix.de>
	5	*/
	6
	7	#include <linux/clk.h>
	8	#include <linux/interrupt.h>
	9	#include <linux/irq.h>
	10	#include <linux/irqchip/chained_irq.h>
	11	#include <linux/irqdomain.h>
	12	#include <linux/kernel.h>
ee076750	13	#include <linux/of.h>
28528fca	14	#include <linux/of_irq.h>
ee076750	15	#include <linux/platform_device.h>
4730d223	16	#include <linux/pm_runtime.h>
0136afa0 LS	17	#include <linux/spinlock.h>
0136afa0 LS	18
deb904e4	19	#define CTRL_STRIDE_OFF(_t, _r) (_t * 4 * _r)
0136afa0 LS	20	#define CHANCTRL 0x0
	21	#define CHANMASK(n, t) (CTRL_STRIDE_OFF(t, 0) + 0x4 * (n) + 0x4)
	22	#define CHANSET(n, t) (CTRL_STRIDE_OFF(t, 1) + 0x4 * (n) + 0x4)
	23	#define CHANSTATUS(n, t) (CTRL_STRIDE_OFF(t, 2) + 0x4 * (n) + 0x4)
	24	#define CHAN_MINTDIS(t) (CTRL_STRIDE_OFF(t, 3) + 0x4)
	25	#define CHAN_MASTRSTAT(t) (CTRL_STRIDE_OFF(t, 3) + 0x8)
	26
28528fca AD	27	#define CHAN_MAX_OUTPUT_INT 0x8
28528fca AD	28
0136afa0 LS	29	struct irqsteer_data {
	30	void __iomem *regs;
	31	struct clk *ipg_clk;
28528fca AD	32	int irq[CHAN_MAX_OUTPUT_INT];
28528fca AD	33	int irq_count;
0136afa0	34	raw_spinlock_t lock;
deb904e4	35	int reg_num;
0136afa0 LS	36	int channel;
	37	struct irq_domain *domain;
	38	u32 *saved_reg;
	39	};
	40
	41	static int imx_irqsteer_get_reg_index(struct irqsteer_data *data,
	42	unsigned long irqnum)
	43	{
deb904e4	44	return (data->reg_num - irqnum / 32 - 1);
0136afa0 LS	45	}
	46
	47	static void imx_irqsteer_irq_unmask(struct irq_data *d)
	48	{
	49	struct irqsteer_data *data = d->chip_data;
	50	int idx = imx_irqsteer_get_reg_index(data, d->hwirq);
	51	unsigned long flags;
	52	u32 val;
	53
	54	raw_spin_lock_irqsave(&data->lock, flags);
deb904e4	55	val = readl_relaxed(data->regs + CHANMASK(idx, data->reg_num));
0136afa0	56	val \|= BIT(d->hwirq % 32);
deb904e4	57	writel_relaxed(val, data->regs + CHANMASK(idx, data->reg_num));
0136afa0 LS	58	raw_spin_unlock_irqrestore(&data->lock, flags);
	59	}
	60
	61	static void imx_irqsteer_irq_mask(struct irq_data *d)
	62	{
	63	struct irqsteer_data *data = d->chip_data;
	64	int idx = imx_irqsteer_get_reg_index(data, d->hwirq);
	65	unsigned long flags;
	66	u32 val;
	67
	68	raw_spin_lock_irqsave(&data->lock, flags);
deb904e4	69	val = readl_relaxed(data->regs + CHANMASK(idx, data->reg_num));
0136afa0	70	val &= ~BIT(d->hwirq % 32);
deb904e4	71	writel_relaxed(val, data->regs + CHANMASK(idx, data->reg_num));
0136afa0 LS	72	raw_spin_unlock_irqrestore(&data->lock, flags);
	73	}
	74
e9a50f12	75	static const struct irq_chip imx_irqsteer_irq_chip = {
0136afa0 LS	76	.name = "irqsteer",
	77	.irq_mask = imx_irqsteer_irq_mask,
	78	.irq_unmask = imx_irqsteer_irq_unmask,
	79	};
	80
	81	static int imx_irqsteer_irq_map(struct irq_domain *h, unsigned int irq,
	82	irq_hw_number_t hwirq)
	83	{
	84	irq_set_status_flags(irq, IRQ_LEVEL);
	85	irq_set_chip_data(irq, h->host_data);
	86	irq_set_chip_and_handler(irq, &imx_irqsteer_irq_chip, handle_level_irq);
	87
	88	return 0;
	89	}
	90
	91	static const struct irq_domain_ops imx_irqsteer_domain_ops = {
	92	.map = imx_irqsteer_irq_map,
	93	.xlate = irq_domain_xlate_onecell,
	94	};
	95
28528fca AD	96	static int imx_irqsteer_get_hwirq_base(struct irqsteer_data *data, u32 irq)
	97	{
	98	int i;
	99
	100	for (i = 0; i < data->irq_count; i++) {
	101	if (data->irq[i] == irq)
	102	return i * 64;
	103	}
	104
	105	return -EINVAL;
	106	}
	107
0136afa0 LS	108	static void imx_irqsteer_irq_handler(struct irq_desc *desc)
	109	{
	110	struct irqsteer_data *data = irq_desc_get_handler_data(desc);
28528fca AD	111	int hwirq;
28528fca AD	112	int irq, i;
0136afa0 LS	113
	114	chained_irq_enter(irq_desc_get_chip(desc), desc);
	115
28528fca AD	116	irq = irq_desc_get_irq(desc);
	117	hwirq = imx_irqsteer_get_hwirq_base(data, irq);
	118	if (hwirq < 0) {
	119	pr_warn("%s: unable to get hwirq base for irq %d\n",
	120	__func__, irq);
	121	return;
	122	}
	123
	124	for (i = 0; i < 2; i++, hwirq += 32) {
	125	int idx = imx_irqsteer_get_reg_index(data, hwirq);
0136afa0	126	unsigned long irqmap;
046a6ee2	127	int pos;
0136afa0	128
28528fca AD	129	if (hwirq >= data->reg_num * 32)
	130	break;
	131
0136afa0	132	irqmap = readl_relaxed(data->regs +
deb904e4	133	CHANSTATUS(idx, data->reg_num));
0136afa0	134
046a6ee2 MZ	135	for_each_set_bit(pos, &irqmap, 32)
046a6ee2 MZ	136	generic_handle_domain_irq(data->domain, pos + hwirq);
0136afa0 LS	137	}
	138
	139	chained_irq_exit(irq_desc_get_chip(desc), desc);
	140	}
	141
	142	static int imx_irqsteer_probe(struct platform_device *pdev)
	143	{
	144	struct device_node *np = pdev->dev.of_node;
	145	struct irqsteer_data *data;
28528fca AD	146	u32 irqs_num;
28528fca AD	147	int i, ret;
0136afa0 LS	148
	149	data = devm_kzalloc(&pdev->dev, sizeof(*data), GFP_KERNEL);
	150	if (!data)
	151	return -ENOMEM;
	152
358b9d24	153	data->regs = devm_platform_ioremap_resource(pdev, 0);
0136afa0 LS	154	if (IS_ERR(data->regs)) {
	155	dev_err(&pdev->dev, "failed to initialize reg\n");
	156	return PTR_ERR(data->regs);
	157	}
	158
0136afa0	159	data->ipg_clk = devm_clk_get(&pdev->dev, "ipg");
e0c45b10 AH	160	if (IS_ERR(data->ipg_clk))
	161	return dev_err_probe(&pdev->dev, PTR_ERR(data->ipg_clk),
	162	"failed to get ipg clk\n");
0136afa0 LS	163
	164	raw_spin_lock_init(&data->lock);
	165
7d3a5eb7 AB	166	ret = of_property_read_u32(np, "fsl,num-irqs", &irqs_num);
	167	if (ret)
	168	return ret;
	169	ret = of_property_read_u32(np, "fsl,channel", &data->channel);
	170	if (ret)
	171	return ret;
0136afa0	172
28528fca AD	173	/*
	174	* There is one output irq for each group of 64 inputs.
	175	* One register bit map can represent 32 input interrupts.
	176	*/
	177	data->irq_count = DIV_ROUND_UP(irqs_num, 64);
	178	data->reg_num = irqs_num / 32;
deb904e4	179
4730d223	180	if (IS_ENABLED(CONFIG_PM)) {
0136afa0	181	data->saved_reg = devm_kzalloc(&pdev->dev,
deb904e4	182	sizeof(u32) * data->reg_num,
0136afa0 LS	183	GFP_KERNEL);
	184	if (!data->saved_reg)
	185	return -ENOMEM;
	186	}
	187
	188	ret = clk_prepare_enable(data->ipg_clk);
	189	if (ret) {
	190	dev_err(&pdev->dev, "failed to enable ipg clk: %d\n", ret);
	191	return ret;
	192	}
	193
	194	/* steer all IRQs into configured channel */
	195	writel_relaxed(BIT(data->channel), data->regs + CHANCTRL);
	196
deb904e4	197	data->domain = irq_domain_add_linear(np, data->reg_num * 32,
0136afa0 LS	198	&imx_irqsteer_domain_ops, data);
	199	if (!data->domain) {
	200	dev_err(&pdev->dev, "failed to create IRQ domain\n");
28528fca AD	201	ret = -ENOMEM;
28528fca AD	202	goto out;
0136afa0	203	}
4730d223	204	irq_domain_set_pm_device(data->domain, &pdev->dev);
0136afa0	205
28528fca AD	206	if (!data->irq_count \|\| data->irq_count > CHAN_MAX_OUTPUT_INT) {
	207	ret = -EINVAL;
	208	goto out;
	209	}
	210
	211	for (i = 0; i < data->irq_count; i++) {
	212	data->irq[i] = irq_of_parse_and_map(np, i);
	213	if (!data->irq[i]) {
	214	ret = -EINVAL;
	215	goto out;
	216	}
	217
	218	irq_set_chained_handler_and_data(data->irq[i],
	219	imx_irqsteer_irq_handler,
	220	data);
	221	}
0136afa0 LS	222
	223	platform_set_drvdata(pdev, data);
	224
4730d223 LS	225	pm_runtime_set_active(&pdev->dev);
	226	pm_runtime_enable(&pdev->dev);
	227
0136afa0	228	return 0;
28528fca AD	229	out:
	230	clk_disable_unprepare(data->ipg_clk);
	231	return ret;
0136afa0 LS	232	}
0136afa0 LS	233
5fcf3688	234	static void imx_irqsteer_remove(struct platform_device *pdev)
0136afa0 LS	235	{
0136afa0 LS	236	struct irqsteer_data *irqsteer_data = platform_get_drvdata(pdev);
28528fca AD	237	int i;
	238
	239	for (i = 0; i < irqsteer_data->irq_count; i++)
	240	irq_set_chained_handler_and_data(irqsteer_data->irq[i],
	241	NULL, NULL);
0136afa0	242
0136afa0 LS	243	irq_domain_remove(irqsteer_data->domain);
	244
	245	clk_disable_unprepare(irqsteer_data->ipg_clk);
0136afa0 LS	246	}
0136afa0 LS	247
4730d223	248	#ifdef CONFIG_PM
0136afa0 LS	249	static void imx_irqsteer_save_regs(struct irqsteer_data *data)
	250	{
	251	int i;
	252
deb904e4	253	for (i = 0; i < data->reg_num; i++)
0136afa0	254	data->saved_reg[i] = readl_relaxed(data->regs +
deb904e4	255	CHANMASK(i, data->reg_num));
0136afa0 LS	256	}
	257
	258	static void imx_irqsteer_restore_regs(struct irqsteer_data *data)
	259	{
	260	int i;
	261
	262	writel_relaxed(BIT(data->channel), data->regs + CHANCTRL);
deb904e4	263	for (i = 0; i < data->reg_num; i++)
0136afa0	264	writel_relaxed(data->saved_reg[i],
deb904e4	265	data->regs + CHANMASK(i, data->reg_num));
0136afa0 LS	266	}
	267
	268	static int imx_irqsteer_suspend(struct device *dev)
	269	{
	270	struct irqsteer_data *irqsteer_data = dev_get_drvdata(dev);
	271
	272	imx_irqsteer_save_regs(irqsteer_data);
	273	clk_disable_unprepare(irqsteer_data->ipg_clk);
	274
	275	return 0;
	276	}
	277
	278	static int imx_irqsteer_resume(struct device *dev)
	279	{
	280	struct irqsteer_data *irqsteer_data = dev_get_drvdata(dev);
	281	int ret;
	282
	283	ret = clk_prepare_enable(irqsteer_data->ipg_clk);
	284	if (ret) {
	285	dev_err(dev, "failed to enable ipg clk: %d\n", ret);
	286	return ret;
	287	}
	288	imx_irqsteer_restore_regs(irqsteer_data);
	289
	290	return 0;
	291	}
	292	#endif
	293
	294	static const struct dev_pm_ops imx_irqsteer_pm_ops = {
4730d223 LS	295	SET_NOIRQ_SYSTEM_SLEEP_PM_OPS(pm_runtime_force_suspend,
	296	pm_runtime_force_resume)
	297	SET_RUNTIME_PM_OPS(imx_irqsteer_suspend,
	298	imx_irqsteer_resume, NULL)
0136afa0 LS	299	};
	300
	301	static const struct of_device_id imx_irqsteer_dt_ids[] = {
	302	{ .compatible = "fsl,imx-irqsteer", },
	303	{},
	304	};
	305
	306	static struct platform_driver imx_irqsteer_driver = {
	307	.driver = {
5fcf3688 UKK	308	.name = "imx-irqsteer",
	309	.of_match_table = imx_irqsteer_dt_ids,
	310	.pm = &imx_irqsteer_pm_ops,
0136afa0	311	},
5fcf3688 UKK	312	.probe = imx_irqsteer_probe,
5fcf3688 UKK	313	.remove_new = imx_irqsteer_remove,
0136afa0 LS	314	};
0136afa0 LS	315	builtin_platform_driver(imx_irqsteer_driver);