[linux-2.6-block.git] / drivers / dma / mcf-edma.c

// SPDX-License-Identifier: GPL-2.0+
//
// Copyright (c) 2013-2014 Freescale Semiconductor, Inc
// Copyright (c) 2017 Sysam, Angelo Dureghello  <angelo@sysam.it>

#include <linux/module.h>
#include <linux/interrupt.h>
#include <linux/dmaengine.h>
#include <linux/platform_device.h>
#include <linux/platform_data/dma-mcf-edma.h>

#include "fsl-edma-common.h"

#define EDMA_CHANNELS		64
#define EDMA_MASK_CH(x)		((x) & GENMASK(5, 0))

static irqreturn_t mcf_edma_tx_handler(int irq, void *dev_id)
{
	struct fsl_edma_engine *mcf_edma = dev_id;
	struct edma_regs *regs = &mcf_edma->regs;
	unsigned int ch;
	struct fsl_edma_chan *mcf_chan;
	u64 intmap;

	intmap = ioread32(regs->inth);
	intmap <<= 32;
	intmap |= ioread32(regs->intl);
	if (!intmap)
		return IRQ_NONE;

	for (ch = 0; ch < mcf_edma->n_chans; ch++) {
		if (intmap & BIT(ch)) {
			iowrite8(EDMA_MASK_CH(ch), regs->cint);

			mcf_chan = &mcf_edma->chans[ch];

			spin_lock(&mcf_chan->vchan.lock);
			if (!mcf_chan->edesc->iscyclic) {
				list_del(&mcf_chan->edesc->vdesc.node);
				vchan_cookie_complete(&mcf_chan->edesc->vdesc);
				mcf_chan->edesc = NULL;
				mcf_chan->status = DMA_COMPLETE;
				mcf_chan->idle = true;
			} else {
				vchan_cyclic_callback(&mcf_chan->edesc->vdesc);
			}

			if (!mcf_chan->edesc)
				fsl_edma_xfer_desc(mcf_chan);

			spin_unlock(&mcf_chan->vchan.lock);
		}
	}

	return IRQ_HANDLED;
}

static irqreturn_t mcf_edma_err_handler(int irq, void *dev_id)
{
	struct fsl_edma_engine *mcf_edma = dev_id;
	struct edma_regs *regs = &mcf_edma->regs;
	unsigned int err, ch;

	err = ioread32(regs->errl);
	if (!err)
		return IRQ_NONE;

	for (ch = 0; ch < (EDMA_CHANNELS / 2); ch++) {
		if (err & BIT(ch)) {
			fsl_edma_disable_request(&mcf_edma->chans[ch]);
			iowrite8(EDMA_CERR_CERR(ch), regs->cerr);
			mcf_edma->chans[ch].status = DMA_ERROR;
			mcf_edma->chans[ch].idle = true;
		}
	}

	err = ioread32(regs->errh);
	if (!err)
		return IRQ_NONE;

	for (ch = (EDMA_CHANNELS / 2); ch < EDMA_CHANNELS; ch++) {
		if (err & (BIT(ch - (EDMA_CHANNELS / 2)))) {
			fsl_edma_disable_request(&mcf_edma->chans[ch]);
			iowrite8(EDMA_CERR_CERR(ch), regs->cerr);
			mcf_edma->chans[ch].status = DMA_ERROR;
			mcf_edma->chans[ch].idle = true;
		}
	}

	return IRQ_HANDLED;
}

static int mcf_edma_irq_init(struct platform_device *pdev,
				struct fsl_edma_engine *mcf_edma)
{
	int ret = 0, i;
	struct resource *res;

	res = platform_get_resource_byname(pdev,
				IORESOURCE_IRQ, "edma-tx-00-15");
	if (!res)
		return -1;

	for (ret = 0, i = res->start; i <= res->end; ++i)
		ret |= request_irq(i, mcf_edma_tx_handler, 0, "eDMA", mcf_edma);
	if (ret)
		return ret;

	res = platform_get_resource_byname(pdev,
			IORESOURCE_IRQ, "edma-tx-16-55");
	if (!res)
		return -1;

	for (ret = 0, i = res->start; i <= res->end; ++i)
		ret |= request_irq(i, mcf_edma_tx_handler, 0, "eDMA", mcf_edma);
	if (ret)
		return ret;

	ret = platform_get_irq_byname(pdev, "edma-tx-56-63");
	if (ret != -ENXIO) {
		ret = request_irq(ret, mcf_edma_tx_handler,
				  0, "eDMA", mcf_edma);
		if (ret)
			return ret;
	}

	ret = platform_get_irq_byname(pdev, "edma-err");
	if (ret != -ENXIO) {
		ret = request_irq(ret, mcf_edma_err_handler,
				  0, "eDMA", mcf_edma);
		if (ret)
			return ret;
	}

	return 0;
}

static void mcf_edma_irq_free(struct platform_device *pdev,
				struct fsl_edma_engine *mcf_edma)
{
	int irq;
	struct resource *res;

	res = platform_get_resource_byname(pdev,
			IORESOURCE_IRQ, "edma-tx-00-15");
	if (res) {
		for (irq = res->start; irq <= res->end; irq++)
			free_irq(irq, mcf_edma);
	}

	res = platform_get_resource_byname(pdev,
			IORESOURCE_IRQ, "edma-tx-16-55");
	if (res) {
		for (irq = res->start; irq <= res->end; irq++)
			free_irq(irq, mcf_edma);
	}

	irq = platform_get_irq_byname(pdev, "edma-tx-56-63");
	if (irq != -ENXIO)
		free_irq(irq, mcf_edma);

	irq = platform_get_irq_byname(pdev, "edma-err");
	if (irq != -ENXIO)
		free_irq(irq, mcf_edma);
}

static int mcf_edma_probe(struct platform_device *pdev)
{
	struct mcf_edma_platform_data *pdata;
	struct fsl_edma_engine *mcf_edma;
	struct fsl_edma_chan *mcf_chan;
	struct edma_regs *regs;
	struct resource *res;
	int ret, i, len, chans;

	pdata = dev_get_platdata(&pdev->dev);
	if (!pdata) {
		dev_err(&pdev->dev, "no platform data supplied\n");
		return -EINVAL;
	}

	chans = pdata->dma_channels;
	len = sizeof(*mcf_edma) + sizeof(*mcf_chan) * chans;
	mcf_edma = devm_kzalloc(&pdev->dev, len, GFP_KERNEL);
	if (!mcf_edma)
		return -ENOMEM;

	mcf_edma->n_chans = chans;

	/* Set up version for ColdFire edma */
	mcf_edma->version = v2;
	mcf_edma->big_endian = 1;

	if (!mcf_edma->n_chans) {
		dev_info(&pdev->dev, "setting default channel number to 64");
		mcf_edma->n_chans = 64;
	}

	mutex_init(&mcf_edma->fsl_edma_mutex);

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);

	mcf_edma->membase = devm_ioremap_resource(&pdev->dev, res);
	if (IS_ERR(mcf_edma->membase))
		return PTR_ERR(mcf_edma->membase);

	fsl_edma_setup_regs(mcf_edma);
	regs = &mcf_edma->regs;

	INIT_LIST_HEAD(&mcf_edma->dma_dev.channels);
	for (i = 0; i < mcf_edma->n_chans; i++) {
		struct fsl_edma_chan *mcf_chan = &mcf_edma->chans[i];

		mcf_chan->edma = mcf_edma;
		mcf_chan->slave_id = i;
		mcf_chan->idle = true;
		mcf_chan->dma_dir = DMA_NONE;
		mcf_chan->vchan.desc_free = fsl_edma_free_desc;
		vchan_init(&mcf_chan->vchan, &mcf_edma->dma_dev);
		iowrite32(0x0, &regs->tcd[i].csr);
	}

	iowrite32(~0, regs->inth);
	iowrite32(~0, regs->intl);

	ret = mcf_edma_irq_init(pdev, mcf_edma);
	if (ret)
		return ret;

	dma_cap_set(DMA_PRIVATE, mcf_edma->dma_dev.cap_mask);
	dma_cap_set(DMA_SLAVE, mcf_edma->dma_dev.cap_mask);
	dma_cap_set(DMA_CYCLIC, mcf_edma->dma_dev.cap_mask);

	mcf_edma->dma_dev.dev = &pdev->dev;
	mcf_edma->dma_dev.device_alloc_chan_resources =
			fsl_edma_alloc_chan_resources;
	mcf_edma->dma_dev.device_free_chan_resources =
			fsl_edma_free_chan_resources;
	mcf_edma->dma_dev.device_config = fsl_edma_slave_config;
	mcf_edma->dma_dev.device_prep_dma_cyclic =
			fsl_edma_prep_dma_cyclic;
	mcf_edma->dma_dev.device_prep_slave_sg = fsl_edma_prep_slave_sg;
	mcf_edma->dma_dev.device_tx_status = fsl_edma_tx_status;
	mcf_edma->dma_dev.device_pause = fsl_edma_pause;
	mcf_edma->dma_dev.device_resume = fsl_edma_resume;
	mcf_edma->dma_dev.device_terminate_all = fsl_edma_terminate_all;
	mcf_edma->dma_dev.device_issue_pending = fsl_edma_issue_pending;

	mcf_edma->dma_dev.src_addr_widths = FSL_EDMA_BUSWIDTHS;
	mcf_edma->dma_dev.dst_addr_widths = FSL_EDMA_BUSWIDTHS;
	mcf_edma->dma_dev.directions =
			BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV);

	mcf_edma->dma_dev.filter.fn = mcf_edma_filter_fn;
	mcf_edma->dma_dev.filter.map = pdata->slave_map;
	mcf_edma->dma_dev.filter.mapcnt = pdata->slavecnt;

	platform_set_drvdata(pdev, mcf_edma);

	ret = dma_async_device_register(&mcf_edma->dma_dev);
	if (ret) {
		dev_err(&pdev->dev,
			"Can't register Freescale eDMA engine. (%d)\n", ret);
		return ret;
	}

	/* Enable round robin arbitration */
	iowrite32(EDMA_CR_ERGA | EDMA_CR_ERCA, regs->cr);

	return 0;
}

static int mcf_edma_remove(struct platform_device *pdev)
{
	struct fsl_edma_engine *mcf_edma = platform_get_drvdata(pdev);

	mcf_edma_irq_free(pdev, mcf_edma);
	fsl_edma_cleanup_vchan(&mcf_edma->dma_dev);
	dma_async_device_unregister(&mcf_edma->dma_dev);

	return 0;
}

static struct platform_driver mcf_edma_driver = {
	.driver		= {
		.name	= "mcf-edma",
	},
	.probe		= mcf_edma_probe,
	.remove		= mcf_edma_remove,
};

bool mcf_edma_filter_fn(struct dma_chan *chan, void *param)
{
	if (chan->device->dev->driver == &mcf_edma_driver.driver) {
		struct fsl_edma_chan *mcf_chan = to_fsl_edma_chan(chan);

		return (mcf_chan->slave_id == (uintptr_t)param);
	}

	return false;
}
EXPORT_SYMBOL(mcf_edma_filter_fn);

static int __init mcf_edma_init(void)
{
	return platform_driver_register(&mcf_edma_driver);
}
subsys_initcall(mcf_edma_init);

static void __exit mcf_edma_exit(void)
{
	platform_driver_unregister(&mcf_edma_driver);
}
module_exit(mcf_edma_exit);

MODULE_ALIAS("platform:mcf-edma");
MODULE_DESCRIPTION("Freescale eDMA engine driver, ColdFire family");
MODULE_LICENSE("GPL v2");
Commit	Line	Data
e7a3ff92 AD	1	// SPDX-License-Identifier: GPL-2.0+
	2	//
	3	// Copyright (c) 2013-2014 Freescale Semiconductor, Inc
	4	// Copyright (c) 2017 Sysam, Angelo Dureghello <angelo@sysam.it>
	5
	6	#include <linux/module.h>
	7	#include <linux/interrupt.h>
	8	#include <linux/dmaengine.h>
	9	#include <linux/platform_device.h>
	10	#include <linux/platform_data/dma-mcf-edma.h>
	11
	12	#include "fsl-edma-common.h"
	13
	14	#define EDMA_CHANNELS 64
	15	#define EDMA_MASK_CH(x) ((x) & GENMASK(5, 0))
	16
	17	static irqreturn_t mcf_edma_tx_handler(int irq, void *dev_id)
	18	{
	19	struct fsl_edma_engine *mcf_edma = dev_id;
	20	struct edma_regs *regs = &mcf_edma->regs;
	21	unsigned int ch;
	22	struct fsl_edma_chan *mcf_chan;
	23	u64 intmap;
	24
	25	intmap = ioread32(regs->inth);
	26	intmap <<= 32;
	27	intmap \|= ioread32(regs->intl);
	28	if (!intmap)
	29	return IRQ_NONE;
	30
	31	for (ch = 0; ch < mcf_edma->n_chans; ch++) {
	32	if (intmap & BIT(ch)) {
	33	iowrite8(EDMA_MASK_CH(ch), regs->cint);
	34
	35	mcf_chan = &mcf_edma->chans[ch];
	36
	37	spin_lock(&mcf_chan->vchan.lock);
	38	if (!mcf_chan->edesc->iscyclic) {
	39	list_del(&mcf_chan->edesc->vdesc.node);
	40	vchan_cookie_complete(&mcf_chan->edesc->vdesc);
	41	mcf_chan->edesc = NULL;
	42	mcf_chan->status = DMA_COMPLETE;
	43	mcf_chan->idle = true;
	44	} else {
	45	vchan_cyclic_callback(&mcf_chan->edesc->vdesc);
	46	}
	47
	48	if (!mcf_chan->edesc)
	49	fsl_edma_xfer_desc(mcf_chan);
	50
	51	spin_unlock(&mcf_chan->vchan.lock);
	52	}
	53	}
	54
	55	return IRQ_HANDLED;
	56	}
	57
	58	static irqreturn_t mcf_edma_err_handler(int irq, void *dev_id)
	59	{
	60	struct fsl_edma_engine *mcf_edma = dev_id;
	61	struct edma_regs *regs = &mcf_edma->regs;
	62	unsigned int err, ch;
	63
	64	err = ioread32(regs->errl);
65	if (!err)
66	return IRQ_NONE;
67
68	for (ch = 0; ch < (EDMA_CHANNELS / 2); ch++) {
69	if (err & BIT(ch)) {
70	fsl_edma_disable_request(&mcf_edma->chans[ch]);
71	iowrite8(EDMA_CERR_CERR(ch), regs->cerr);
72	mcf_edma->chans[ch].status = DMA_ERROR;
73	mcf_edma->chans[ch].idle = true;
74	}
75	}
76
77	err = ioread32(regs->errh);
78	if (!err)
79	return IRQ_NONE;
80
81	for (ch = (EDMA_CHANNELS / 2); ch < EDMA_CHANNELS; ch++) {
82	if (err & (BIT(ch - (EDMA_CHANNELS / 2)))) {
83	fsl_edma_disable_request(&mcf_edma->chans[ch]);
84	iowrite8(EDMA_CERR_CERR(ch), regs->cerr);
85	mcf_edma->chans[ch].status = DMA_ERROR;
86	mcf_edma->chans[ch].idle = true;
87	}
88	}
89
90	return IRQ_HANDLED;
91	}
92
93	static int mcf_edma_irq_init(struct platform_device *pdev,
94	struct fsl_edma_engine *mcf_edma)
95	{
96	int ret = 0, i;
97	struct resource *res;
98
99	res = platform_get_resource_byname(pdev,
100	IORESOURCE_IRQ, "edma-tx-00-15");
101	if (!res)
102	return -1;
103
104	for (ret = 0, i = res->start; i <= res->end; ++i)
105	ret \|= request_irq(i, mcf_edma_tx_handler, 0, "eDMA", mcf_edma);
106	if (ret)
107	return ret;
108
109	res = platform_get_resource_byname(pdev,
110	IORESOURCE_IRQ, "edma-tx-16-55");
111	if (!res)
112	return -1;
113
114	for (ret = 0, i = res->start; i <= res->end; ++i)
115	ret \|= request_irq(i, mcf_edma_tx_handler, 0, "eDMA", mcf_edma);
116	if (ret)
117	return ret;
118
119	ret = platform_get_irq_byname(pdev, "edma-tx-56-63");
120	if (ret != -ENXIO) {
121	ret = request_irq(ret, mcf_edma_tx_handler,
122	0, "eDMA", mcf_edma);
123	if (ret)
124	return ret;
125	}
126
127	ret = platform_get_irq_byname(pdev, "edma-err");
128	if (ret != -ENXIO) {
129	ret = request_irq(ret, mcf_edma_err_handler,
130	0, "eDMA", mcf_edma);
131	if (ret)
132	return ret;
133	}
134
135	return 0;
136	}
137
138	static void mcf_edma_irq_free(struct platform_device *pdev,
139	struct fsl_edma_engine *mcf_edma)
140	{
141	int irq;
142	struct resource *res;
143
144	res = platform_get_resource_byname(pdev,
145	IORESOURCE_IRQ, "edma-tx-00-15");
146	if (res) {
147	for (irq = res->start; irq <= res->end; irq++)
148	free_irq(irq, mcf_edma);
149	}
150
151	res = platform_get_resource_byname(pdev,
152	IORESOURCE_IRQ, "edma-tx-16-55");
153	if (res) {
154	for (irq = res->start; irq <= res->end; irq++)
155	free_irq(irq, mcf_edma);
156	}
157
158	irq = platform_get_irq_byname(pdev, "edma-tx-56-63");
159	if (irq != -ENXIO)
160	free_irq(irq, mcf_edma);
161
162	irq = platform_get_irq_byname(pdev, "edma-err");
163	if (irq != -ENXIO)
164	free_irq(irq, mcf_edma);
165	}
166
167	static int mcf_edma_probe(struct platform_device *pdev)
168	{
169	struct mcf_edma_platform_data *pdata;
170	struct fsl_edma_engine *mcf_edma;
171	struct fsl_edma_chan *mcf_chan;
172	struct edma_regs *regs;
173	struct resource *res;
174	int ret, i, len, chans;
175
176	pdata = dev_get_platdata(&pdev->dev);
177	if (!pdata) {
178	dev_err(&pdev->dev, "no platform data supplied\n");
179	return -EINVAL;
180	}
181
182	chans = pdata->dma_channels;
183	len = sizeof(mcf_edma) + sizeof(mcf_chan) * chans;
184	mcf_edma = devm_kzalloc(&pdev->dev, len, GFP_KERNEL);
185	if (!mcf_edma)
186	return -ENOMEM;
187
188	mcf_edma->n_chans = chans;
189
190	/* Set up version for ColdFire edma */
191	mcf_edma->version = v2;
192	mcf_edma->big_endian = 1;
193
194	if (!mcf_edma->n_chans) {
195	dev_info(&pdev->dev, "setting default channel number to 64");
196	mcf_edma->n_chans = 64;
197	}
198
199	mutex_init(&mcf_edma->fsl_edma_mutex);
200
201	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
202
203	mcf_edma->membase = devm_ioremap_resource(&pdev->dev, res);
204	if (IS_ERR(mcf_edma->membase))
205	return PTR_ERR(mcf_edma->membase);
206
207	fsl_edma_setup_regs(mcf_edma);
208	regs = &mcf_edma->regs;
209
210	INIT_LIST_HEAD(&mcf_edma->dma_dev.channels);
211	for (i = 0; i < mcf_edma->n_chans; i++) {
212	struct fsl_edma_chan *mcf_chan = &mcf_edma->chans[i];
213
214	mcf_chan->edma = mcf_edma;
215	mcf_chan->slave_id = i;
216	mcf_chan->idle = true;
0fa89f97	217	mcf_chan->dma_dir = DMA_NONE;
e7a3ff92 AD	218	mcf_chan->vchan.desc_free = fsl_edma_free_desc;
	219	vchan_init(&mcf_chan->vchan, &mcf_edma->dma_dev);
	220	iowrite32(0x0, &regs->tcd[i].csr);
	221	}
	222
	223	iowrite32(~0, regs->inth);
	224	iowrite32(~0, regs->intl);
	225
	226	ret = mcf_edma_irq_init(pdev, mcf_edma);
	227	if (ret)
	228	return ret;
	229
	230	dma_cap_set(DMA_PRIVATE, mcf_edma->dma_dev.cap_mask);
	231	dma_cap_set(DMA_SLAVE, mcf_edma->dma_dev.cap_mask);
	232	dma_cap_set(DMA_CYCLIC, mcf_edma->dma_dev.cap_mask);
	233
	234	mcf_edma->dma_dev.dev = &pdev->dev;
	235	mcf_edma->dma_dev.device_alloc_chan_resources =
	236	fsl_edma_alloc_chan_resources;
	237	mcf_edma->dma_dev.device_free_chan_resources =
	238	fsl_edma_free_chan_resources;
	239	mcf_edma->dma_dev.device_config = fsl_edma_slave_config;
	240	mcf_edma->dma_dev.device_prep_dma_cyclic =
	241	fsl_edma_prep_dma_cyclic;
	242	mcf_edma->dma_dev.device_prep_slave_sg = fsl_edma_prep_slave_sg;
	243	mcf_edma->dma_dev.device_tx_status = fsl_edma_tx_status;
	244	mcf_edma->dma_dev.device_pause = fsl_edma_pause;
	245	mcf_edma->dma_dev.device_resume = fsl_edma_resume;
	246	mcf_edma->dma_dev.device_terminate_all = fsl_edma_terminate_all;
	247	mcf_edma->dma_dev.device_issue_pending = fsl_edma_issue_pending;
	248
	249	mcf_edma->dma_dev.src_addr_widths = FSL_EDMA_BUSWIDTHS;
	250	mcf_edma->dma_dev.dst_addr_widths = FSL_EDMA_BUSWIDTHS;
	251	mcf_edma->dma_dev.directions =
	252	BIT(DMA_DEV_TO_MEM) \| BIT(DMA_MEM_TO_DEV);
	253
	254	mcf_edma->dma_dev.filter.fn = mcf_edma_filter_fn;
	255	mcf_edma->dma_dev.filter.map = pdata->slave_map;
	256	mcf_edma->dma_dev.filter.mapcnt = pdata->slavecnt;
	257
	258	platform_set_drvdata(pdev, mcf_edma);
	259
	260	ret = dma_async_device_register(&mcf_edma->dma_dev);
	261	if (ret) {
	262	dev_err(&pdev->dev,
	263	"Can't register Freescale eDMA engine. (%d)\n", ret);
	264	return ret;
	265	}
	266
	267	/* Enable round robin arbitration */
	268	iowrite32(EDMA_CR_ERGA \| EDMA_CR_ERCA, regs->cr);
	269
	270	return 0;
	271	}
	272
	273	static int mcf_edma_remove(struct platform_device *pdev)
	274	{
	275	struct fsl_edma_engine *mcf_edma = platform_get_drvdata(pdev);
	276
	277	mcf_edma_irq_free(pdev, mcf_edma);
	278	fsl_edma_cleanup_vchan(&mcf_edma->dma_dev);
	279	dma_async_device_unregister(&mcf_edma->dma_dev);
	280
	281	return 0;
282	}
283
284	static struct platform_driver mcf_edma_driver = {
285	.driver = {
286	.name = "mcf-edma",
287	},
288	.probe = mcf_edma_probe,
289	.remove = mcf_edma_remove,
290	};
291
292	bool mcf_edma_filter_fn(struct dma_chan chan, void param)
293	{
294	if (chan->device->dev->driver == &mcf_edma_driver.driver) {
295	struct fsl_edma_chan *mcf_chan = to_fsl_edma_chan(chan);
296
5b7d0c94	297	return (mcf_chan->slave_id == (uintptr_t)param);
e7a3ff92 AD	298	}
	299
	300	return false;
	301	}
	302	EXPORT_SYMBOL(mcf_edma_filter_fn);
	303
	304	static int __init mcf_edma_init(void)
	305	{
	306	return platform_driver_register(&mcf_edma_driver);
	307	}
	308	subsys_initcall(mcf_edma_init);
	309
	310	static void __exit mcf_edma_exit(void)
	311	{
	312	platform_driver_unregister(&mcf_edma_driver);
	313	}
	314	module_exit(mcf_edma_exit);
	315
	316	MODULE_ALIAS("platform:mcf-edma");
	317	MODULE_DESCRIPTION("Freescale eDMA engine driver, ColdFire family");
	318	MODULE_LICENSE("GPL v2");