[linux-2.6-block.git] / drivers / hsi / controllers / omap_ssi_core.c

// SPDX-License-Identifier: GPL-2.0-only
/* OMAP SSI driver.
 *
 * Copyright (C) 2010 Nokia Corporation. All rights reserved.
 * Copyright (C) 2014 Sebastian Reichel <sre@kernel.org>
 *
 * Contact: Carlos Chinea <carlos.chinea@nokia.com>
 */

#include <linux/compiler.h>
#include <linux/err.h>
#include <linux/ioport.h>
#include <linux/io.h>
#include <linux/clk.h>
#include <linux/device.h>
#include <linux/platform_device.h>
#include <linux/dma-mapping.h>
#include <linux/dmaengine.h>
#include <linux/delay.h>
#include <linux/seq_file.h>
#include <linux/scatterlist.h>
#include <linux/interrupt.h>
#include <linux/spinlock.h>
#include <linux/debugfs.h>
#include <linux/pinctrl/consumer.h>
#include <linux/pm_runtime.h>
#include <linux/of_platform.h>
#include <linux/hsi/hsi.h>
#include <linux/idr.h>

#include "omap_ssi_regs.h"
#include "omap_ssi.h"

/* For automatically allocated device IDs */
static DEFINE_IDA(platform_omap_ssi_ida);

#ifdef CONFIG_DEBUG_FS
static int ssi_regs_show(struct seq_file *m, void *p __maybe_unused)
{
	struct hsi_controller *ssi = m->private;
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	void __iomem *sys = omap_ssi->sys;

	pm_runtime_get_sync(ssi->device.parent);
	seq_printf(m, "REVISION\t: 0x%08x\n",  readl(sys + SSI_REVISION_REG));
	seq_printf(m, "SYSCONFIG\t: 0x%08x\n", readl(sys + SSI_SYSCONFIG_REG));
	seq_printf(m, "SYSSTATUS\t: 0x%08x\n", readl(sys + SSI_SYSSTATUS_REG));
	pm_runtime_put(ssi->device.parent);

	return 0;
}

static int ssi_gdd_regs_show(struct seq_file *m, void *p __maybe_unused)
{
	struct hsi_controller *ssi = m->private;
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	void __iomem *gdd = omap_ssi->gdd;
	void __iomem *sys = omap_ssi->sys;
	int lch;

	pm_runtime_get_sync(ssi->device.parent);

	seq_printf(m, "GDD_MPU_STATUS\t: 0x%08x\n",
		readl(sys + SSI_GDD_MPU_IRQ_STATUS_REG));
	seq_printf(m, "GDD_MPU_ENABLE\t: 0x%08x\n\n",
		readl(sys + SSI_GDD_MPU_IRQ_ENABLE_REG));
	seq_printf(m, "HW_ID\t\t: 0x%08x\n",
				readl(gdd + SSI_GDD_HW_ID_REG));
	seq_printf(m, "PPORT_ID\t: 0x%08x\n",
				readl(gdd + SSI_GDD_PPORT_ID_REG));
	seq_printf(m, "MPORT_ID\t: 0x%08x\n",
				readl(gdd + SSI_GDD_MPORT_ID_REG));
	seq_printf(m, "TEST\t\t: 0x%08x\n",
				readl(gdd + SSI_GDD_TEST_REG));
	seq_printf(m, "GCR\t\t: 0x%08x\n",
				readl(gdd + SSI_GDD_GCR_REG));

	for (lch = 0; lch < SSI_MAX_GDD_LCH; lch++) {
		seq_printf(m, "\nGDD LCH %d\n=========\n", lch);
		seq_printf(m, "CSDP\t\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CSDP_REG(lch)));
		seq_printf(m, "CCR\t\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CCR_REG(lch)));
		seq_printf(m, "CICR\t\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CICR_REG(lch)));
		seq_printf(m, "CSR\t\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CSR_REG(lch)));
		seq_printf(m, "CSSA\t\t: 0x%08x\n",
				readl(gdd + SSI_GDD_CSSA_REG(lch)));
		seq_printf(m, "CDSA\t\t: 0x%08x\n",
				readl(gdd + SSI_GDD_CDSA_REG(lch)));
		seq_printf(m, "CEN\t\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CEN_REG(lch)));
		seq_printf(m, "CSAC\t\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CSAC_REG(lch)));
		seq_printf(m, "CDAC\t\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CDAC_REG(lch)));
		seq_printf(m, "CLNK_CTRL\t: 0x%04x\n",
				readw(gdd + SSI_GDD_CLNK_CTRL_REG(lch)));
	}

	pm_runtime_put(ssi->device.parent);

	return 0;
}

DEFINE_SHOW_ATTRIBUTE(ssi_regs);
DEFINE_SHOW_ATTRIBUTE(ssi_gdd_regs);

static int ssi_debug_add_ctrl(struct hsi_controller *ssi)
{
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	struct dentry *dir;

	/* SSI controller */
	omap_ssi->dir = debugfs_create_dir(dev_name(&ssi->device), NULL);
	if (!omap_ssi->dir)
		return -ENOMEM;

	debugfs_create_file("regs", S_IRUGO, omap_ssi->dir, ssi,
								&ssi_regs_fops);
	/* SSI GDD (DMA) */
	dir = debugfs_create_dir("gdd", omap_ssi->dir);
	if (!dir)
		goto rback;
	debugfs_create_file("regs", S_IRUGO, dir, ssi, &ssi_gdd_regs_fops);

	return 0;
rback:
	debugfs_remove_recursive(omap_ssi->dir);

	return -ENOMEM;
}

static void ssi_debug_remove_ctrl(struct hsi_controller *ssi)
{
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);

	debugfs_remove_recursive(omap_ssi->dir);
}
#endif /* CONFIG_DEBUG_FS */

/*
 * FIXME: Horrible HACK needed until we remove the useless wakeline test
 * in the CMT. To be removed !!!!
 */
void ssi_waketest(struct hsi_client *cl, unsigned int enable)
{
	struct hsi_port *port = hsi_get_port(cl);
	struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
	struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);

	omap_port->wktest = !!enable;
	if (omap_port->wktest) {
		pm_runtime_get_sync(ssi->device.parent);
		writel_relaxed(SSI_WAKE(0),
				omap_ssi->sys + SSI_SET_WAKE_REG(port->num));
	} else {
		writel_relaxed(SSI_WAKE(0),
				omap_ssi->sys +	SSI_CLEAR_WAKE_REG(port->num));
		pm_runtime_put(ssi->device.parent);
	}
}
EXPORT_SYMBOL_GPL(ssi_waketest);

static void ssi_gdd_complete(struct hsi_controller *ssi, unsigned int lch)
{
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	struct hsi_msg *msg = omap_ssi->gdd_trn[lch].msg;
	struct hsi_port *port = to_hsi_port(msg->cl->device.parent);
	struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
	unsigned int dir;
	u32 csr;
	u32 val;

	spin_lock(&omap_ssi->lock);

	val = readl(omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
	val &= ~SSI_GDD_LCH(lch);
	writel_relaxed(val, omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);

	if (msg->ttype == HSI_MSG_READ) {
		dir = DMA_FROM_DEVICE;
		val = SSI_DATAAVAILABLE(msg->channel);
		pm_runtime_put(omap_port->pdev);
	} else {
		dir = DMA_TO_DEVICE;
		val = SSI_DATAACCEPT(msg->channel);
		/* Keep clocks reference for write pio event */
	}
	dma_unmap_sg(&ssi->device, msg->sgt.sgl, msg->sgt.nents, dir);
	csr = readw(omap_ssi->gdd + SSI_GDD_CSR_REG(lch));
	omap_ssi->gdd_trn[lch].msg = NULL; /* release GDD lch */
	dev_dbg(&port->device, "DMA completed ch %d ttype %d\n",
				msg->channel, msg->ttype);
	spin_unlock(&omap_ssi->lock);
	if (csr & SSI_CSR_TOUR) { /* Timeout error */
		msg->status = HSI_STATUS_ERROR;
		msg->actual_len = 0;
		spin_lock(&omap_port->lock);
		list_del(&msg->link); /* Dequeue msg */
		spin_unlock(&omap_port->lock);

		list_add_tail(&msg->link, &omap_port->errqueue);
		schedule_delayed_work(&omap_port->errqueue_work, 0);
		return;
	}
	spin_lock(&omap_port->lock);
	val |= readl(omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
	writel_relaxed(val, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
	spin_unlock(&omap_port->lock);

	msg->status = HSI_STATUS_COMPLETED;
	msg->actual_len = sg_dma_len(msg->sgt.sgl);
}

static void ssi_gdd_tasklet(unsigned long dev)
{
	struct hsi_controller *ssi = (struct hsi_controller *)dev;
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	void __iomem *sys = omap_ssi->sys;
	unsigned int lch;
	u32 status_reg;

	pm_runtime_get(ssi->device.parent);

	if (!pm_runtime_active(ssi->device.parent)) {
		dev_warn(ssi->device.parent, "ssi_gdd_tasklet called without runtime PM!\n");
		pm_runtime_put(ssi->device.parent);
		return;
	}

	status_reg = readl(sys + SSI_GDD_MPU_IRQ_STATUS_REG);
	for (lch = 0; lch < SSI_MAX_GDD_LCH; lch++) {
		if (status_reg & SSI_GDD_LCH(lch))
			ssi_gdd_complete(ssi, lch);
	}
	writel_relaxed(status_reg, sys + SSI_GDD_MPU_IRQ_STATUS_REG);
	status_reg = readl(sys + SSI_GDD_MPU_IRQ_STATUS_REG);

	pm_runtime_put(ssi->device.parent);

	if (status_reg)
		tasklet_hi_schedule(&omap_ssi->gdd_tasklet);
	else
		enable_irq(omap_ssi->gdd_irq);

}

static irqreturn_t ssi_gdd_isr(int irq, void *ssi)
{
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);

	tasklet_hi_schedule(&omap_ssi->gdd_tasklet);
	disable_irq_nosync(irq);

	return IRQ_HANDLED;
}

static unsigned long ssi_get_clk_rate(struct hsi_controller *ssi)
{
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	unsigned long rate = clk_get_rate(omap_ssi->fck);
	return rate;
}

static int ssi_clk_event(struct notifier_block *nb, unsigned long event,
								void *data)
{
	struct omap_ssi_controller *omap_ssi = container_of(nb,
					struct omap_ssi_controller, fck_nb);
	struct hsi_controller *ssi = to_hsi_controller(omap_ssi->dev);
	struct clk_notifier_data *clk_data = data;
	struct omap_ssi_port *omap_port;
	int i;

	switch (event) {
	case PRE_RATE_CHANGE:
		dev_dbg(&ssi->device, "pre rate change\n");

		for (i = 0; i < ssi->num_ports; i++) {
			omap_port = omap_ssi->port[i];

			if (!omap_port)
				continue;

			/* Workaround for SWBREAK + CAwake down race in CMT */
			disable_irq(omap_port->wake_irq);

			/* stop all ssi communication */
			pinctrl_pm_select_idle_state(omap_port->pdev);
			udelay(1); /* wait for racing frames */
		}

		break;
	case ABORT_RATE_CHANGE:
		dev_dbg(&ssi->device, "abort rate change\n");
		/* Fall through */
	case POST_RATE_CHANGE:
		dev_dbg(&ssi->device, "post rate change (%lu -> %lu)\n",
			clk_data->old_rate, clk_data->new_rate);
		omap_ssi->fck_rate = DIV_ROUND_CLOSEST(clk_data->new_rate, 1000); /* kHz */

		for (i = 0; i < ssi->num_ports; i++) {
			omap_port = omap_ssi->port[i];

			if (!omap_port)
				continue;

			omap_ssi_port_update_fclk(ssi, omap_port);

			/* resume ssi communication */
			pinctrl_pm_select_default_state(omap_port->pdev);
			enable_irq(omap_port->wake_irq);
		}

		break;
	default:
		break;
	}

	return NOTIFY_DONE;
}

static int ssi_get_iomem(struct platform_device *pd,
		const char *name, void __iomem **pbase, dma_addr_t *phy)
{
	struct resource *mem;
	void __iomem *base;
	struct hsi_controller *ssi = platform_get_drvdata(pd);

	mem = platform_get_resource_byname(pd, IORESOURCE_MEM, name);
	base = devm_ioremap_resource(&ssi->device, mem);
	if (IS_ERR(base))
		return PTR_ERR(base);

	*pbase = base;

	if (phy)
		*phy = mem->start;

	return 0;
}

static int ssi_add_controller(struct hsi_controller *ssi,
						struct platform_device *pd)
{
	struct omap_ssi_controller *omap_ssi;
	int err;

	omap_ssi = devm_kzalloc(&ssi->device, sizeof(*omap_ssi), GFP_KERNEL);
	if (!omap_ssi)
		return -ENOMEM;

	err = ida_simple_get(&platform_omap_ssi_ida, 0, 0, GFP_KERNEL);
	if (err < 0)
		goto out_err;
	ssi->id = err;

	ssi->owner = THIS_MODULE;
	ssi->device.parent = &pd->dev;
	dev_set_name(&ssi->device, "ssi%d", ssi->id);
	hsi_controller_set_drvdata(ssi, omap_ssi);
	omap_ssi->dev = &ssi->device;
	err = ssi_get_iomem(pd, "sys", &omap_ssi->sys, NULL);
	if (err < 0)
		goto out_err;
	err = ssi_get_iomem(pd, "gdd", &omap_ssi->gdd, NULL);
	if (err < 0)
		goto out_err;
	err = platform_get_irq_byname(pd, "gdd_mpu");
	if (err < 0) {
		dev_err(&pd->dev, "GDD IRQ resource missing\n");
		goto out_err;
	}
	omap_ssi->gdd_irq = err;
	tasklet_init(&omap_ssi->gdd_tasklet, ssi_gdd_tasklet,
							(unsigned long)ssi);
	err = devm_request_irq(&ssi->device, omap_ssi->gdd_irq, ssi_gdd_isr,
						0, "gdd_mpu", ssi);
	if (err < 0) {
		dev_err(&ssi->device, "Request GDD IRQ %d failed (%d)",
							omap_ssi->gdd_irq, err);
		goto out_err;
	}

	omap_ssi->port = devm_kcalloc(&ssi->device, ssi->num_ports,
				      sizeof(*omap_ssi->port), GFP_KERNEL);
	if (!omap_ssi->port) {
		err = -ENOMEM;
		goto out_err;
	}

	omap_ssi->fck = devm_clk_get(&ssi->device, "ssi_ssr_fck");
	if (IS_ERR(omap_ssi->fck)) {
		dev_err(&pd->dev, "Could not acquire clock \"ssi_ssr_fck\": %li\n",
			PTR_ERR(omap_ssi->fck));
		err = -ENODEV;
		goto out_err;
	}

	omap_ssi->fck_nb.notifier_call = ssi_clk_event;
	omap_ssi->fck_nb.priority = INT_MAX;
	clk_notifier_register(omap_ssi->fck, &omap_ssi->fck_nb);

	/* TODO: find register, which can be used to detect context loss */
	omap_ssi->get_loss = NULL;

	omap_ssi->max_speed = UINT_MAX;
	spin_lock_init(&omap_ssi->lock);
	err = hsi_register_controller(ssi);

	if (err < 0)
		goto out_err;

	return 0;

out_err:
	ida_simple_remove(&platform_omap_ssi_ida, ssi->id);
	return err;
}

static int ssi_hw_init(struct hsi_controller *ssi)
{
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	int err;

	err = pm_runtime_get_sync(ssi->device.parent);
	if (err < 0) {
		dev_err(&ssi->device, "runtime PM failed %d\n", err);
		return err;
	}
	/* Resetting GDD */
	writel_relaxed(SSI_SWRESET, omap_ssi->gdd + SSI_GDD_GRST_REG);
	/* Get FCK rate in kHz */
	omap_ssi->fck_rate = DIV_ROUND_CLOSEST(ssi_get_clk_rate(ssi), 1000);
	dev_dbg(&ssi->device, "SSI fck rate %lu kHz\n", omap_ssi->fck_rate);

	writel_relaxed(SSI_CLK_AUTOGATING_ON, omap_ssi->sys + SSI_GDD_GCR_REG);
	omap_ssi->gdd_gcr = SSI_CLK_AUTOGATING_ON;
	pm_runtime_put_sync(ssi->device.parent);

	return 0;
}

static void ssi_remove_controller(struct hsi_controller *ssi)
{
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	int id = ssi->id;
	tasklet_kill(&omap_ssi->gdd_tasklet);
	hsi_unregister_controller(ssi);
	clk_notifier_unregister(omap_ssi->fck, &omap_ssi->fck_nb);
	ida_simple_remove(&platform_omap_ssi_ida, id);
}

static inline int ssi_of_get_available_ports_count(const struct device_node *np)
{
	struct device_node *child;
	int num = 0;

	for_each_available_child_of_node(np, child)
		if (of_device_is_compatible(child, "ti,omap3-ssi-port"))
			num++;

	return num;
}

static int ssi_remove_ports(struct device *dev, void *c)
{
	struct platform_device *pdev = to_platform_device(dev);

	if (!dev->of_node)
		return 0;

	of_node_clear_flag(dev->of_node, OF_POPULATED);
	of_device_unregister(pdev);

	return 0;
}

static int ssi_probe(struct platform_device *pd)
{
	struct platform_device *childpdev;
	struct device_node *np = pd->dev.of_node;
	struct device_node *child;
	struct hsi_controller *ssi;
	int err;
	int num_ports;

	if (!np) {
		dev_err(&pd->dev, "missing device tree data\n");
		return -EINVAL;
	}

	num_ports = ssi_of_get_available_ports_count(np);

	ssi = hsi_alloc_controller(num_ports, GFP_KERNEL);
	if (!ssi) {
		dev_err(&pd->dev, "No memory for controller\n");
		return -ENOMEM;
	}

	platform_set_drvdata(pd, ssi);

	err = ssi_add_controller(ssi, pd);
	if (err < 0)
		goto out1;

	pm_runtime_enable(&pd->dev);

	err = ssi_hw_init(ssi);
	if (err < 0)
		goto out2;
#ifdef CONFIG_DEBUG_FS
	err = ssi_debug_add_ctrl(ssi);
	if (err < 0)
		goto out2;
#endif

	for_each_available_child_of_node(np, child) {
		if (!of_device_is_compatible(child, "ti,omap3-ssi-port"))
			continue;

		childpdev = of_platform_device_create(child, NULL, &pd->dev);
		if (!childpdev) {
			err = -ENODEV;
			dev_err(&pd->dev, "failed to create ssi controller port\n");
			goto out3;
		}
	}

	dev_info(&pd->dev, "ssi controller %d initialized (%d ports)!\n",
		ssi->id, num_ports);
	return err;
out3:
	device_for_each_child(&pd->dev, NULL, ssi_remove_ports);
out2:
	ssi_remove_controller(ssi);
out1:
	platform_set_drvdata(pd, NULL);
	pm_runtime_disable(&pd->dev);

	return err;
}

static int ssi_remove(struct platform_device *pd)
{
	struct hsi_controller *ssi = platform_get_drvdata(pd);

	/* cleanup of of_platform_populate() call */
	device_for_each_child(&pd->dev, NULL, ssi_remove_ports);

#ifdef CONFIG_DEBUG_FS
	ssi_debug_remove_ctrl(ssi);
#endif
	ssi_remove_controller(ssi);
	platform_set_drvdata(pd, NULL);

	pm_runtime_disable(&pd->dev);

	return 0;
}

#ifdef CONFIG_PM
static int omap_ssi_runtime_suspend(struct device *dev)
{
	struct hsi_controller *ssi = dev_get_drvdata(dev);
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);

	dev_dbg(dev, "runtime suspend!\n");

	if (omap_ssi->get_loss)
		omap_ssi->loss_count =
				omap_ssi->get_loss(ssi->device.parent);

	return 0;
}

static int omap_ssi_runtime_resume(struct device *dev)
{
	struct hsi_controller *ssi = dev_get_drvdata(dev);
	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);

	dev_dbg(dev, "runtime resume!\n");

	if ((omap_ssi->get_loss) && (omap_ssi->loss_count ==
				omap_ssi->get_loss(ssi->device.parent)))
		return 0;

	writel_relaxed(omap_ssi->gdd_gcr, omap_ssi->gdd + SSI_GDD_GCR_REG);

	return 0;
}

static const struct dev_pm_ops omap_ssi_pm_ops = {
	SET_RUNTIME_PM_OPS(omap_ssi_runtime_suspend, omap_ssi_runtime_resume,
		NULL)
};

#define DEV_PM_OPS     (&omap_ssi_pm_ops)
#else
#define DEV_PM_OPS     NULL
#endif

#ifdef CONFIG_OF
static const struct of_device_id omap_ssi_of_match[] = {
	{ .compatible = "ti,omap3-ssi", },
	{},
};
MODULE_DEVICE_TABLE(of, omap_ssi_of_match);
#else
#define omap_ssi_of_match NULL
#endif

static struct platform_driver ssi_pdriver = {
	.probe = ssi_probe,
	.remove	= ssi_remove,
	.driver	= {
		.name	= "omap_ssi",
		.pm     = DEV_PM_OPS,
		.of_match_table = omap_ssi_of_match,
	},
};

static int __init ssi_init(void) {
	int ret;

	ret = platform_driver_register(&ssi_pdriver);
	if (ret)
		return ret;

	return platform_driver_register(&ssi_port_pdriver);
}
module_init(ssi_init);

static void __exit ssi_exit(void) {
	platform_driver_unregister(&ssi_port_pdriver);
	platform_driver_unregister(&ssi_pdriver);
}
module_exit(ssi_exit);

MODULE_ALIAS("platform:omap_ssi");
MODULE_AUTHOR("Carlos Chinea <carlos.chinea@nokia.com>");
MODULE_AUTHOR("Sebastian Reichel <sre@kernel.org>");
MODULE_DESCRIPTION("Synchronous Serial Interface Driver");
MODULE_LICENSE("GPL v2");
Commit	Line	Data
2b27bdcc	1	// SPDX-License-Identifier: GPL-2.0-only
b209e047 SR	2	/* OMAP SSI driver.
	3	*
	4	* Copyright (C) 2010 Nokia Corporation. All rights reserved.
	5	* Copyright (C) 2014 Sebastian Reichel <sre@kernel.org>
	6	*
	7	* Contact: Carlos Chinea <carlos.chinea@nokia.com>
b209e047 SR	8	*/
	9
	10	#include <linux/compiler.h>
	11	#include <linux/err.h>
	12	#include <linux/ioport.h>
	13	#include <linux/io.h>
b209e047 SR	14	#include <linux/clk.h>
	15	#include <linux/device.h>
	16	#include <linux/platform_device.h>
	17	#include <linux/dma-mapping.h>
	18	#include <linux/dmaengine.h>
	19	#include <linux/delay.h>
	20	#include <linux/seq_file.h>
	21	#include <linux/scatterlist.h>
	22	#include <linux/interrupt.h>
	23	#include <linux/spinlock.h>
	24	#include <linux/debugfs.h>
ac8e3ff3	25	#include <linux/pinctrl/consumer.h>
b209e047 SR	26	#include <linux/pm_runtime.h>
	27	#include <linux/of_platform.h>
	28	#include <linux/hsi/hsi.h>
	29	#include <linux/idr.h>
	30
	31	#include "omap_ssi_regs.h"
	32	#include "omap_ssi.h"
	33
	34	/* For automatically allocated device IDs */
	35	static DEFINE_IDA(platform_omap_ssi_ida);
	36
	37	#ifdef CONFIG_DEBUG_FS
3a658e09	38	static int ssi_regs_show(struct seq_file m, void p __maybe_unused)
b209e047 SR	39	{
	40	struct hsi_controller *ssi = m->private;
	41	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	42	void __iomem *sys = omap_ssi->sys;
	43
	44	pm_runtime_get_sync(ssi->device.parent);
	45	seq_printf(m, "REVISION\t: 0x%08x\n", readl(sys + SSI_REVISION_REG));
	46	seq_printf(m, "SYSCONFIG\t: 0x%08x\n", readl(sys + SSI_SYSCONFIG_REG));
	47	seq_printf(m, "SYSSTATUS\t: 0x%08x\n", readl(sys + SSI_SYSSTATUS_REG));
ea88f717	48	pm_runtime_put(ssi->device.parent);
b209e047 SR	49
	50	return 0;
	51	}
	52
3a658e09	53	static int ssi_gdd_regs_show(struct seq_file m, void p __maybe_unused)
b209e047 SR	54	{
	55	struct hsi_controller *ssi = m->private;
	56	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	57	void __iomem *gdd = omap_ssi->gdd;
	58	void __iomem *sys = omap_ssi->sys;
	59	int lch;
	60
	61	pm_runtime_get_sync(ssi->device.parent);
	62
	63	seq_printf(m, "GDD_MPU_STATUS\t: 0x%08x\n",
	64	readl(sys + SSI_GDD_MPU_IRQ_STATUS_REG));
	65	seq_printf(m, "GDD_MPU_ENABLE\t: 0x%08x\n\n",
	66	readl(sys + SSI_GDD_MPU_IRQ_ENABLE_REG));
	67	seq_printf(m, "HW_ID\t\t: 0x%08x\n",
	68	readl(gdd + SSI_GDD_HW_ID_REG));
	69	seq_printf(m, "PPORT_ID\t: 0x%08x\n",
	70	readl(gdd + SSI_GDD_PPORT_ID_REG));
	71	seq_printf(m, "MPORT_ID\t: 0x%08x\n",
	72	readl(gdd + SSI_GDD_MPORT_ID_REG));
	73	seq_printf(m, "TEST\t\t: 0x%08x\n",
	74	readl(gdd + SSI_GDD_TEST_REG));
	75	seq_printf(m, "GCR\t\t: 0x%08x\n",
	76	readl(gdd + SSI_GDD_GCR_REG));
	77
	78	for (lch = 0; lch < SSI_MAX_GDD_LCH; lch++) {
	79	seq_printf(m, "\nGDD LCH %d\n=========\n", lch);
	80	seq_printf(m, "CSDP\t\t: 0x%04x\n",
	81	readw(gdd + SSI_GDD_CSDP_REG(lch)));
	82	seq_printf(m, "CCR\t\t: 0x%04x\n",
	83	readw(gdd + SSI_GDD_CCR_REG(lch)));
	84	seq_printf(m, "CICR\t\t: 0x%04x\n",
	85	readw(gdd + SSI_GDD_CICR_REG(lch)));
	86	seq_printf(m, "CSR\t\t: 0x%04x\n",
	87	readw(gdd + SSI_GDD_CSR_REG(lch)));
	88	seq_printf(m, "CSSA\t\t: 0x%08x\n",
	89	readl(gdd + SSI_GDD_CSSA_REG(lch)));
	90	seq_printf(m, "CDSA\t\t: 0x%08x\n",
	91	readl(gdd + SSI_GDD_CDSA_REG(lch)));
	92	seq_printf(m, "CEN\t\t: 0x%04x\n",
	93	readw(gdd + SSI_GDD_CEN_REG(lch)));
	94	seq_printf(m, "CSAC\t\t: 0x%04x\n",
	95	readw(gdd + SSI_GDD_CSAC_REG(lch)));
	96	seq_printf(m, "CDAC\t\t: 0x%04x\n",
	97	readw(gdd + SSI_GDD_CDAC_REG(lch)));
	98	seq_printf(m, "CLNK_CTRL\t: 0x%04x\n",
	99	readw(gdd + SSI_GDD_CLNK_CTRL_REG(lch)));
	100	}
	101
ea88f717	102	pm_runtime_put(ssi->device.parent);
b209e047 SR	103
	104	return 0;
	105	}
	106
3a658e09 YL	107	DEFINE_SHOW_ATTRIBUTE(ssi_regs);
3a658e09 YL	108	DEFINE_SHOW_ATTRIBUTE(ssi_gdd_regs);
b209e047	109
0845e1f2	110	static int ssi_debug_add_ctrl(struct hsi_controller *ssi)
b209e047 SR	111	{
	112	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	113	struct dentry *dir;
	114
	115	/* SSI controller */
	116	omap_ssi->dir = debugfs_create_dir(dev_name(&ssi->device), NULL);
3fd276e9 WY	117	if (!omap_ssi->dir)
3fd276e9 WY	118	return -ENOMEM;
b209e047 SR	119
	120	debugfs_create_file("regs", S_IRUGO, omap_ssi->dir, ssi,
	121	&ssi_regs_fops);
	122	/* SSI GDD (DMA) */
	123	dir = debugfs_create_dir("gdd", omap_ssi->dir);
3fd276e9	124	if (!dir)
b209e047 SR	125	goto rback;
	126	debugfs_create_file("regs", S_IRUGO, dir, ssi, &ssi_gdd_regs_fops);
	127
	128	return 0;
	129	rback:
	130	debugfs_remove_recursive(omap_ssi->dir);
	131
3fd276e9	132	return -ENOMEM;
b209e047 SR	133	}
	134
	135	static void ssi_debug_remove_ctrl(struct hsi_controller *ssi)
	136	{
	137	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	138
	139	debugfs_remove_recursive(omap_ssi->dir);
	140	}
	141	#endif /* CONFIG_DEBUG_FS */
	142
	143	/*
	144	* FIXME: Horrible HACK needed until we remove the useless wakeline test
	145	* in the CMT. To be removed !!!!
	146	*/
	147	void ssi_waketest(struct hsi_client *cl, unsigned int enable)
	148	{
	149	struct hsi_port *port = hsi_get_port(cl);
	150	struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
	151	struct hsi_controller *ssi = to_hsi_controller(port->device.parent);
	152	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	153
	154	omap_port->wktest = !!enable;
	155	if (omap_port->wktest) {
	156	pm_runtime_get_sync(ssi->device.parent);
	157	writel_relaxed(SSI_WAKE(0),
	158	omap_ssi->sys + SSI_SET_WAKE_REG(port->num));
	159	} else {
	160	writel_relaxed(SSI_WAKE(0),
	161	omap_ssi->sys + SSI_CLEAR_WAKE_REG(port->num));
ea88f717	162	pm_runtime_put(ssi->device.parent);
b209e047 SR	163	}
	164	}
	165	EXPORT_SYMBOL_GPL(ssi_waketest);
	166
	167	static void ssi_gdd_complete(struct hsi_controller *ssi, unsigned int lch)
	168	{
	169	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	170	struct hsi_msg *msg = omap_ssi->gdd_trn[lch].msg;
	171	struct hsi_port *port = to_hsi_port(msg->cl->device.parent);
	172	struct omap_ssi_port *omap_port = hsi_port_drvdata(port);
	173	unsigned int dir;
	174	u32 csr;
	175	u32 val;
	176
	177	spin_lock(&omap_ssi->lock);
	178
	179	val = readl(omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
	180	val &= ~SSI_GDD_LCH(lch);
	181	writel_relaxed(val, omap_ssi->sys + SSI_GDD_MPU_IRQ_ENABLE_REG);
	182
	183	if (msg->ttype == HSI_MSG_READ) {
	184	dir = DMA_FROM_DEVICE;
	185	val = SSI_DATAAVAILABLE(msg->channel);
ea88f717	186	pm_runtime_put(omap_port->pdev);
b209e047 SR	187	} else {
	188	dir = DMA_TO_DEVICE;
	189	val = SSI_DATAACCEPT(msg->channel);
	190	/* Keep clocks reference for write pio event */
	191	}
	192	dma_unmap_sg(&ssi->device, msg->sgt.sgl, msg->sgt.nents, dir);
	193	csr = readw(omap_ssi->gdd + SSI_GDD_CSR_REG(lch));
	194	omap_ssi->gdd_trn[lch].msg = NULL; /* release GDD lch */
	195	dev_dbg(&port->device, "DMA completed ch %d ttype %d\n",
	196	msg->channel, msg->ttype);
	197	spin_unlock(&omap_ssi->lock);
	198	if (csr & SSI_CSR_TOUR) { /* Timeout error */
	199	msg->status = HSI_STATUS_ERROR;
	200	msg->actual_len = 0;
	201	spin_lock(&omap_port->lock);
	202	list_del(&msg->link); /* Dequeue msg */
	203	spin_unlock(&omap_port->lock);
4e552310 SR	204
	205	list_add_tail(&msg->link, &omap_port->errqueue);
	206	schedule_delayed_work(&omap_port->errqueue_work, 0);
b209e047 SR	207	return;
	208	}
	209	spin_lock(&omap_port->lock);
	210	val \|= readl(omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
	211	writel_relaxed(val, omap_ssi->sys + SSI_MPU_ENABLE_REG(port->num, 0));
	212	spin_unlock(&omap_port->lock);
	213
	214	msg->status = HSI_STATUS_COMPLETED;
	215	msg->actual_len = sg_dma_len(msg->sgt.sgl);
	216	}
	217
	218	static void ssi_gdd_tasklet(unsigned long dev)
	219	{
	220	struct hsi_controller ssi = (struct hsi_controller )dev;
	221	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	222	void __iomem *sys = omap_ssi->sys;
	223	unsigned int lch;
	224	u32 status_reg;
	225
927d3f8f SR	226	pm_runtime_get(ssi->device.parent);
	227
	228	if (!pm_runtime_active(ssi->device.parent)) {
	229	dev_warn(ssi->device.parent, "ssi_gdd_tasklet called without runtime PM!\n");
	230	pm_runtime_put(ssi->device.parent);
	231	return;
	232	}
b209e047 SR	233
	234	status_reg = readl(sys + SSI_GDD_MPU_IRQ_STATUS_REG);
	235	for (lch = 0; lch < SSI_MAX_GDD_LCH; lch++) {
	236	if (status_reg & SSI_GDD_LCH(lch))
	237	ssi_gdd_complete(ssi, lch);
	238	}
	239	writel_relaxed(status_reg, sys + SSI_GDD_MPU_IRQ_STATUS_REG);
	240	status_reg = readl(sys + SSI_GDD_MPU_IRQ_STATUS_REG);
	241
ea88f717	242	pm_runtime_put(ssi->device.parent);
b209e047 SR	243
	244	if (status_reg)
	245	tasklet_hi_schedule(&omap_ssi->gdd_tasklet);
	246	else
	247	enable_irq(omap_ssi->gdd_irq);
	248
	249	}
	250
	251	static irqreturn_t ssi_gdd_isr(int irq, void *ssi)
	252	{
	253	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	254
	255	tasklet_hi_schedule(&omap_ssi->gdd_tasklet);
	256	disable_irq_nosync(irq);
	257
	258	return IRQ_HANDLED;
	259	}
	260
	261	static unsigned long ssi_get_clk_rate(struct hsi_controller *ssi)
	262	{
	263	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	264	unsigned long rate = clk_get_rate(omap_ssi->fck);
	265	return rate;
	266	}
	267
4bcf7414 SR	268	static int ssi_clk_event(struct notifier_block *nb, unsigned long event,
	269	void *data)
	270	{
	271	struct omap_ssi_controller *omap_ssi = container_of(nb,
	272	struct omap_ssi_controller, fck_nb);
	273	struct hsi_controller *ssi = to_hsi_controller(omap_ssi->dev);
	274	struct clk_notifier_data *clk_data = data;
	275	struct omap_ssi_port *omap_port;
	276	int i;
	277
	278	switch (event) {
	279	case PRE_RATE_CHANGE:
	280	dev_dbg(&ssi->device, "pre rate change\n");
	281
	282	for (i = 0; i < ssi->num_ports; i++) {
	283	omap_port = omap_ssi->port[i];
	284
	285	if (!omap_port)
	286	continue;
	287
	288	/* Workaround for SWBREAK + CAwake down race in CMT */
cb70e4c1	289	disable_irq(omap_port->wake_irq);
4bcf7414 SR	290
	291	/* stop all ssi communication */
	292	pinctrl_pm_select_idle_state(omap_port->pdev);
	293	udelay(1); /* wait for racing frames */
	294	}
	295
	296	break;
	297	case ABORT_RATE_CHANGE:
	298	dev_dbg(&ssi->device, "abort rate change\n");
	299	/* Fall through */
	300	case POST_RATE_CHANGE:
	301	dev_dbg(&ssi->device, "post rate change (%lu -> %lu)\n",
	302	clk_data->old_rate, clk_data->new_rate);
3210b4fc	303	omap_ssi->fck_rate = DIV_ROUND_CLOSEST(clk_data->new_rate, 1000); /* kHz */
4bcf7414 SR	304
	305	for (i = 0; i < ssi->num_ports; i++) {
	306	omap_port = omap_ssi->port[i];
	307
	308	if (!omap_port)
	309	continue;
	310
	311	omap_ssi_port_update_fclk(ssi, omap_port);
	312
	313	/* resume ssi communication */
	314	pinctrl_pm_select_default_state(omap_port->pdev);
cb70e4c1	315	enable_irq(omap_port->wake_irq);
4bcf7414 SR	316	}
	317
	318	break;
	319	default:
	320	break;
	321	}
	322
	323	return NOTIFY_DONE;
	324	}
	325
0845e1f2	326	static int ssi_get_iomem(struct platform_device *pd,
b209e047 SR	327	const char name, void __iomem pbase, dma_addr_t phy)
	328	{
	329	struct resource *mem;
b209e047 SR	330	void __iomem *base;
	331	struct hsi_controller *ssi = platform_get_drvdata(pd);
	332
	333	mem = platform_get_resource_byname(pd, IORESOURCE_MEM, name);
16bd5865 SS	334	base = devm_ioremap_resource(&ssi->device, mem);
	335	if (IS_ERR(base))
	336	return PTR_ERR(base);
	337
b209e047 SR	338	*pbase = base;
	339
	340	if (phy)
	341	*phy = mem->start;
	342
	343	return 0;
	344	}
	345
0845e1f2	346	static int ssi_add_controller(struct hsi_controller *ssi,
b209e047 SR	347	struct platform_device *pd)
	348	{
	349	struct omap_ssi_controller *omap_ssi;
	350	int err;
	351
	352	omap_ssi = devm_kzalloc(&ssi->device, sizeof(*omap_ssi), GFP_KERNEL);
0fbad7c8	353	if (!omap_ssi)
b209e047	354	return -ENOMEM;
b209e047	355
6bf6ded3 AH	356	err = ida_simple_get(&platform_omap_ssi_ida, 0, 0, GFP_KERNEL);
6bf6ded3 AH	357	if (err < 0)
b209e047	358	goto out_err;
6bf6ded3	359	ssi->id = err;
b209e047 SR	360
	361	ssi->owner = THIS_MODULE;
	362	ssi->device.parent = &pd->dev;
	363	dev_set_name(&ssi->device, "ssi%d", ssi->id);
	364	hsi_controller_set_drvdata(ssi, omap_ssi);
	365	omap_ssi->dev = &ssi->device;
	366	err = ssi_get_iomem(pd, "sys", &omap_ssi->sys, NULL);
	367	if (err < 0)
	368	goto out_err;
	369	err = ssi_get_iomem(pd, "gdd", &omap_ssi->gdd, NULL);
	370	if (err < 0)
	371	goto out_err;
b74d4954 AU	372	err = platform_get_irq_byname(pd, "gdd_mpu");
b74d4954 AU	373	if (err < 0) {
b209e047	374	dev_err(&pd->dev, "GDD IRQ resource missing\n");
b209e047 SR	375	goto out_err;
b209e047 SR	376	}
b74d4954	377	omap_ssi->gdd_irq = err;
b209e047 SR	378	tasklet_init(&omap_ssi->gdd_tasklet, ssi_gdd_tasklet,
	379	(unsigned long)ssi);
	380	err = devm_request_irq(&ssi->device, omap_ssi->gdd_irq, ssi_gdd_isr,
	381	0, "gdd_mpu", ssi);
	382	if (err < 0) {
	383	dev_err(&ssi->device, "Request GDD IRQ %d failed (%d)",
	384	omap_ssi->gdd_irq, err);
	385	goto out_err;
	386	}
	387
4a8557de ME	388	omap_ssi->port = devm_kcalloc(&ssi->device, ssi->num_ports,
4a8557de ME	389	sizeof(*omap_ssi->port), GFP_KERNEL);
b209e047 SR	390	if (!omap_ssi->port) {
	391	err = -ENOMEM;
	392	goto out_err;
	393	}
	394
	395	omap_ssi->fck = devm_clk_get(&ssi->device, "ssi_ssr_fck");
	396	if (IS_ERR(omap_ssi->fck)) {
	397	dev_err(&pd->dev, "Could not acquire clock \"ssi_ssr_fck\": %li\n",
	398	PTR_ERR(omap_ssi->fck));
	399	err = -ENODEV;
	400	goto out_err;
	401	}
	402
4bcf7414 SR	403	omap_ssi->fck_nb.notifier_call = ssi_clk_event;
	404	omap_ssi->fck_nb.priority = INT_MAX;
	405	clk_notifier_register(omap_ssi->fck, &omap_ssi->fck_nb);
	406
b209e047 SR	407	/* TODO: find register, which can be used to detect context loss */
	408	omap_ssi->get_loss = NULL;
	409
	410	omap_ssi->max_speed = UINT_MAX;
	411	spin_lock_init(&omap_ssi->lock);
	412	err = hsi_register_controller(ssi);
	413
	414	if (err < 0)
	415	goto out_err;
	416
	417	return 0;
	418
	419	out_err:
	420	ida_simple_remove(&platform_omap_ssi_ida, ssi->id);
	421	return err;
	422	}
	423
0845e1f2	424	static int ssi_hw_init(struct hsi_controller *ssi)
b209e047 SR	425	{
b209e047 SR	426	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
b209e047 SR	427	int err;
	428
	429	err = pm_runtime_get_sync(ssi->device.parent);
	430	if (err < 0) {
	431	dev_err(&ssi->device, "runtime PM failed %d\n", err);
	432	return err;
	433	}
8621e620	434	/* Resetting GDD */
b209e047	435	writel_relaxed(SSI_SWRESET, omap_ssi->gdd + SSI_GDD_GRST_REG);
3210b4fc	436	/* Get FCK rate in kHz */
b209e047	437	omap_ssi->fck_rate = DIV_ROUND_CLOSEST(ssi_get_clk_rate(ssi), 1000);
3210b4fc	438	dev_dbg(&ssi->device, "SSI fck rate %lu kHz\n", omap_ssi->fck_rate);
b6616be3	439
b209e047 SR	440	writel_relaxed(SSI_CLK_AUTOGATING_ON, omap_ssi->sys + SSI_GDD_GCR_REG);
	441	omap_ssi->gdd_gcr = SSI_CLK_AUTOGATING_ON;
	442	pm_runtime_put_sync(ssi->device.parent);
	443
	444	return 0;
	445	}
	446
	447	static void ssi_remove_controller(struct hsi_controller *ssi)
	448	{
	449	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	450	int id = ssi->id;
	451	tasklet_kill(&omap_ssi->gdd_tasklet);
	452	hsi_unregister_controller(ssi);
4bcf7414	453	clk_notifier_unregister(omap_ssi->fck, &omap_ssi->fck_nb);
b209e047 SR	454	ida_simple_remove(&platform_omap_ssi_ida, id);
	455	}
	456
	457	static inline int ssi_of_get_available_ports_count(const struct device_node *np)
	458	{
	459	struct device_node *child;
	460	int num = 0;
	461
	462	for_each_available_child_of_node(np, child)
	463	if (of_device_is_compatible(child, "ti,omap3-ssi-port"))
	464	num++;
	465
	466	return num;
	467	}
	468
	469	static int ssi_remove_ports(struct device dev, void c)
	470	{
	471	struct platform_device *pdev = to_platform_device(dev);
	472
2a57aba8 SR	473	if (!dev->of_node)
	474	return 0;
	475
	476	of_node_clear_flag(dev->of_node, OF_POPULATED);
b209e047 SR	477	of_device_unregister(pdev);
	478
	479	return 0;
	480	}
	481
0845e1f2	482	static int ssi_probe(struct platform_device *pd)
b209e047 SR	483	{
	484	struct platform_device *childpdev;
	485	struct device_node *np = pd->dev.of_node;
	486	struct device_node *child;
	487	struct hsi_controller *ssi;
	488	int err;
	489	int num_ports;
	490
	491	if (!np) {
	492	dev_err(&pd->dev, "missing device tree data\n");
	493	return -EINVAL;
	494	}
	495
	496	num_ports = ssi_of_get_available_ports_count(np);
	497
	498	ssi = hsi_alloc_controller(num_ports, GFP_KERNEL);
	499	if (!ssi) {
	500	dev_err(&pd->dev, "No memory for controller\n");
	501	return -ENOMEM;
	502	}
	503
	504	platform_set_drvdata(pd, ssi);
	505
	506	err = ssi_add_controller(ssi, pd);
	507	if (err < 0)
	508	goto out1;
	509
b209e047 SR	510	pm_runtime_enable(&pd->dev);
	511
	512	err = ssi_hw_init(ssi);
	513	if (err < 0)
	514	goto out2;
	515	#ifdef CONFIG_DEBUG_FS
	516	err = ssi_debug_add_ctrl(ssi);
	517	if (err < 0)
	518	goto out2;
	519	#endif
	520
	521	for_each_available_child_of_node(np, child) {
	522	if (!of_device_is_compatible(child, "ti,omap3-ssi-port"))
	523	continue;
	524
	525	childpdev = of_platform_device_create(child, NULL, &pd->dev);
	526	if (!childpdev) {
	527	err = -ENODEV;
	528	dev_err(&pd->dev, "failed to create ssi controller port\n");
	529	goto out3;
	530	}
	531	}
	532
	533	dev_info(&pd->dev, "ssi controller %d initialized (%d ports)!\n",
	534	ssi->id, num_ports);
	535	return err;
	536	out3:
	537	device_for_each_child(&pd->dev, NULL, ssi_remove_ports);
	538	out2:
	539	ssi_remove_controller(ssi);
	540	out1:
	541	platform_set_drvdata(pd, NULL);
	542	pm_runtime_disable(&pd->dev);
	543
	544	return err;
	545	}
	546
0845e1f2	547	static int ssi_remove(struct platform_device *pd)
b209e047 SR	548	{
	549	struct hsi_controller *ssi = platform_get_drvdata(pd);
	550
f704e110 SR	551	/* cleanup of of_platform_populate() call */
	552	device_for_each_child(&pd->dev, NULL, ssi_remove_ports);
	553
b209e047 SR	554	#ifdef CONFIG_DEBUG_FS
	555	ssi_debug_remove_ctrl(ssi);
	556	#endif
	557	ssi_remove_controller(ssi);
	558	platform_set_drvdata(pd, NULL);
	559
	560	pm_runtime_disable(&pd->dev);
	561
b209e047 SR	562	return 0;
	563	}
	564
96a1c18a	565	#ifdef CONFIG_PM
b209e047 SR	566	static int omap_ssi_runtime_suspend(struct device *dev)
	567	{
	568	struct hsi_controller *ssi = dev_get_drvdata(dev);
	569	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	570
	571	dev_dbg(dev, "runtime suspend!\n");
	572
	573	if (omap_ssi->get_loss)
	574	omap_ssi->loss_count =
	575	omap_ssi->get_loss(ssi->device.parent);
	576
	577	return 0;
	578	}
	579
	580	static int omap_ssi_runtime_resume(struct device *dev)
	581	{
	582	struct hsi_controller *ssi = dev_get_drvdata(dev);
	583	struct omap_ssi_controller *omap_ssi = hsi_controller_drvdata(ssi);
	584
	585	dev_dbg(dev, "runtime resume!\n");
	586
	587	if ((omap_ssi->get_loss) && (omap_ssi->loss_count ==
	588	omap_ssi->get_loss(ssi->device.parent)))
	589	return 0;
	590
	591	writel_relaxed(omap_ssi->gdd_gcr, omap_ssi->gdd + SSI_GDD_GCR_REG);
	592
	593	return 0;
	594	}
	595
	596	static const struct dev_pm_ops omap_ssi_pm_ops = {
	597	SET_RUNTIME_PM_OPS(omap_ssi_runtime_suspend, omap_ssi_runtime_resume,
	598	NULL)
	599	};
	600
	601	#define DEV_PM_OPS (&omap_ssi_pm_ops)
	602	#else
	603	#define DEV_PM_OPS NULL
	604	#endif
	605
	606	#ifdef CONFIG_OF
	607	static const struct of_device_id omap_ssi_of_match[] = {
	608	{ .compatible = "ti,omap3-ssi", },
	609	{},
	610	};
	611	MODULE_DEVICE_TABLE(of, omap_ssi_of_match);
	612	#else
	613	#define omap_ssi_of_match NULL
	614	#endif
	615
	616	static struct platform_driver ssi_pdriver = {
0845e1f2 SR	617	.probe = ssi_probe,
0845e1f2 SR	618	.remove = ssi_remove,
b209e047 SR	619	.driver = {
b209e047 SR	620	.name = "omap_ssi",
b209e047 SR	621	.pm = DEV_PM_OPS,
	622	.of_match_table = omap_ssi_of_match,
	623	},
	624	};
	625
0fae1989 SR	626	static int __init ssi_init(void) {
	627	int ret;
	628
	629	ret = platform_driver_register(&ssi_pdriver);
	630	if (ret)
	631	return ret;
	632
	633	return platform_driver_register(&ssi_port_pdriver);
	634	}
	635	module_init(ssi_init);
	636
	637	static void __exit ssi_exit(void) {
	638	platform_driver_unregister(&ssi_port_pdriver);
	639	platform_driver_unregister(&ssi_pdriver);
	640	}
	641	module_exit(ssi_exit);
b209e047 SR	642
	643	MODULE_ALIAS("platform:omap_ssi");
	644	MODULE_AUTHOR("Carlos Chinea <carlos.chinea@nokia.com>");
	645	MODULE_AUTHOR("Sebastian Reichel <sre@kernel.org>");
	646	MODULE_DESCRIPTION("Synchronous Serial Interface Driver");
	647	MODULE_LICENSE("GPL v2");