[linux-2.6-block.git] / drivers / usb / dwc3 / core.c

/**
 * core.c - DesignWare USB3 DRD Controller Core file
 *
 * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
 *
 * Authors: Felipe Balbi <balbi@ti.com>,
 *	    Sebastian Andrzej Siewior <bigeasy@linutronix.de>
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions, and the following disclaimer,
 *    without modification.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. The names of the above-listed copyright holders may not be used
 *    to endorse or promote products derived from this software without
 *    specific prior written permission.
 *
 * ALTERNATIVELY, this software may be distributed under the terms of the
 * GNU General Public License ("GPL") version 2, as published by the Free
 * Software Foundation.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
 * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/slab.h>
#include <linux/spinlock.h>
#include <linux/platform_device.h>
#include <linux/pm_runtime.h>
#include <linux/interrupt.h>
#include <linux/ioport.h>
#include <linux/io.h>
#include <linux/list.h>
#include <linux/delay.h>
#include <linux/dma-mapping.h>

#include <linux/usb/ch9.h>
#include <linux/usb/gadget.h>
#include <linux/module.h>

#include "core.h"
#include "gadget.h"
#include "io.h"

#include "debug.h"

static char *maximum_speed = "super";
module_param(maximum_speed, charp, 0);
MODULE_PARM_DESC(maximum_speed, "Maximum supported speed.");

/* -------------------------------------------------------------------------- */

#define DWC3_DEVS_POSSIBLE	32

static DECLARE_BITMAP(dwc3_devs, DWC3_DEVS_POSSIBLE);

int dwc3_get_device_id(void)
{
	int		id;

again:
	id = find_first_zero_bit(dwc3_devs, DWC3_DEVS_POSSIBLE);
	if (id < DWC3_DEVS_POSSIBLE) {
		int old;

		old = test_and_set_bit(id, dwc3_devs);
		if (old)
			goto again;
	} else {
		pr_err("dwc3: no space for new device\n");
		id = -ENOMEM;
	}

	return 0;
}
EXPORT_SYMBOL_GPL(dwc3_get_device_id);

void dwc3_put_device_id(int id)
{
	int			ret;

	if (id < 0)
		return;

	ret = test_bit(id, dwc3_devs);
	WARN(!ret, "dwc3: ID %d not in use\n", id);
	clear_bit(id, dwc3_devs);
}
EXPORT_SYMBOL_GPL(dwc3_put_device_id);

void dwc3_set_mode(struct dwc3 *dwc, u32 mode)
{
	u32 reg;

	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	reg &= ~(DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_OTG));
	reg |= DWC3_GCTL_PRTCAPDIR(mode);
	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
}

/**
 * dwc3_core_soft_reset - Issues core soft reset and PHY reset
 * @dwc: pointer to our context structure
 */
static void dwc3_core_soft_reset(struct dwc3 *dwc)
{
	u32		reg;

	/* Before Resetting PHY, put Core in Reset */
	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	reg |= DWC3_GCTL_CORESOFTRESET;
	dwc3_writel(dwc->regs, DWC3_GCTL, reg);

	/* Assert USB3 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
	reg |= DWC3_GUSB3PIPECTL_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);

	/* Assert USB2 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
	reg |= DWC3_GUSB2PHYCFG_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);

	mdelay(100);

	/* Clear USB3 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
	reg &= ~DWC3_GUSB3PIPECTL_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);

	/* Clear USB2 PHY reset */
	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
	reg &= ~DWC3_GUSB2PHYCFG_PHYSOFTRST;
	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);

	/* After PHYs are stable we can take Core out of reset state */
	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	reg &= ~DWC3_GCTL_CORESOFTRESET;
	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
}

/**
 * dwc3_free_one_event_buffer - Frees one event buffer
 * @dwc: Pointer to our controller context structure
 * @evt: Pointer to event buffer to be freed
 */
static void dwc3_free_one_event_buffer(struct dwc3 *dwc,
		struct dwc3_event_buffer *evt)
{
	dma_free_coherent(dwc->dev, evt->length, evt->buf, evt->dma);
	kfree(evt);
}

/**
 * dwc3_alloc_one_event_buffer - Allocated one event buffer structure
 * @dwc: Pointer to our controller context structure
 * @length: size of the event buffer
 *
 * Returns a pointer to the allocated event buffer structure on succes
 * otherwise ERR_PTR(errno).
 */
static struct dwc3_event_buffer *__devinit
dwc3_alloc_one_event_buffer(struct dwc3 *dwc, unsigned length)
{
	struct dwc3_event_buffer	*evt;

	evt = kzalloc(sizeof(*evt), GFP_KERNEL);
	if (!evt)
		return ERR_PTR(-ENOMEM);

	evt->dwc	= dwc;
	evt->length	= length;
	evt->buf	= dma_alloc_coherent(dwc->dev, length,
			&evt->dma, GFP_KERNEL);
	if (!evt->buf) {
		kfree(evt);
		return ERR_PTR(-ENOMEM);
	}

	return evt;
}

/**
 * dwc3_free_event_buffers - frees all allocated event buffers
 * @dwc: Pointer to our controller context structure
 */
static void dwc3_free_event_buffers(struct dwc3 *dwc)
{
	struct dwc3_event_buffer	*evt;
	int i;

	for (i = 0; i < dwc->num_event_buffers; i++) {
		evt = dwc->ev_buffs[i];
		if (evt) {
			dwc3_free_one_event_buffer(dwc, evt);
			dwc->ev_buffs[i] = NULL;
		}
	}
}

/**
 * dwc3_alloc_event_buffers - Allocates @num event buffers of size @length
 * @dwc: Pointer to out controller context structure
 * @length: size of event buffer
 *
 * Returns 0 on success otherwise negative errno. In error the case, dwc
 * may contain some buffers allocated but not all which were requested.
 */
static int __devinit dwc3_alloc_event_buffers(struct dwc3 *dwc, unsigned length)
{
	int			num;
	int			i;

	num = DWC3_NUM_INT(dwc->hwparams.hwparams1);
	dwc->num_event_buffers = num;

	dwc->ev_buffs = kzalloc(sizeof(*dwc->ev_buffs) * num, GFP_KERNEL);
	if (!dwc->ev_buffs) {
		dev_err(dwc->dev, "can't allocate event buffers array\n");
		return -ENOMEM;
	}

	for (i = 0; i < num; i++) {
		struct dwc3_event_buffer	*evt;

		evt = dwc3_alloc_one_event_buffer(dwc, length);
		if (IS_ERR(evt)) {
			dev_err(dwc->dev, "can't allocate event buffer\n");
			return PTR_ERR(evt);
		}
		dwc->ev_buffs[i] = evt;
	}

	return 0;
}

/**
 * dwc3_event_buffers_setup - setup our allocated event buffers
 * @dwc: Pointer to out controller context structure
 *
 * Returns 0 on success otherwise negative errno.
 */
static int __devinit dwc3_event_buffers_setup(struct dwc3 *dwc)
{
	struct dwc3_event_buffer	*evt;
	int				n;

	for (n = 0; n < dwc->num_event_buffers; n++) {
		evt = dwc->ev_buffs[n];
		dev_dbg(dwc->dev, "Event buf %p dma %08llx length %d\n",
				evt->buf, (unsigned long long) evt->dma,
				evt->length);

		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n),
				lower_32_bits(evt->dma));
		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n),
				upper_32_bits(evt->dma));
		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n),
				evt->length & 0xffff);
		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
	}

	return 0;
}

static void dwc3_event_buffers_cleanup(struct dwc3 *dwc)
{
	struct dwc3_event_buffer	*evt;
	int				n;

	for (n = 0; n < dwc->num_event_buffers; n++) {
		evt = dwc->ev_buffs[n];
		dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 0);
		dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 0);
		dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), 0);
		dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
	}
}

static void __devinit dwc3_cache_hwparams(struct dwc3 *dwc)
{
	struct dwc3_hwparams	*parms = &dwc->hwparams;

	parms->hwparams0 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS0);
	parms->hwparams1 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS1);
	parms->hwparams2 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS2);
	parms->hwparams3 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS3);
	parms->hwparams4 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS4);
	parms->hwparams5 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS5);
	parms->hwparams6 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS6);
	parms->hwparams7 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS7);
	parms->hwparams8 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS8);
}

/**
 * dwc3_core_init - Low-level initialization of DWC3 Core
 * @dwc: Pointer to our controller context structure
 *
 * Returns 0 on success otherwise negative errno.
 */
static int __devinit dwc3_core_init(struct dwc3 *dwc)
{
	unsigned long		timeout;
	u32			reg;
	int			ret;

	reg = dwc3_readl(dwc->regs, DWC3_GSNPSID);
	/* This should read as U3 followed by revision number */
	if ((reg & DWC3_GSNPSID_MASK) != 0x55330000) {
		dev_err(dwc->dev, "this is not a DesignWare USB3 DRD Core\n");
		ret = -ENODEV;
		goto err0;
	}
	dwc->revision = reg & DWC3_GSNPSREV_MASK;

	dwc3_core_soft_reset(dwc);

	/* issue device SoftReset too */
	timeout = jiffies + msecs_to_jiffies(500);
	dwc3_writel(dwc->regs, DWC3_DCTL, DWC3_DCTL_CSFTRST);
	do {
		reg = dwc3_readl(dwc->regs, DWC3_DCTL);
		if (!(reg & DWC3_DCTL_CSFTRST))
			break;

		if (time_after(jiffies, timeout)) {
			dev_err(dwc->dev, "Reset Timed Out\n");
			ret = -ETIMEDOUT;
			goto err0;
		}

		cpu_relax();
	} while (true);

	dwc3_cache_hwparams(dwc);

	ret = dwc3_alloc_event_buffers(dwc, DWC3_EVENT_BUFFERS_SIZE);
	if (ret) {
		dev_err(dwc->dev, "failed to allocate event buffers\n");
		ret = -ENOMEM;
		goto err1;
	}

	ret = dwc3_event_buffers_setup(dwc);
	if (ret) {
		dev_err(dwc->dev, "failed to setup event buffers\n");
		goto err1;
	}

	return 0;

err1:
	dwc3_free_event_buffers(dwc);

err0:
	return ret;
}

static void dwc3_core_exit(struct dwc3 *dwc)
{
	dwc3_event_buffers_cleanup(dwc);
	dwc3_free_event_buffers(dwc);
}

#define DWC3_ALIGN_MASK		(16 - 1)

static int __devinit dwc3_probe(struct platform_device *pdev)
{
	struct resource		*res;
	struct dwc3		*dwc;

	int			ret = -ENOMEM;
	int			irq;

	void __iomem		*regs;
	void			*mem;

	u8			mode;

	mem = kzalloc(sizeof(*dwc) + DWC3_ALIGN_MASK, GFP_KERNEL);
	if (!mem) {
		dev_err(&pdev->dev, "not enough memory\n");
		goto err0;
	}
	dwc = PTR_ALIGN(mem, DWC3_ALIGN_MASK + 1);
	dwc->mem = mem;

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	if (!res) {
		dev_err(&pdev->dev, "missing resource\n");
		goto err1;
	}

	dwc->res = res;

	res = request_mem_region(res->start, resource_size(res),
			dev_name(&pdev->dev));
	if (!res) {
		dev_err(&pdev->dev, "can't request mem region\n");
		goto err1;
	}

	regs = ioremap(res->start, resource_size(res));
	if (!regs) {
		dev_err(&pdev->dev, "ioremap failed\n");
		goto err2;
	}

	irq = platform_get_irq(pdev, 0);
	if (irq < 0) {
		dev_err(&pdev->dev, "missing IRQ\n");
		goto err3;
	}

	spin_lock_init(&dwc->lock);
	platform_set_drvdata(pdev, dwc);

	dwc->regs	= regs;
	dwc->regs_size	= resource_size(res);
	dwc->dev	= &pdev->dev;
	dwc->irq	= irq;

	if (!strncmp("super", maximum_speed, 5))
		dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;
	else if (!strncmp("high", maximum_speed, 4))
		dwc->maximum_speed = DWC3_DCFG_HIGHSPEED;
	else if (!strncmp("full", maximum_speed, 4))
		dwc->maximum_speed = DWC3_DCFG_FULLSPEED1;
	else if (!strncmp("low", maximum_speed, 3))
		dwc->maximum_speed = DWC3_DCFG_LOWSPEED;
	else
		dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;

	pm_runtime_enable(&pdev->dev);
	pm_runtime_get_sync(&pdev->dev);
	pm_runtime_forbid(&pdev->dev);

	ret = dwc3_core_init(dwc);
	if (ret) {
		dev_err(&pdev->dev, "failed to initialize core\n");
		goto err3;
	}

	mode = DWC3_MODE(dwc->hwparams.hwparams0);

	switch (mode) {
	case DWC3_MODE_DEVICE:
		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_DEVICE);
		ret = dwc3_gadget_init(dwc);
		if (ret) {
			dev_err(&pdev->dev, "failed to initialize gadget\n");
			goto err4;
		}
		break;
	case DWC3_MODE_HOST:
		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_HOST);
		ret = dwc3_host_init(dwc);
		if (ret) {
			dev_err(&pdev->dev, "failed to initialize host\n");
			goto err4;
		}
		break;
	case DWC3_MODE_DRD:
		dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_OTG);
		ret = dwc3_host_init(dwc);
		if (ret) {
			dev_err(&pdev->dev, "failed to initialize host\n");
			goto err4;
		}

		ret = dwc3_gadget_init(dwc);
		if (ret) {
			dev_err(&pdev->dev, "failed to initialize gadget\n");
			goto err4;
		}
		break;
	default:
		dev_err(&pdev->dev, "Unsupported mode of operation %d\n", mode);
		goto err4;
	}
	dwc->mode = mode;

	ret = dwc3_debugfs_init(dwc);
	if (ret) {
		dev_err(&pdev->dev, "failed to initialize debugfs\n");
		goto err5;
	}

	pm_runtime_allow(&pdev->dev);

	return 0;

err5:
	switch (mode) {
	case DWC3_MODE_DEVICE:
		dwc3_gadget_exit(dwc);
		break;
	case DWC3_MODE_HOST:
		dwc3_host_exit(dwc);
		break;
	case DWC3_MODE_DRD:
		dwc3_host_exit(dwc);
		dwc3_gadget_exit(dwc);
		break;
	default:
		/* do nothing */
		break;
	}

err4:
	dwc3_core_exit(dwc);

err3:
	iounmap(regs);

err2:
	release_mem_region(res->start, resource_size(res));

err1:
	kfree(dwc->mem);

err0:
	return ret;
}

static int __devexit dwc3_remove(struct platform_device *pdev)
{
	struct dwc3	*dwc = platform_get_drvdata(pdev);
	struct resource	*res;

	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);

	pm_runtime_put(&pdev->dev);
	pm_runtime_disable(&pdev->dev);

	dwc3_debugfs_exit(dwc);

	switch (dwc->mode) {
	case DWC3_MODE_DEVICE:
		dwc3_gadget_exit(dwc);
		break;
	case DWC3_MODE_HOST:
		dwc3_host_exit(dwc);
		break;
	case DWC3_MODE_DRD:
		dwc3_host_exit(dwc);
		dwc3_gadget_exit(dwc);
		break;
	default:
		/* do nothing */
		break;
	}

	dwc3_core_exit(dwc);
	release_mem_region(res->start, resource_size(res));
	iounmap(dwc->regs);
	kfree(dwc->mem);

	return 0;
}

static struct platform_driver dwc3_driver = {
	.probe		= dwc3_probe,
	.remove		= __devexit_p(dwc3_remove),
	.driver		= {
		.name	= "dwc3",
	},
};

MODULE_ALIAS("platform:dwc3");
MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
MODULE_LICENSE("Dual BSD/GPL");
MODULE_DESCRIPTION("DesignWare USB3 DRD Controller Driver");

static int __devinit dwc3_init(void)
{
	return platform_driver_register(&dwc3_driver);
}
module_init(dwc3_init);

static void __exit dwc3_exit(void)
{
	platform_driver_unregister(&dwc3_driver);
}
module_exit(dwc3_exit);
Commit	Line	Data
72246da4 FB	1	/**
	2	* core.c - DesignWare USB3 DRD Controller Core file
	3	*
	4	* Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
72246da4 FB	5	*
	6	* Authors: Felipe Balbi <balbi@ti.com>,
	7	* Sebastian Andrzej Siewior <bigeasy@linutronix.de>
	8	*
	9	* Redistribution and use in source and binary forms, with or without
	10	* modification, are permitted provided that the following conditions
	11	* are met:
	12	* 1. Redistributions of source code must retain the above copyright
	13	* notice, this list of conditions, and the following disclaimer,
	14	* without modification.
	15	* 2. Redistributions in binary form must reproduce the above copyright
	16	* notice, this list of conditions and the following disclaimer in the
	17	* documentation and/or other materials provided with the distribution.
	18	* 3. The names of the above-listed copyright holders may not be used
	19	* to endorse or promote products derived from this software without
	20	* specific prior written permission.
	21	*
	22	* ALTERNATIVELY, this software may be distributed under the terms of the
	23	* GNU General Public License ("GPL") version 2, as published by the Free
	24	* Software Foundation.
	25	*
	26	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
	27	* IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
	28	* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
	29	* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
	30	* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
	31	* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
	32	* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
	33	* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
	34	* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
	35	* NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
	36	* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	37	*/
	38
a72e658b	39	#include <linux/module.h>
72246da4 FB	40	#include <linux/kernel.h>
	41	#include <linux/slab.h>
	42	#include <linux/spinlock.h>
	43	#include <linux/platform_device.h>
	44	#include <linux/pm_runtime.h>
	45	#include <linux/interrupt.h>
	46	#include <linux/ioport.h>
	47	#include <linux/io.h>
	48	#include <linux/list.h>
	49	#include <linux/delay.h>
	50	#include <linux/dma-mapping.h>
	51
	52	#include <linux/usb/ch9.h>
	53	#include <linux/usb/gadget.h>
2204fdee	54	#include <linux/module.h>
72246da4 FB	55
	56	#include "core.h"
	57	#include "gadget.h"
	58	#include "io.h"
	59
	60	#include "debug.h"
	61
6c167fc9 FB	62	static char *maximum_speed = "super";
	63	module_param(maximum_speed, charp, 0);
	64	MODULE_PARM_DESC(maximum_speed, "Maximum supported speed.");
	65
8300dd23 FB	66	/* -------------------------------------------------------------------------- */
	67
	68	#define DWC3_DEVS_POSSIBLE 32
	69
	70	static DECLARE_BITMAP(dwc3_devs, DWC3_DEVS_POSSIBLE);
	71
	72	int dwc3_get_device_id(void)
	73	{
	74	int id;
	75
	76	again:
	77	id = find_first_zero_bit(dwc3_devs, DWC3_DEVS_POSSIBLE);
	78	if (id < DWC3_DEVS_POSSIBLE) {
	79	int old;
	80
	81	old = test_and_set_bit(id, dwc3_devs);
	82	if (old)
	83	goto again;
	84	} else {
	85	pr_err("dwc3: no space for new device\n");
	86	id = -ENOMEM;
	87	}
	88
	89	return 0;
	90	}
	91	EXPORT_SYMBOL_GPL(dwc3_get_device_id);
	92
	93	void dwc3_put_device_id(int id)
	94	{
	95	int ret;
	96
	97	if (id < 0)
	98	return;
	99
	100	ret = test_bit(id, dwc3_devs);
	101	WARN(!ret, "dwc3: ID %d not in use\n", id);
	102	clear_bit(id, dwc3_devs);
	103	}
	104	EXPORT_SYMBOL_GPL(dwc3_put_device_id);
	105
3140e8cb SAS	106	void dwc3_set_mode(struct dwc3 *dwc, u32 mode)
	107	{
	108	u32 reg;
	109
	110	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	111	reg &= ~(DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_OTG));
	112	reg \|= DWC3_GCTL_PRTCAPDIR(mode);
	113	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
	114	}
8300dd23	115
72246da4 FB	116	/**
	117	* dwc3_core_soft_reset - Issues core soft reset and PHY reset
	118	* @dwc: pointer to our context structure
	119	*/
	120	static void dwc3_core_soft_reset(struct dwc3 *dwc)
	121	{
	122	u32 reg;
	123
	124	/* Before Resetting PHY, put Core in Reset */
	125	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	126	reg \|= DWC3_GCTL_CORESOFTRESET;
	127	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
	128
	129	/* Assert USB3 PHY reset */
	130	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
	131	reg \|= DWC3_GUSB3PIPECTL_PHYSOFTRST;
	132	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
	133
	134	/* Assert USB2 PHY reset */
	135	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
	136	reg \|= DWC3_GUSB2PHYCFG_PHYSOFTRST;
	137	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
	138
	139	mdelay(100);
	140
	141	/* Clear USB3 PHY reset */
	142	reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
	143	reg &= ~DWC3_GUSB3PIPECTL_PHYSOFTRST;
	144	dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
	145
	146	/* Clear USB2 PHY reset */
	147	reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
	148	reg &= ~DWC3_GUSB2PHYCFG_PHYSOFTRST;
	149	dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
	150
	151	/* After PHYs are stable we can take Core out of reset state */
	152	reg = dwc3_readl(dwc->regs, DWC3_GCTL);
	153	reg &= ~DWC3_GCTL_CORESOFTRESET;
	154	dwc3_writel(dwc->regs, DWC3_GCTL, reg);
	155	}
	156
	157	/**
	158	* dwc3_free_one_event_buffer - Frees one event buffer
	159	* @dwc: Pointer to our controller context structure
	160	* @evt: Pointer to event buffer to be freed
	161	*/
	162	static void dwc3_free_one_event_buffer(struct dwc3 *dwc,
	163	struct dwc3_event_buffer *evt)
	164	{
	165	dma_free_coherent(dwc->dev, evt->length, evt->buf, evt->dma);
	166	kfree(evt);
	167	}
	168
	169	/**
	170	* dwc3_alloc_one_event_buffer - Allocated one event buffer structure
	171	* @dwc: Pointer to our controller context structure
	172	* @length: size of the event buffer
	173	*
	174	* Returns a pointer to the allocated event buffer structure on succes
	175	* otherwise ERR_PTR(errno).
	176	*/
	177	static struct dwc3_event_buffer *__devinit
	178	dwc3_alloc_one_event_buffer(struct dwc3 *dwc, unsigned length)
	179	{
180	struct dwc3_event_buffer *evt;
181
182	evt = kzalloc(sizeof(*evt), GFP_KERNEL);
183	if (!evt)
184	return ERR_PTR(-ENOMEM);
185
186	evt->dwc = dwc;
187	evt->length = length;
188	evt->buf = dma_alloc_coherent(dwc->dev, length,
189	&evt->dma, GFP_KERNEL);
190	if (!evt->buf) {
191	kfree(evt);
192	return ERR_PTR(-ENOMEM);
193	}
194
195	return evt;
196	}
197
198	/**
199	* dwc3_free_event_buffers - frees all allocated event buffers
200	* @dwc: Pointer to our controller context structure
201	*/
202	static void dwc3_free_event_buffers(struct dwc3 *dwc)
203	{
204	struct dwc3_event_buffer *evt;
205	int i;
206
9f622b2a	207	for (i = 0; i < dwc->num_event_buffers; i++) {
72246da4 FB	208	evt = dwc->ev_buffs[i];
	209	if (evt) {
	210	dwc3_free_one_event_buffer(dwc, evt);
	211	dwc->ev_buffs[i] = NULL;
	212	}
	213	}
	214	}
	215
	216	/**
	217	* dwc3_alloc_event_buffers - Allocates @num event buffers of size @length
	218	* @dwc: Pointer to out controller context structure
72246da4 FB	219	* @length: size of event buffer
	220	*
	221	* Returns 0 on success otherwise negative errno. In error the case, dwc
	222	* may contain some buffers allocated but not all which were requested.
	223	*/
9f622b2a	224	static int __devinit dwc3_alloc_event_buffers(struct dwc3 *dwc, unsigned length)
72246da4	225	{
9f622b2a	226	int num;
72246da4 FB	227	int i;
72246da4 FB	228
9f622b2a FB	229	num = DWC3_NUM_INT(dwc->hwparams.hwparams1);
	230	dwc->num_event_buffers = num;
	231
457d3f21 FB	232	dwc->ev_buffs = kzalloc(sizeof(dwc->ev_buffs) num, GFP_KERNEL);
	233	if (!dwc->ev_buffs) {
	234	dev_err(dwc->dev, "can't allocate event buffers array\n");
	235	return -ENOMEM;
	236	}
	237
72246da4 FB	238	for (i = 0; i < num; i++) {
	239	struct dwc3_event_buffer *evt;
	240
	241	evt = dwc3_alloc_one_event_buffer(dwc, length);
	242	if (IS_ERR(evt)) {
	243	dev_err(dwc->dev, "can't allocate event buffer\n");
	244	return PTR_ERR(evt);
	245	}
	246	dwc->ev_buffs[i] = evt;
	247	}
	248
	249	return 0;
	250	}
	251
	252	/**
	253	* dwc3_event_buffers_setup - setup our allocated event buffers
	254	* @dwc: Pointer to out controller context structure
	255	*
	256	* Returns 0 on success otherwise negative errno.
	257	*/
	258	static int __devinit dwc3_event_buffers_setup(struct dwc3 *dwc)
	259	{
	260	struct dwc3_event_buffer *evt;
	261	int n;
	262
9f622b2a	263	for (n = 0; n < dwc->num_event_buffers; n++) {
72246da4 FB	264	evt = dwc->ev_buffs[n];
	265	dev_dbg(dwc->dev, "Event buf %p dma %08llx length %d\n",
	266	evt->buf, (unsigned long long) evt->dma,
	267	evt->length);
	268
	269	dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n),
	270	lower_32_bits(evt->dma));
	271	dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n),
	272	upper_32_bits(evt->dma));
	273	dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n),
	274	evt->length & 0xffff);
	275	dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
	276	}
	277
	278	return 0;
	279	}
	280
	281	static void dwc3_event_buffers_cleanup(struct dwc3 *dwc)
	282	{
	283	struct dwc3_event_buffer *evt;
	284	int n;
	285
9f622b2a	286	for (n = 0; n < dwc->num_event_buffers; n++) {
72246da4 FB	287	evt = dwc->ev_buffs[n];
	288	dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 0);
	289	dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 0);
	290	dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), 0);
	291	dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
	292	}
	293	}
	294
26ceca97 FB	295	static void __devinit dwc3_cache_hwparams(struct dwc3 *dwc)
	296	{
	297	struct dwc3_hwparams *parms = &dwc->hwparams;
	298
	299	parms->hwparams0 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS0);
	300	parms->hwparams1 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS1);
	301	parms->hwparams2 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS2);
	302	parms->hwparams3 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS3);
	303	parms->hwparams4 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS4);
	304	parms->hwparams5 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS5);
	305	parms->hwparams6 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS6);
	306	parms->hwparams7 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS7);
	307	parms->hwparams8 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS8);
	308	}
	309
72246da4 FB	310	/**
	311	* dwc3_core_init - Low-level initialization of DWC3 Core
	312	* @dwc: Pointer to our controller context structure
	313	*
	314	* Returns 0 on success otherwise negative errno.
	315	*/
	316	static int __devinit dwc3_core_init(struct dwc3 *dwc)
	317	{
	318	unsigned long timeout;
	319	u32 reg;
	320	int ret;
	321
7650bd74 SAS	322	reg = dwc3_readl(dwc->regs, DWC3_GSNPSID);
	323	/* This should read as U3 followed by revision number */
	324	if ((reg & DWC3_GSNPSID_MASK) != 0x55330000) {
	325	dev_err(dwc->dev, "this is not a DesignWare USB3 DRD Core\n");
	326	ret = -ENODEV;
	327	goto err0;
	328	}
	329	dwc->revision = reg & DWC3_GSNPSREV_MASK;
	330
72246da4 FB	331	dwc3_core_soft_reset(dwc);
	332
	333	/* issue device SoftReset too */
	334	timeout = jiffies + msecs_to_jiffies(500);
	335	dwc3_writel(dwc->regs, DWC3_DCTL, DWC3_DCTL_CSFTRST);
	336	do {
	337	reg = dwc3_readl(dwc->regs, DWC3_DCTL);
	338	if (!(reg & DWC3_DCTL_CSFTRST))
	339	break;
	340
	341	if (time_after(jiffies, timeout)) {
	342	dev_err(dwc->dev, "Reset Timed Out\n");
	343	ret = -ETIMEDOUT;
	344	goto err0;
	345	}
	346
	347	cpu_relax();
	348	} while (true);
	349
9f622b2a FB	350	dwc3_cache_hwparams(dwc);
	351
	352	ret = dwc3_alloc_event_buffers(dwc, DWC3_EVENT_BUFFERS_SIZE);
72246da4 FB	353	if (ret) {
	354	dev_err(dwc->dev, "failed to allocate event buffers\n");
	355	ret = -ENOMEM;
	356	goto err1;
	357	}
	358
	359	ret = dwc3_event_buffers_setup(dwc);
	360	if (ret) {
	361	dev_err(dwc->dev, "failed to setup event buffers\n");
	362	goto err1;
	363	}
	364
	365	return 0;
	366
	367	err1:
	368	dwc3_free_event_buffers(dwc);
	369
	370	err0:
	371	return ret;
	372	}
	373
	374	static void dwc3_core_exit(struct dwc3 *dwc)
	375	{
	376	dwc3_event_buffers_cleanup(dwc);
	377	dwc3_free_event_buffers(dwc);
	378	}
	379
	380	#define DWC3_ALIGN_MASK (16 - 1)
	381
	382	static int __devinit dwc3_probe(struct platform_device *pdev)
	383	{
72246da4 FB	384	struct resource *res;
72246da4 FB	385	struct dwc3 *dwc;
0949e99b	386
72246da4 FB	387	int ret = -ENOMEM;
72246da4 FB	388	int irq;
0949e99b FB	389
0949e99b FB	390	void __iomem *regs;
72246da4 FB	391	void *mem;
72246da4 FB	392
0949e99b FB	393	u8 mode;
0949e99b FB	394
72246da4 FB	395	mem = kzalloc(sizeof(*dwc) + DWC3_ALIGN_MASK, GFP_KERNEL);
	396	if (!mem) {
	397	dev_err(&pdev->dev, "not enough memory\n");
	398	goto err0;
	399	}
	400	dwc = PTR_ALIGN(mem, DWC3_ALIGN_MASK + 1);
	401	dwc->mem = mem;
	402
	403	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	404	if (!res) {
	405	dev_err(&pdev->dev, "missing resource\n");
	406	goto err1;
	407	}
	408
d07e8819 FB	409	dwc->res = res;
d07e8819 FB	410
72246da4 FB	411	res = request_mem_region(res->start, resource_size(res),
	412	dev_name(&pdev->dev));
	413	if (!res) {
	414	dev_err(&pdev->dev, "can't request mem region\n");
	415	goto err1;
	416	}
	417
	418	regs = ioremap(res->start, resource_size(res));
	419	if (!regs) {
	420	dev_err(&pdev->dev, "ioremap failed\n");
	421	goto err2;
	422	}
	423
	424	irq = platform_get_irq(pdev, 0);
	425	if (irq < 0) {
	426	dev_err(&pdev->dev, "missing IRQ\n");
	427	goto err3;
	428	}
	429
	430	spin_lock_init(&dwc->lock);
	431	platform_set_drvdata(pdev, dwc);
	432
	433	dwc->regs = regs;
	434	dwc->regs_size = resource_size(res);
	435	dwc->dev = &pdev->dev;
	436	dwc->irq = irq;
	437
6c167fc9 FB	438	if (!strncmp("super", maximum_speed, 5))
	439	dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;
	440	else if (!strncmp("high", maximum_speed, 4))
	441	dwc->maximum_speed = DWC3_DCFG_HIGHSPEED;
	442	else if (!strncmp("full", maximum_speed, 4))
	443	dwc->maximum_speed = DWC3_DCFG_FULLSPEED1;
	444	else if (!strncmp("low", maximum_speed, 3))
	445	dwc->maximum_speed = DWC3_DCFG_LOWSPEED;
	446	else
	447	dwc->maximum_speed = DWC3_DCFG_SUPERSPEED;
	448
72246da4 FB	449	pm_runtime_enable(&pdev->dev);
	450	pm_runtime_get_sync(&pdev->dev);
	451	pm_runtime_forbid(&pdev->dev);
	452
	453	ret = dwc3_core_init(dwc);
	454	if (ret) {
	455	dev_err(&pdev->dev, "failed to initialize core\n");
	456	goto err3;
	457	}
	458
0949e99b FB	459	mode = DWC3_MODE(dwc->hwparams.hwparams0);
	460
	461	switch (mode) {
0949e99b	462	case DWC3_MODE_DEVICE:
3140e8cb	463	dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_DEVICE);
d07e8819 FB	464	ret = dwc3_gadget_init(dwc);
	465	if (ret) {
	466	dev_err(&pdev->dev, "failed to initialize gadget\n");
	467	goto err4;
	468	}
	469	break;
	470	case DWC3_MODE_HOST:
3140e8cb	471	dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_HOST);
d07e8819 FB	472	ret = dwc3_host_init(dwc);
	473	if (ret) {
	474	dev_err(&pdev->dev, "failed to initialize host\n");
	475	goto err4;
	476	}
	477	break;
	478	case DWC3_MODE_DRD:
3140e8cb	479	dwc3_set_mode(dwc, DWC3_GCTL_PRTCAP_OTG);
d07e8819 FB	480	ret = dwc3_host_init(dwc);
	481	if (ret) {
	482	dev_err(&pdev->dev, "failed to initialize host\n");
	483	goto err4;
	484	}
	485
72246da4 FB	486	ret = dwc3_gadget_init(dwc);
72246da4 FB	487	if (ret) {
0949e99b	488	dev_err(&pdev->dev, "failed to initialize gadget\n");
72246da4 FB	489	goto err4;
72246da4 FB	490	}
0949e99b FB	491	break;
	492	default:
	493	dev_err(&pdev->dev, "Unsupported mode of operation %d\n", mode);
	494	goto err4;
72246da4	495	}
0949e99b	496	dwc->mode = mode;
72246da4 FB	497
	498	ret = dwc3_debugfs_init(dwc);
	499	if (ret) {
	500	dev_err(&pdev->dev, "failed to initialize debugfs\n");
	501	goto err5;
	502	}
	503
	504	pm_runtime_allow(&pdev->dev);
	505
	506	return 0;
	507
	508	err5:
0949e99b	509	switch (mode) {
0949e99b	510	case DWC3_MODE_DEVICE:
72246da4	511	dwc3_gadget_exit(dwc);
0949e99b	512	break;
d07e8819 FB	513	case DWC3_MODE_HOST:
	514	dwc3_host_exit(dwc);
	515	break;
	516	case DWC3_MODE_DRD:
	517	dwc3_host_exit(dwc);
	518	dwc3_gadget_exit(dwc);
	519	break;
0949e99b FB	520	default:
	521	/* do nothing */
	522	break;
	523	}
72246da4 FB	524
	525	err4:
	526	dwc3_core_exit(dwc);
	527
	528	err3:
	529	iounmap(regs);
	530
	531	err2:
	532	release_mem_region(res->start, resource_size(res));
	533
	534	err1:
	535	kfree(dwc->mem);
	536
	537	err0:
	538	return ret;
	539	}
	540
	541	static int __devexit dwc3_remove(struct platform_device *pdev)
	542	{
72246da4 FB	543	struct dwc3 *dwc = platform_get_drvdata(pdev);
72246da4 FB	544	struct resource *res;
72246da4 FB	545
	546	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
	547
	548	pm_runtime_put(&pdev->dev);
	549	pm_runtime_disable(&pdev->dev);
	550
	551	dwc3_debugfs_exit(dwc);
	552
0949e99b	553	switch (dwc->mode) {
0949e99b	554	case DWC3_MODE_DEVICE:
72246da4	555	dwc3_gadget_exit(dwc);
0949e99b	556	break;
d07e8819 FB	557	case DWC3_MODE_HOST:
	558	dwc3_host_exit(dwc);
	559	break;
	560	case DWC3_MODE_DRD:
	561	dwc3_host_exit(dwc);
	562	dwc3_gadget_exit(dwc);
	563	break;
0949e99b FB	564	default:
	565	/* do nothing */
	566	break;
	567	}
72246da4 FB	568
	569	dwc3_core_exit(dwc);
	570	release_mem_region(res->start, resource_size(res));
	571	iounmap(dwc->regs);
	572	kfree(dwc->mem);
	573
	574	return 0;
	575	}
	576
72246da4 FB	577	static struct platform_driver dwc3_driver = {
	578	.probe = dwc3_probe,
	579	.remove = __devexit_p(dwc3_remove),
	580	.driver = {
	581	.name = "dwc3",
	582	},
72246da4 FB	583	};
72246da4 FB	584
7ae4fc4d	585	MODULE_ALIAS("platform:dwc3");
72246da4 FB	586	MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
	587	MODULE_LICENSE("Dual BSD/GPL");
	588	MODULE_DESCRIPTION("DesignWare USB3 DRD Controller Driver");
	589
	590	static int __devinit dwc3_init(void)
	591	{
	592	return platform_driver_register(&dwc3_driver);
	593	}
	594	module_init(dwc3_init);
	595
	596	static void __exit dwc3_exit(void)
	597	{
	598	platform_driver_unregister(&dwc3_driver);
	599	}
	600	module_exit(dwc3_exit);