[linux-2.6-block.git] / drivers / clocksource / timer-imx-gpt.c

// SPDX-License-Identifier: GPL-2.0+
//
//  Copyright (C) 2000-2001 Deep Blue Solutions
//  Copyright (C) 2002 Shane Nay (shane@minirl.com)
//  Copyright (C) 2006-2007 Pavel Pisa (ppisa@pikron.com)
//  Copyright (C) 2008 Juergen Beisert (kernel@pengutronix.de)

#include <linux/interrupt.h>
#include <linux/irq.h>
#include <linux/clockchips.h>
#include <linux/clk.h>
#include <linux/delay.h>
#include <linux/err.h>
#include <linux/sched_clock.h>
#include <linux/slab.h>
#include <linux/of.h>
#include <linux/of_address.h>
#include <linux/of_irq.h>
#include <soc/imx/timer.h>

/*
 * There are 4 versions of the timer hardware on Freescale MXC hardware.
 *  - MX1/MXL
 *  - MX21, MX27.
 *  - MX25, MX31, MX35, MX37, MX51, MX6Q(rev1.0)
 *  - MX6DL, MX6SX, MX6Q(rev1.1+)
 */

/* defines common for all i.MX */
#define MXC_TCTL		0x00
#define MXC_TCTL_TEN		(1 << 0) /* Enable module */
#define MXC_TPRER		0x04

/* MX1, MX21, MX27 */
#define MX1_2_TCTL_CLK_PCLK1	(1 << 1)
#define MX1_2_TCTL_IRQEN	(1 << 4)
#define MX1_2_TCTL_FRR		(1 << 8)
#define MX1_2_TCMP		0x08
#define MX1_2_TCN		0x10
#define MX1_2_TSTAT		0x14

/* MX21, MX27 */
#define MX2_TSTAT_CAPT		(1 << 1)
#define MX2_TSTAT_COMP		(1 << 0)

/* MX31, MX35, MX25, MX5, MX6 */
#define V2_TCTL_WAITEN		(1 << 3) /* Wait enable mode */
#define V2_TCTL_CLK_IPG		(1 << 6)
#define V2_TCTL_CLK_PER		(2 << 6)
#define V2_TCTL_CLK_OSC_DIV8	(5 << 6)
#define V2_TCTL_FRR		(1 << 9)
#define V2_TCTL_24MEN		(1 << 10)
#define V2_TPRER_PRE24M		12
#define V2_IR			0x0c
#define V2_TSTAT		0x08
#define V2_TSTAT_OF1		(1 << 0)
#define V2_TCN			0x24
#define V2_TCMP			0x10

#define V2_TIMER_RATE_OSC_DIV8	3000000

struct imx_timer {
	enum imx_gpt_type type;
	void __iomem *base;
	int irq;
	struct clk *clk_per;
	struct clk *clk_ipg;
	const struct imx_gpt_data *gpt;
	struct clock_event_device ced;
	struct irqaction act;
};

struct imx_gpt_data {
	int reg_tstat;
	int reg_tcn;
	int reg_tcmp;
	void (*gpt_setup_tctl)(struct imx_timer *imxtm);
	void (*gpt_irq_enable)(struct imx_timer *imxtm);
	void (*gpt_irq_disable)(struct imx_timer *imxtm);
	void (*gpt_irq_acknowledge)(struct imx_timer *imxtm);
	int (*set_next_event)(unsigned long evt,
			      struct clock_event_device *ced);
};

static inline struct imx_timer *to_imx_timer(struct clock_event_device *ced)
{
	return container_of(ced, struct imx_timer, ced);
}

static void imx1_gpt_irq_disable(struct imx_timer *imxtm)
{
	unsigned int tmp;

	tmp = readl_relaxed(imxtm->base + MXC_TCTL);
	writel_relaxed(tmp & ~MX1_2_TCTL_IRQEN, imxtm->base + MXC_TCTL);
}
#define imx21_gpt_irq_disable imx1_gpt_irq_disable

static void imx31_gpt_irq_disable(struct imx_timer *imxtm)
{
	writel_relaxed(0, imxtm->base + V2_IR);
}
#define imx6dl_gpt_irq_disable imx31_gpt_irq_disable

static void imx1_gpt_irq_enable(struct imx_timer *imxtm)
{
	unsigned int tmp;

	tmp = readl_relaxed(imxtm->base + MXC_TCTL);
	writel_relaxed(tmp | MX1_2_TCTL_IRQEN, imxtm->base + MXC_TCTL);
}
#define imx21_gpt_irq_enable imx1_gpt_irq_enable

static void imx31_gpt_irq_enable(struct imx_timer *imxtm)
{
	writel_relaxed(1<<0, imxtm->base + V2_IR);
}
#define imx6dl_gpt_irq_enable imx31_gpt_irq_enable

static void imx1_gpt_irq_acknowledge(struct imx_timer *imxtm)
{
	writel_relaxed(0, imxtm->base + MX1_2_TSTAT);
}

static void imx21_gpt_irq_acknowledge(struct imx_timer *imxtm)
{
	writel_relaxed(MX2_TSTAT_CAPT | MX2_TSTAT_COMP,
				imxtm->base + MX1_2_TSTAT);
}

static void imx31_gpt_irq_acknowledge(struct imx_timer *imxtm)
{
	writel_relaxed(V2_TSTAT_OF1, imxtm->base + V2_TSTAT);
}
#define imx6dl_gpt_irq_acknowledge imx31_gpt_irq_acknowledge

static void __iomem *sched_clock_reg;

static u64 notrace mxc_read_sched_clock(void)
{
	return sched_clock_reg ? readl_relaxed(sched_clock_reg) : 0;
}

static struct delay_timer imx_delay_timer;

static unsigned long imx_read_current_timer(void)
{
	return readl_relaxed(sched_clock_reg);
}

static int __init mxc_clocksource_init(struct imx_timer *imxtm)
{
	unsigned int c = clk_get_rate(imxtm->clk_per);
	void __iomem *reg = imxtm->base + imxtm->gpt->reg_tcn;

	imx_delay_timer.read_current_timer = &imx_read_current_timer;
	imx_delay_timer.freq = c;
	register_current_timer_delay(&imx_delay_timer);

	sched_clock_reg = reg;

	sched_clock_register(mxc_read_sched_clock, 32, c);
	return clocksource_mmio_init(reg, "mxc_timer1", c, 200, 32,
			clocksource_mmio_readl_up);
}

/* clock event */

static int mx1_2_set_next_event(unsigned long evt,
			      struct clock_event_device *ced)
{
	struct imx_timer *imxtm = to_imx_timer(ced);
	unsigned long tcmp;

	tcmp = readl_relaxed(imxtm->base + MX1_2_TCN) + evt;

	writel_relaxed(tcmp, imxtm->base + MX1_2_TCMP);

	return (int)(tcmp - readl_relaxed(imxtm->base + MX1_2_TCN)) < 0 ?
				-ETIME : 0;
}

static int v2_set_next_event(unsigned long evt,
			      struct clock_event_device *ced)
{
	struct imx_timer *imxtm = to_imx_timer(ced);
	unsigned long tcmp;

	tcmp = readl_relaxed(imxtm->base + V2_TCN) + evt;

	writel_relaxed(tcmp, imxtm->base + V2_TCMP);

	return evt < 0x7fffffff &&
		(int)(tcmp - readl_relaxed(imxtm->base + V2_TCN)) < 0 ?
				-ETIME : 0;
}

static int mxc_shutdown(struct clock_event_device *ced)
{
	struct imx_timer *imxtm = to_imx_timer(ced);
	unsigned long flags;
	u32 tcn;

	/*
	 * The timer interrupt generation is disabled at least
	 * for enough time to call mxc_set_next_event()
	 */
	local_irq_save(flags);

	/* Disable interrupt in GPT module */
	imxtm->gpt->gpt_irq_disable(imxtm);

	tcn = readl_relaxed(imxtm->base + imxtm->gpt->reg_tcn);
	/* Set event time into far-far future */
	writel_relaxed(tcn - 3, imxtm->base + imxtm->gpt->reg_tcmp);

	/* Clear pending interrupt */
	imxtm->gpt->gpt_irq_acknowledge(imxtm);

#ifdef DEBUG
	printk(KERN_INFO "%s: changing mode\n", __func__);
#endif /* DEBUG */

	local_irq_restore(flags);

	return 0;
}

static int mxc_set_oneshot(struct clock_event_device *ced)
{
	struct imx_timer *imxtm = to_imx_timer(ced);
	unsigned long flags;

	/*
	 * The timer interrupt generation is disabled at least
	 * for enough time to call mxc_set_next_event()
	 */
	local_irq_save(flags);

	/* Disable interrupt in GPT module */
	imxtm->gpt->gpt_irq_disable(imxtm);

	if (!clockevent_state_oneshot(ced)) {
		u32 tcn = readl_relaxed(imxtm->base + imxtm->gpt->reg_tcn);
		/* Set event time into far-far future */
		writel_relaxed(tcn - 3, imxtm->base + imxtm->gpt->reg_tcmp);

		/* Clear pending interrupt */
		imxtm->gpt->gpt_irq_acknowledge(imxtm);
	}

#ifdef DEBUG
	printk(KERN_INFO "%s: changing mode\n", __func__);
#endif /* DEBUG */

	/*
	 * Do not put overhead of interrupt enable/disable into
	 * mxc_set_next_event(), the core has about 4 minutes
	 * to call mxc_set_next_event() or shutdown clock after
	 * mode switching
	 */
	imxtm->gpt->gpt_irq_enable(imxtm);
	local_irq_restore(flags);

	return 0;
}

/*
 * IRQ handler for the timer
 */
static irqreturn_t mxc_timer_interrupt(int irq, void *dev_id)
{
	struct clock_event_device *ced = dev_id;
	struct imx_timer *imxtm = to_imx_timer(ced);
	uint32_t tstat;

	tstat = readl_relaxed(imxtm->base + imxtm->gpt->reg_tstat);

	imxtm->gpt->gpt_irq_acknowledge(imxtm);

	ced->event_handler(ced);

	return IRQ_HANDLED;
}

static int __init mxc_clockevent_init(struct imx_timer *imxtm)
{
	struct clock_event_device *ced = &imxtm->ced;
	struct irqaction *act = &imxtm->act;

	ced->name = "mxc_timer1";
	ced->features = CLOCK_EVT_FEAT_ONESHOT | CLOCK_EVT_FEAT_DYNIRQ;
	ced->set_state_shutdown = mxc_shutdown;
	ced->set_state_oneshot = mxc_set_oneshot;
	ced->tick_resume = mxc_shutdown;
	ced->set_next_event = imxtm->gpt->set_next_event;
	ced->rating = 200;
	ced->cpumask = cpumask_of(0);
	ced->irq = imxtm->irq;
	clockevents_config_and_register(ced, clk_get_rate(imxtm->clk_per),
					0xff, 0xfffffffe);

	act->name = "i.MX Timer Tick";
	act->flags = IRQF_TIMER | IRQF_IRQPOLL;
	act->handler = mxc_timer_interrupt;
	act->dev_id = ced;

	return setup_irq(imxtm->irq, act);
}

static void imx1_gpt_setup_tctl(struct imx_timer *imxtm)
{
	u32 tctl_val;

	tctl_val = MX1_2_TCTL_FRR | MX1_2_TCTL_CLK_PCLK1 | MXC_TCTL_TEN;
	writel_relaxed(tctl_val, imxtm->base + MXC_TCTL);
}
#define imx21_gpt_setup_tctl imx1_gpt_setup_tctl

static void imx31_gpt_setup_tctl(struct imx_timer *imxtm)
{
	u32 tctl_val;

	tctl_val = V2_TCTL_FRR | V2_TCTL_WAITEN | MXC_TCTL_TEN;
	if (clk_get_rate(imxtm->clk_per) == V2_TIMER_RATE_OSC_DIV8)
		tctl_val |= V2_TCTL_CLK_OSC_DIV8;
	else
		tctl_val |= V2_TCTL_CLK_PER;

	writel_relaxed(tctl_val, imxtm->base + MXC_TCTL);
}

static void imx6dl_gpt_setup_tctl(struct imx_timer *imxtm)
{
	u32 tctl_val;

	tctl_val = V2_TCTL_FRR | V2_TCTL_WAITEN | MXC_TCTL_TEN;
	if (clk_get_rate(imxtm->clk_per) == V2_TIMER_RATE_OSC_DIV8) {
		tctl_val |= V2_TCTL_CLK_OSC_DIV8;
		/* 24 / 8 = 3 MHz */
		writel_relaxed(7 << V2_TPRER_PRE24M, imxtm->base + MXC_TPRER);
		tctl_val |= V2_TCTL_24MEN;
	} else {
		tctl_val |= V2_TCTL_CLK_PER;
	}

	writel_relaxed(tctl_val, imxtm->base + MXC_TCTL);
}

static const struct imx_gpt_data imx1_gpt_data = {
	.reg_tstat = MX1_2_TSTAT,
	.reg_tcn = MX1_2_TCN,
	.reg_tcmp = MX1_2_TCMP,
	.gpt_irq_enable = imx1_gpt_irq_enable,
	.gpt_irq_disable = imx1_gpt_irq_disable,
	.gpt_irq_acknowledge = imx1_gpt_irq_acknowledge,
	.gpt_setup_tctl = imx1_gpt_setup_tctl,
	.set_next_event = mx1_2_set_next_event,
};

static const struct imx_gpt_data imx21_gpt_data = {
	.reg_tstat = MX1_2_TSTAT,
	.reg_tcn = MX1_2_TCN,
	.reg_tcmp = MX1_2_TCMP,
	.gpt_irq_enable = imx21_gpt_irq_enable,
	.gpt_irq_disable = imx21_gpt_irq_disable,
	.gpt_irq_acknowledge = imx21_gpt_irq_acknowledge,
	.gpt_setup_tctl = imx21_gpt_setup_tctl,
	.set_next_event = mx1_2_set_next_event,
};

static const struct imx_gpt_data imx31_gpt_data = {
	.reg_tstat = V2_TSTAT,
	.reg_tcn = V2_TCN,
	.reg_tcmp = V2_TCMP,
	.gpt_irq_enable = imx31_gpt_irq_enable,
	.gpt_irq_disable = imx31_gpt_irq_disable,
	.gpt_irq_acknowledge = imx31_gpt_irq_acknowledge,
	.gpt_setup_tctl = imx31_gpt_setup_tctl,
	.set_next_event = v2_set_next_event,
};

static const struct imx_gpt_data imx6dl_gpt_data = {
	.reg_tstat = V2_TSTAT,
	.reg_tcn = V2_TCN,
	.reg_tcmp = V2_TCMP,
	.gpt_irq_enable = imx6dl_gpt_irq_enable,
	.gpt_irq_disable = imx6dl_gpt_irq_disable,
	.gpt_irq_acknowledge = imx6dl_gpt_irq_acknowledge,
	.gpt_setup_tctl = imx6dl_gpt_setup_tctl,
	.set_next_event = v2_set_next_event,
};

static int __init _mxc_timer_init(struct imx_timer *imxtm)
{
	int ret;

	switch (imxtm->type) {
	case GPT_TYPE_IMX1:
		imxtm->gpt = &imx1_gpt_data;
		break;
	case GPT_TYPE_IMX21:
		imxtm->gpt = &imx21_gpt_data;
		break;
	case GPT_TYPE_IMX31:
		imxtm->gpt = &imx31_gpt_data;
		break;
	case GPT_TYPE_IMX6DL:
		imxtm->gpt = &imx6dl_gpt_data;
		break;
	default:
		return -EINVAL;
	}

	if (IS_ERR(imxtm->clk_per)) {
		pr_err("i.MX timer: unable to get clk\n");
		return PTR_ERR(imxtm->clk_per);
	}

	if (!IS_ERR(imxtm->clk_ipg))
		clk_prepare_enable(imxtm->clk_ipg);

	clk_prepare_enable(imxtm->clk_per);

	/*
	 * Initialise to a known state (all timers off, and timing reset)
	 */

	writel_relaxed(0, imxtm->base + MXC_TCTL);
	writel_relaxed(0, imxtm->base + MXC_TPRER); /* see datasheet note */

	imxtm->gpt->gpt_setup_tctl(imxtm);

	/* init and register the timer to the framework */
	ret = mxc_clocksource_init(imxtm);
	if (ret)
		return ret;

	return mxc_clockevent_init(imxtm);
}

void __init mxc_timer_init(unsigned long pbase, int irq, enum imx_gpt_type type)
{
	struct imx_timer *imxtm;

	imxtm = kzalloc(sizeof(*imxtm), GFP_KERNEL);
	BUG_ON(!imxtm);

	imxtm->clk_per = clk_get_sys("imx-gpt.0", "per");
	imxtm->clk_ipg = clk_get_sys("imx-gpt.0", "ipg");

	imxtm->base = ioremap(pbase, SZ_4K);
	BUG_ON(!imxtm->base);

	imxtm->type = type;
	imxtm->irq = irq;

	_mxc_timer_init(imxtm);
}

static int __init mxc_timer_init_dt(struct device_node *np,  enum imx_gpt_type type)
{
	struct imx_timer *imxtm;
	static int initialized;
	int ret;

	/* Support one instance only */
	if (initialized)
		return 0;

	imxtm = kzalloc(sizeof(*imxtm), GFP_KERNEL);
	if (!imxtm)
		return -ENOMEM;

	imxtm->base = of_iomap(np, 0);
	if (!imxtm->base)
		return -ENXIO;

	imxtm->irq = irq_of_parse_and_map(np, 0);
	if (imxtm->irq <= 0)
		return -EINVAL;

	imxtm->clk_ipg = of_clk_get_by_name(np, "ipg");

	/* Try osc_per first, and fall back to per otherwise */
	imxtm->clk_per = of_clk_get_by_name(np, "osc_per");
	if (IS_ERR(imxtm->clk_per))
		imxtm->clk_per = of_clk_get_by_name(np, "per");

	imxtm->type = type;

	ret = _mxc_timer_init(imxtm);
	if (ret)
		return ret;

	initialized = 1;

	return 0;
}

static int __init imx1_timer_init_dt(struct device_node *np)
{
	return mxc_timer_init_dt(np, GPT_TYPE_IMX1);
}

static int __init imx21_timer_init_dt(struct device_node *np)
{
	return mxc_timer_init_dt(np, GPT_TYPE_IMX21);
}

static int __init imx31_timer_init_dt(struct device_node *np)
{
	enum imx_gpt_type type = GPT_TYPE_IMX31;

	/*
	 * We were using the same compatible string for i.MX6Q/D and i.MX6DL/S
	 * GPT device, while they actually have different programming model.
	 * This is a workaround to keep the existing i.MX6DL/S DTBs continue
	 * working with the new kernel.
	 */
	if (of_machine_is_compatible("fsl,imx6dl"))
		type = GPT_TYPE_IMX6DL;

	return mxc_timer_init_dt(np, type);
}

static int __init imx6dl_timer_init_dt(struct device_node *np)
{
	return mxc_timer_init_dt(np, GPT_TYPE_IMX6DL);
}

TIMER_OF_DECLARE(imx1_timer, "fsl,imx1-gpt", imx1_timer_init_dt);
TIMER_OF_DECLARE(imx21_timer, "fsl,imx21-gpt", imx21_timer_init_dt);
TIMER_OF_DECLARE(imx27_timer, "fsl,imx27-gpt", imx21_timer_init_dt);
TIMER_OF_DECLARE(imx31_timer, "fsl,imx31-gpt", imx31_timer_init_dt);
TIMER_OF_DECLARE(imx25_timer, "fsl,imx25-gpt", imx31_timer_init_dt);
TIMER_OF_DECLARE(imx50_timer, "fsl,imx50-gpt", imx31_timer_init_dt);
TIMER_OF_DECLARE(imx51_timer, "fsl,imx51-gpt", imx31_timer_init_dt);
TIMER_OF_DECLARE(imx53_timer, "fsl,imx53-gpt", imx31_timer_init_dt);
TIMER_OF_DECLARE(imx6q_timer, "fsl,imx6q-gpt", imx31_timer_init_dt);
TIMER_OF_DECLARE(imx6dl_timer, "fsl,imx6dl-gpt", imx6dl_timer_init_dt);
TIMER_OF_DECLARE(imx6sl_timer, "fsl,imx6sl-gpt", imx6dl_timer_init_dt);
TIMER_OF_DECLARE(imx6sx_timer, "fsl,imx6sx-gpt", imx6dl_timer_init_dt);
Commit	Line	Data
c53bb605 FE	1	// SPDX-License-Identifier: GPL-2.0+
	2	//
	3	// Copyright (C) 2000-2001 Deep Blue Solutions
	4	// Copyright (C) 2002 Shane Nay (shane@minirl.com)
	5	// Copyright (C) 2006-2007 Pavel Pisa (ppisa@pikron.com)
	6	// Copyright (C) 2008 Juergen Beisert (kernel@pengutronix.de)
d0f349fb JB	7
	8	#include <linux/interrupt.h>
	9	#include <linux/irq.h>
	10	#include <linux/clockchips.h>
	11	#include <linux/clk.h>
1119c84a	12	#include <linux/delay.h>
821dc4df	13	#include <linux/err.h>
38ff87f7	14	#include <linux/sched_clock.h>
6dd74782	15	#include <linux/slab.h>
876292d6 GC	16	#include <linux/of.h>
	17	#include <linux/of_address.h>
	18	#include <linux/of_irq.h>
0931aff7	19	#include <soc/imx/timer.h>
d0f349fb	20
0f3332c4	21	/*
65d0a16d SW	22	* There are 4 versions of the timer hardware on Freescale MXC hardware.
	23	* - MX1/MXL
	24	* - MX21, MX27.
	25	* - MX25, MX31, MX35, MX37, MX51, MX6Q(rev1.0)
	26	* - MX6DL, MX6SX, MX6Q(rev1.1+)
0f3332c4 SH	27	*/
0f3332c4 SH	28
ec996ba9 SH	29	/* defines common for all i.MX */
ec996ba9 SH	30	#define MXC_TCTL 0x00
0f3332c4	31	#define MXC_TCTL_TEN (1 << 0) /* Enable module */
ec996ba9 SH	32	#define MXC_TPRER 0x04
	33
	34	/* MX1, MX21, MX27 */
	35	#define MX1_2_TCTL_CLK_PCLK1 (1 << 1)
	36	#define MX1_2_TCTL_IRQEN (1 << 4)
	37	#define MX1_2_TCTL_FRR (1 << 8)
	38	#define MX1_2_TCMP 0x08
	39	#define MX1_2_TCN 0x10
	40	#define MX1_2_TSTAT 0x14
	41
	42	/* MX21, MX27 */
	43	#define MX2_TSTAT_CAPT (1 << 1)
	44	#define MX2_TSTAT_COMP (1 << 0)
	45
bad3db10	46	/* MX31, MX35, MX25, MX5, MX6 */
38a66f51 AK	47	#define V2_TCTL_WAITEN (1 << 3) /* Wait enable mode */
38a66f51 AK	48	#define V2_TCTL_CLK_IPG (1 << 6)
1f152b48	49	#define V2_TCTL_CLK_PER (2 << 6)
bad3db10	50	#define V2_TCTL_CLK_OSC_DIV8 (5 << 6)
38a66f51	51	#define V2_TCTL_FRR (1 << 9)
bad3db10 AH	52	#define V2_TCTL_24MEN (1 << 10)
bad3db10 AH	53	#define V2_TPRER_PRE24M 12
38a66f51 AK	54	#define V2_IR 0x0c
	55	#define V2_TSTAT 0x08
	56	#define V2_TSTAT_OF1 (1 << 0)
	57	#define V2_TCN 0x24
	58	#define V2_TCMP 0x10
d0f349fb	59
bad3db10 AH	60	#define V2_TIMER_RATE_OSC_DIV8 3000000
bad3db10 AH	61
6dd74782	62	struct imx_timer {
0931aff7	63	enum imx_gpt_type type;
6dd74782 SG	64	void __iomem *base;
	65	int irq;
	66	struct clk *clk_per;
	67	struct clk *clk_ipg;
9c8694bd	68	const struct imx_gpt_data *gpt;
e510d201	69	struct clock_event_device ced;
e510d201	70	struct irqaction act;
9c8694bd SG	71	};
	72
	73	struct imx_gpt_data {
24f74ad1 SG	74	int reg_tstat;
	75	int reg_tcn;
	76	int reg_tcmp;
9c8694bd	77	void (gpt_setup_tctl)(struct imx_timer imxtm);
db2ae4b4 SG	78	void (gpt_irq_enable)(struct imx_timer imxtm);
	79	void (gpt_irq_disable)(struct imx_timer imxtm);
	80	void (gpt_irq_acknowledge)(struct imx_timer imxtm);
5ab0475b SG	81	int (*set_next_event)(unsigned long evt,
5ab0475b SG	82	struct clock_event_device *ced);
6dd74782 SG	83	};
6dd74782 SG	84
e510d201 SG	85	static inline struct imx_timer to_imx_timer(struct clock_event_device ced)
	86	{
	87	return container_of(ced, struct imx_timer, ced);
	88	}
	89
db2ae4b4	90	static void imx1_gpt_irq_disable(struct imx_timer *imxtm)
d0f349fb	91	{
ec996ba9 SH	92	unsigned int tmp;
ec996ba9 SH	93
db2ae4b4 SG	94	tmp = readl_relaxed(imxtm->base + MXC_TCTL);
db2ae4b4 SG	95	writel_relaxed(tmp & ~MX1_2_TCTL_IRQEN, imxtm->base + MXC_TCTL);
ec996ba9	96	}
db2ae4b4	97	#define imx21_gpt_irq_disable imx1_gpt_irq_disable
ec996ba9	98
db2ae4b4	99	static void imx31_gpt_irq_disable(struct imx_timer *imxtm)
ec996ba9	100	{
db2ae4b4 SG	101	writel_relaxed(0, imxtm->base + V2_IR);
	102	}
	103	#define imx6dl_gpt_irq_disable imx31_gpt_irq_disable
	104
	105	static void imx1_gpt_irq_enable(struct imx_timer *imxtm)
	106	{
	107	unsigned int tmp;
	108
	109	tmp = readl_relaxed(imxtm->base + MXC_TCTL);
	110	writel_relaxed(tmp \| MX1_2_TCTL_IRQEN, imxtm->base + MXC_TCTL);
	111	}
	112	#define imx21_gpt_irq_enable imx1_gpt_irq_enable
	113
	114	static void imx31_gpt_irq_enable(struct imx_timer *imxtm)
	115	{
	116	writel_relaxed(1<<0, imxtm->base + V2_IR);
	117	}
	118	#define imx6dl_gpt_irq_enable imx31_gpt_irq_enable
	119
	120	static void imx1_gpt_irq_acknowledge(struct imx_timer *imxtm)
	121	{
	122	writel_relaxed(0, imxtm->base + MX1_2_TSTAT);
ec996ba9 SH	123	}
ec996ba9 SH	124
db2ae4b4	125	static void imx21_gpt_irq_acknowledge(struct imx_timer *imxtm)
ec996ba9	126	{
db2ae4b4	127	writel_relaxed(MX2_TSTAT_CAPT \| MX2_TSTAT_COMP,
89955520	128	imxtm->base + MX1_2_TSTAT);
ec996ba9 SH	129	}
ec996ba9 SH	130
db2ae4b4 SG	131	static void imx31_gpt_irq_acknowledge(struct imx_timer *imxtm)
	132	{
	133	writel_relaxed(V2_TSTAT_OF1, imxtm->base + V2_TSTAT);
	134	}
	135	#define imx6dl_gpt_irq_acknowledge imx31_gpt_irq_acknowledge
	136
234b6ced	137	static void __iomem *sched_clock_reg;
d0f349fb	138
b93767e3	139	static u64 notrace mxc_read_sched_clock(void)
c124befc	140	{
c7770bba	141	return sched_clock_reg ? readl_relaxed(sched_clock_reg) : 0;
c124befc JW	142	}
c124befc JW	143
1119c84a SAS	144	static struct delay_timer imx_delay_timer;
	145
	146	static unsigned long imx_read_current_timer(void)
	147	{
c7770bba	148	return readl_relaxed(sched_clock_reg);
1119c84a SAS	149	}
1119c84a SAS	150
6dd74782	151	static int __init mxc_clocksource_init(struct imx_timer *imxtm)
d0f349fb	152	{
6dd74782	153	unsigned int c = clk_get_rate(imxtm->clk_per);
24f74ad1	154	void __iomem *reg = imxtm->base + imxtm->gpt->reg_tcn;
d0f349fb	155
1119c84a SAS	156	imx_delay_timer.read_current_timer = &imx_read_current_timer;
	157	imx_delay_timer.freq = c;
	158	register_current_timer_delay(&imx_delay_timer);
	159
234b6ced	160	sched_clock_reg = reg;
ec996ba9	161
b93767e3	162	sched_clock_register(mxc_read_sched_clock, 32, c);
234b6ced RK	163	return clocksource_mmio_init(reg, "mxc_timer1", c, 200, 32,
234b6ced RK	164	clocksource_mmio_readl_up);
d0f349fb JB	165	}
	166
	167	/* clock event */
	168
ec996ba9	169	static int mx1_2_set_next_event(unsigned long evt,
89955520	170	struct clock_event_device *ced)
d0f349fb	171	{
89955520	172	struct imx_timer *imxtm = to_imx_timer(ced);
d0f349fb JB	173	unsigned long tcmp;
d0f349fb JB	174
89955520	175	tcmp = readl_relaxed(imxtm->base + MX1_2_TCN) + evt;
d0f349fb	176
89955520	177	writel_relaxed(tcmp, imxtm->base + MX1_2_TCMP);
ec996ba9	178
89955520	179	return (int)(tcmp - readl_relaxed(imxtm->base + MX1_2_TCN)) < 0 ?
ec996ba9 SH	180	-ETIME : 0;
	181	}
	182
38a66f51	183	static int v2_set_next_event(unsigned long evt,
89955520	184	struct clock_event_device *ced)
ec996ba9	185	{
89955520	186	struct imx_timer *imxtm = to_imx_timer(ced);
ec996ba9 SH	187	unsigned long tcmp;
ec996ba9 SH	188
89955520	189	tcmp = readl_relaxed(imxtm->base + V2_TCN) + evt;
ec996ba9	190
89955520	191	writel_relaxed(tcmp, imxtm->base + V2_TCMP);
ec996ba9	192
eea8e326	193	return evt < 0x7fffffff &&
89955520	194	(int)(tcmp - readl_relaxed(imxtm->base + V2_TCN)) < 0 ?
d0f349fb JB	195	-ETIME : 0;
	196	}
	197
26b91f04 VK	198	static int mxc_shutdown(struct clock_event_device *ced)
	199	{
	200	struct imx_timer *imxtm = to_imx_timer(ced);
	201	unsigned long flags;
	202	u32 tcn;
	203
	204	/*
	205	* The timer interrupt generation is disabled at least
	206	* for enough time to call mxc_set_next_event()
	207	*/
	208	local_irq_save(flags);
	209
	210	/* Disable interrupt in GPT module */
	211	imxtm->gpt->gpt_irq_disable(imxtm);
	212
	213	tcn = readl_relaxed(imxtm->base + imxtm->gpt->reg_tcn);
	214	/* Set event time into far-far future */
	215	writel_relaxed(tcn - 3, imxtm->base + imxtm->gpt->reg_tcmp);
	216
	217	/* Clear pending interrupt */
	218	imxtm->gpt->gpt_irq_acknowledge(imxtm);
	219
d0f349fb	220	#ifdef DEBUG
26b91f04	221	printk(KERN_INFO "%s: changing mode\n", __func__);
d0f349fb JB	222	#endif /* DEBUG */
d0f349fb JB	223
26b91f04 VK	224	local_irq_restore(flags);
	225
	226	return 0;
	227	}
	228
	229	static int mxc_set_oneshot(struct clock_event_device *ced)
d0f349fb	230	{
e510d201	231	struct imx_timer *imxtm = to_imx_timer(ced);
d0f349fb JB	232	unsigned long flags;
	233
	234	/*
	235	* The timer interrupt generation is disabled at least
	236	* for enough time to call mxc_set_next_event()
	237	*/
	238	local_irq_save(flags);
	239
	240	/* Disable interrupt in GPT module */
db2ae4b4	241	imxtm->gpt->gpt_irq_disable(imxtm);
d0f349fb	242
26b91f04	243	if (!clockevent_state_oneshot(ced)) {
24f74ad1	244	u32 tcn = readl_relaxed(imxtm->base + imxtm->gpt->reg_tcn);
d0f349fb	245	/* Set event time into far-far future */
24f74ad1	246	writel_relaxed(tcn - 3, imxtm->base + imxtm->gpt->reg_tcmp);
ec996ba9	247
d0f349fb	248	/* Clear pending interrupt */
db2ae4b4	249	imxtm->gpt->gpt_irq_acknowledge(imxtm);
d0f349fb JB	250	}
	251
	252	#ifdef DEBUG
26b91f04	253	printk(KERN_INFO "%s: changing mode\n", __func__);
d0f349fb JB	254	#endif /* DEBUG */
d0f349fb JB	255
d0f349fb JB	256	/*
	257	* Do not put overhead of interrupt enable/disable into
	258	* mxc_set_next_event(), the core has about 4 minutes
	259	* to call mxc_set_next_event() or shutdown clock after
	260	* mode switching
	261	*/
26b91f04 VK	262	imxtm->gpt->gpt_irq_enable(imxtm);
	263	local_irq_restore(flags);
	264
	265	return 0;
d0f349fb JB	266	}
	267
	268	/*
	269	* IRQ handler for the timer
	270	*/
	271	static irqreturn_t mxc_timer_interrupt(int irq, void *dev_id)
	272	{
e510d201	273	struct clock_event_device *ced = dev_id;
24f74ad1	274	struct imx_timer *imxtm = to_imx_timer(ced);
d0f349fb JB	275	uint32_t tstat;
d0f349fb JB	276
24f74ad1	277	tstat = readl_relaxed(imxtm->base + imxtm->gpt->reg_tstat);
d0f349fb	278
db2ae4b4	279	imxtm->gpt->gpt_irq_acknowledge(imxtm);
d0f349fb	280
e510d201	281	ced->event_handler(ced);
d0f349fb JB	282
	283	return IRQ_HANDLED;
	284	}
	285
6dd74782	286	static int __init mxc_clockevent_init(struct imx_timer *imxtm)
d0f349fb	287	{
e510d201 SG	288	struct clock_event_device *ced = &imxtm->ced;
	289	struct irqaction *act = &imxtm->act;
	290
e510d201	291	ced->name = "mxc_timer1";
f1c08c9b	292	ced->features = CLOCK_EVT_FEAT_ONESHOT \| CLOCK_EVT_FEAT_DYNIRQ;
26b91f04 VK	293	ced->set_state_shutdown = mxc_shutdown;
	294	ced->set_state_oneshot = mxc_set_oneshot;
	295	ced->tick_resume = mxc_shutdown;
e510d201 SG	296	ced->set_next_event = imxtm->gpt->set_next_event;
	297	ced->rating = 200;
	298	ced->cpumask = cpumask_of(0);
f1c08c9b	299	ced->irq = imxtm->irq;
e510d201	300	clockevents_config_and_register(ced, clk_get_rate(imxtm->clk_per),
838a2ae8	301	0xff, 0xfffffffe);
d0f349fb	302
e510d201 SG	303	act->name = "i.MX Timer Tick";
	304	act->flags = IRQF_TIMER \| IRQF_IRQPOLL;
	305	act->handler = mxc_timer_interrupt;
	306	act->dev_id = ced;
	307
	308	return setup_irq(imxtm->irq, act);
d0f349fb JB	309	}
d0f349fb JB	310
9c8694bd SG	311	static void imx1_gpt_setup_tctl(struct imx_timer *imxtm)
	312	{
	313	u32 tctl_val;
	314
	315	tctl_val = MX1_2_TCTL_FRR \| MX1_2_TCTL_CLK_PCLK1 \| MXC_TCTL_TEN;
	316	writel_relaxed(tctl_val, imxtm->base + MXC_TCTL);
	317	}
	318	#define imx21_gpt_setup_tctl imx1_gpt_setup_tctl
	319
	320	static void imx31_gpt_setup_tctl(struct imx_timer *imxtm)
	321	{
	322	u32 tctl_val;
	323
	324	tctl_val = V2_TCTL_FRR \| V2_TCTL_WAITEN \| MXC_TCTL_TEN;
	325	if (clk_get_rate(imxtm->clk_per) == V2_TIMER_RATE_OSC_DIV8)
	326	tctl_val \|= V2_TCTL_CLK_OSC_DIV8;
	327	else
	328	tctl_val \|= V2_TCTL_CLK_PER;
	329
	330	writel_relaxed(tctl_val, imxtm->base + MXC_TCTL);
	331	}
	332
	333	static void imx6dl_gpt_setup_tctl(struct imx_timer *imxtm)
d0f349fb	334	{
9c8694bd SG	335	u32 tctl_val;
	336
	337	tctl_val = V2_TCTL_FRR \| V2_TCTL_WAITEN \| MXC_TCTL_TEN;
	338	if (clk_get_rate(imxtm->clk_per) == V2_TIMER_RATE_OSC_DIV8) {
	339	tctl_val \|= V2_TCTL_CLK_OSC_DIV8;
	340	/* 24 / 8 = 3 MHz */
	341	writel_relaxed(7 << V2_TPRER_PRE24M, imxtm->base + MXC_TPRER);
	342	tctl_val \|= V2_TCTL_24MEN;
	343	} else {
	344	tctl_val \|= V2_TCTL_CLK_PER;
	345	}
	346
	347	writel_relaxed(tctl_val, imxtm->base + MXC_TCTL);
	348	}
821dc4df	349
9c8694bd	350	static const struct imx_gpt_data imx1_gpt_data = {
24f74ad1 SG	351	.reg_tstat = MX1_2_TSTAT,
	352	.reg_tcn = MX1_2_TCN,
	353	.reg_tcmp = MX1_2_TCMP,
db2ae4b4 SG	354	.gpt_irq_enable = imx1_gpt_irq_enable,
	355	.gpt_irq_disable = imx1_gpt_irq_disable,
	356	.gpt_irq_acknowledge = imx1_gpt_irq_acknowledge,
9c8694bd	357	.gpt_setup_tctl = imx1_gpt_setup_tctl,
5ab0475b	358	.set_next_event = mx1_2_set_next_event,
9c8694bd SG	359	};
	360
	361	static const struct imx_gpt_data imx21_gpt_data = {
24f74ad1 SG	362	.reg_tstat = MX1_2_TSTAT,
	363	.reg_tcn = MX1_2_TCN,
	364	.reg_tcmp = MX1_2_TCMP,
db2ae4b4 SG	365	.gpt_irq_enable = imx21_gpt_irq_enable,
	366	.gpt_irq_disable = imx21_gpt_irq_disable,
	367	.gpt_irq_acknowledge = imx21_gpt_irq_acknowledge,
9c8694bd	368	.gpt_setup_tctl = imx21_gpt_setup_tctl,
5ab0475b	369	.set_next_event = mx1_2_set_next_event,
9c8694bd SG	370	};
	371
	372	static const struct imx_gpt_data imx31_gpt_data = {
24f74ad1 SG	373	.reg_tstat = V2_TSTAT,
	374	.reg_tcn = V2_TCN,
	375	.reg_tcmp = V2_TCMP,
db2ae4b4 SG	376	.gpt_irq_enable = imx31_gpt_irq_enable,
	377	.gpt_irq_disable = imx31_gpt_irq_disable,
	378	.gpt_irq_acknowledge = imx31_gpt_irq_acknowledge,
9c8694bd	379	.gpt_setup_tctl = imx31_gpt_setup_tctl,
5ab0475b	380	.set_next_event = v2_set_next_event,
9c8694bd SG	381	};
	382
	383	static const struct imx_gpt_data imx6dl_gpt_data = {
24f74ad1 SG	384	.reg_tstat = V2_TSTAT,
	385	.reg_tcn = V2_TCN,
	386	.reg_tcmp = V2_TCMP,
db2ae4b4 SG	387	.gpt_irq_enable = imx6dl_gpt_irq_enable,
	388	.gpt_irq_disable = imx6dl_gpt_irq_disable,
	389	.gpt_irq_acknowledge = imx6dl_gpt_irq_acknowledge,
9c8694bd	390	.gpt_setup_tctl = imx6dl_gpt_setup_tctl,
5ab0475b	391	.set_next_event = v2_set_next_event,
9c8694bd SG	392	};
9c8694bd SG	393
c11cd416	394	static int __init _mxc_timer_init(struct imx_timer *imxtm)
9c8694bd	395	{
c11cd416 DL	396	int ret;
c11cd416 DL	397
9c8694bd SG	398	switch (imxtm->type) {
	399	case GPT_TYPE_IMX1:
	400	imxtm->gpt = &imx1_gpt_data;
	401	break;
	402	case GPT_TYPE_IMX21:
	403	imxtm->gpt = &imx21_gpt_data;
	404	break;
	405	case GPT_TYPE_IMX31:
	406	imxtm->gpt = &imx31_gpt_data;
	407	break;
	408	case GPT_TYPE_IMX6DL:
	409	imxtm->gpt = &imx6dl_gpt_data;
	410	break;
	411	default:
c11cd416	412	return -EINVAL;
9c8694bd SG	413	}
9c8694bd SG	414
6dd74782	415	if (IS_ERR(imxtm->clk_per)) {
2cfb4518	416	pr_err("i.MX timer: unable to get clk\n");
c11cd416	417	return PTR_ERR(imxtm->clk_per);
821dc4df	418	}
ec996ba9	419
6dd74782 SG	420	if (!IS_ERR(imxtm->clk_ipg))
6dd74782 SG	421	clk_prepare_enable(imxtm->clk_ipg);
2cfb4518	422
6dd74782	423	clk_prepare_enable(imxtm->clk_per);
d0f349fb JB	424
	425	/*
	426	* Initialise to a known state (all timers off, and timing reset)
	427	*/
d0f349fb	428
6dd74782 SG	429	writel_relaxed(0, imxtm->base + MXC_TCTL);
6dd74782 SG	430	writel_relaxed(0, imxtm->base + MXC_TPRER); /* see datasheet note */
ec996ba9	431
9c8694bd	432	imxtm->gpt->gpt_setup_tctl(imxtm);
d0f349fb JB	433
d0f349fb JB	434	/* init and register the timer to the framework */
c11cd416 DL	435	ret = mxc_clocksource_init(imxtm);
	436	if (ret)
	437	return ret;
	438
	439	return mxc_clockevent_init(imxtm);
d0f349fb	440	}
876292d6	441
0931aff7	442	void __init mxc_timer_init(unsigned long pbase, int irq, enum imx_gpt_type type)
f4696752	443	{
6dd74782 SG	444	struct imx_timer *imxtm;
	445
	446	imxtm = kzalloc(sizeof(*imxtm), GFP_KERNEL);
	447	BUG_ON(!imxtm);
f4696752	448
6dd74782 SG	449	imxtm->clk_per = clk_get_sys("imx-gpt.0", "per");
6dd74782 SG	450	imxtm->clk_ipg = clk_get_sys("imx-gpt.0", "ipg");
d7f98915	451
6dd74782 SG	452	imxtm->base = ioremap(pbase, SZ_4K);
	453	BUG_ON(!imxtm->base);
	454
0931aff7	455	imxtm->type = type;
be3b0f9b	456	imxtm->irq = irq;
0931aff7	457
6dd74782	458	_mxc_timer_init(imxtm);
f4696752 AS	459	}
f4696752 AS	460
c11cd416	461	static int __init mxc_timer_init_dt(struct device_node *np, enum imx_gpt_type type)
876292d6	462	{
6dd74782 SG	463	struct imx_timer *imxtm;
6dd74782 SG	464	static int initialized;
c11cd416	465	int ret;
876292d6	466
6dd74782 SG	467	/* Support one instance only */
6dd74782 SG	468	if (initialized)
c11cd416	469	return 0;
fd4959d8	470
6dd74782	471	imxtm = kzalloc(sizeof(*imxtm), GFP_KERNEL);
c11cd416 DL	472	if (!imxtm)
c11cd416 DL	473	return -ENOMEM;
876292d6	474
6dd74782	475	imxtm->base = of_iomap(np, 0);
c11cd416 DL	476	if (!imxtm->base)
	477	return -ENXIO;
	478
6dd74782	479	imxtm->irq = irq_of_parse_and_map(np, 0);
c11cd416 DL	480	if (imxtm->irq <= 0)
c11cd416 DL	481	return -EINVAL;
6dd74782 SG	482
6dd74782 SG	483	imxtm->clk_ipg = of_clk_get_by_name(np, "ipg");
f4696752	484
bad3db10	485	/* Try osc_per first, and fall back to per otherwise */
6dd74782 SG	486	imxtm->clk_per = of_clk_get_by_name(np, "osc_per");
	487	if (IS_ERR(imxtm->clk_per))
	488	imxtm->clk_per = of_clk_get_by_name(np, "per");
	489
bef11c88 SG	490	imxtm->type = type;
bef11c88 SG	491
c11cd416 DL	492	ret = _mxc_timer_init(imxtm);
	493	if (ret)
	494	return ret;
bad3db10	495
6dd74782	496	initialized = 1;
c11cd416 DL	497
c11cd416 DL	498	return 0;
876292d6	499	}
bef11c88	500
c11cd416	501	static int __init imx1_timer_init_dt(struct device_node *np)
bef11c88	502	{
c11cd416	503	return mxc_timer_init_dt(np, GPT_TYPE_IMX1);
bef11c88 SG	504	}
bef11c88 SG	505
c11cd416	506	static int __init imx21_timer_init_dt(struct device_node *np)
bef11c88	507	{
c11cd416	508	return mxc_timer_init_dt(np, GPT_TYPE_IMX21);
bef11c88 SG	509	}
bef11c88 SG	510
c11cd416	511	static int __init imx31_timer_init_dt(struct device_node *np)
bef11c88 SG	512	{
	513	enum imx_gpt_type type = GPT_TYPE_IMX31;
	514
	515	/*
	516	* We were using the same compatible string for i.MX6Q/D and i.MX6DL/S
	517	* GPT device, while they actually have different programming model.
	518	* This is a workaround to keep the existing i.MX6DL/S DTBs continue
	519	* working with the new kernel.
	520	*/
	521	if (of_machine_is_compatible("fsl,imx6dl"))
	522	type = GPT_TYPE_IMX6DL;
	523
c11cd416	524	return mxc_timer_init_dt(np, type);
bef11c88 SG	525	}
bef11c88 SG	526
c11cd416	527	static int __init imx6dl_timer_init_dt(struct device_node *np)
bef11c88	528	{
c11cd416	529	return mxc_timer_init_dt(np, GPT_TYPE_IMX6DL);
bef11c88 SG	530	}
bef11c88 SG	531
17273395 DL	532	TIMER_OF_DECLARE(imx1_timer, "fsl,imx1-gpt", imx1_timer_init_dt);
	533	TIMER_OF_DECLARE(imx21_timer, "fsl,imx21-gpt", imx21_timer_init_dt);
	534	TIMER_OF_DECLARE(imx27_timer, "fsl,imx27-gpt", imx21_timer_init_dt);
	535	TIMER_OF_DECLARE(imx31_timer, "fsl,imx31-gpt", imx31_timer_init_dt);
	536	TIMER_OF_DECLARE(imx25_timer, "fsl,imx25-gpt", imx31_timer_init_dt);
	537	TIMER_OF_DECLARE(imx50_timer, "fsl,imx50-gpt", imx31_timer_init_dt);
	538	TIMER_OF_DECLARE(imx51_timer, "fsl,imx51-gpt", imx31_timer_init_dt);
	539	TIMER_OF_DECLARE(imx53_timer, "fsl,imx53-gpt", imx31_timer_init_dt);
	540	TIMER_OF_DECLARE(imx6q_timer, "fsl,imx6q-gpt", imx31_timer_init_dt);
	541	TIMER_OF_DECLARE(imx6dl_timer, "fsl,imx6dl-gpt", imx6dl_timer_init_dt);
	542	TIMER_OF_DECLARE(imx6sl_timer, "fsl,imx6sl-gpt", imx6dl_timer_init_dt);
	543	TIMER_OF_DECLARE(imx6sx_timer, "fsl,imx6sx-gpt", imx6dl_timer_init_dt);