[linux-2.6-block.git] / drivers / memory / tegra30-mc.c

/*
 * Tegra30 Memory Controller
 *
 * Copyright (c) 2012, NVIDIA CORPORATION.  All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms and conditions of the GNU General Public License,
 * version 2, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along with
 * this program; if not, write to the Free Software Foundation, Inc.,
 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
 */

#include <linux/err.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/ratelimit.h>
#include <linux/platform_device.h>
#include <linux/interrupt.h>
#include <linux/io.h>

#define DRV_NAME "tegra30-mc"

#define MC_INTSTATUS			0x0
#define MC_INTMASK			0x4

#define MC_INT_ERR_SHIFT		6
#define MC_INT_ERR_MASK			(0x1f << MC_INT_ERR_SHIFT)
#define MC_INT_DECERR_EMEM		BIT(MC_INT_ERR_SHIFT)
#define MC_INT_SECURITY_VIOLATION	BIT(MC_INT_ERR_SHIFT + 2)
#define MC_INT_ARBITRATION_EMEM		BIT(MC_INT_ERR_SHIFT + 3)
#define MC_INT_INVALID_SMMU_PAGE	BIT(MC_INT_ERR_SHIFT + 4)

#define MC_ERR_STATUS			0x8
#define MC_ERR_ADR			0xc

#define MC_ERR_TYPE_SHIFT		28
#define MC_ERR_TYPE_MASK		(7 << MC_ERR_TYPE_SHIFT)
#define MC_ERR_TYPE_DECERR_EMEM		2
#define MC_ERR_TYPE_SECURITY_TRUSTZONE	3
#define MC_ERR_TYPE_SECURITY_CARVEOUT	4
#define MC_ERR_TYPE_INVALID_SMMU_PAGE	6

#define MC_ERR_INVALID_SMMU_PAGE_SHIFT	25
#define MC_ERR_INVALID_SMMU_PAGE_MASK	(7 << MC_ERR_INVALID_SMMU_PAGE_SHIFT)
#define MC_ERR_RW_SHIFT			16
#define MC_ERR_RW			BIT(MC_ERR_RW_SHIFT)
#define MC_ERR_SECURITY			BIT(MC_ERR_RW_SHIFT + 1)

#define SECURITY_VIOLATION_TYPE		BIT(30)	/* 0=TRUSTZONE, 1=CARVEOUT */

#define MC_EMEM_ARB_CFG			0x90
#define MC_EMEM_ARB_OUTSTANDING_REQ	0x94
#define MC_EMEM_ARB_TIMING_RCD		0x98
#define MC_EMEM_ARB_TIMING_RP		0x9c
#define MC_EMEM_ARB_TIMING_RC		0xa0
#define MC_EMEM_ARB_TIMING_RAS		0xa4
#define MC_EMEM_ARB_TIMING_FAW		0xa8
#define MC_EMEM_ARB_TIMING_RRD		0xac
#define MC_EMEM_ARB_TIMING_RAP2PRE	0xb0
#define MC_EMEM_ARB_TIMING_WAP2PRE	0xb4
#define MC_EMEM_ARB_TIMING_R2R		0xb8
#define MC_EMEM_ARB_TIMING_W2W		0xbc
#define MC_EMEM_ARB_TIMING_R2W		0xc0
#define MC_EMEM_ARB_TIMING_W2R		0xc4

#define MC_EMEM_ARB_DA_TURNS		0xd0
#define MC_EMEM_ARB_DA_COVERS		0xd4
#define MC_EMEM_ARB_MISC0		0xd8
#define MC_EMEM_ARB_MISC1		0xdc

#define MC_EMEM_ARB_RING3_THROTTLE	0xe4
#define MC_EMEM_ARB_OVERRIDE		0xe8

#define MC_TIMING_CONTROL		0xfc

#define MC_CLIENT_ID_MASK		0x7f

#define NUM_MC_REG_BANKS		4

struct tegra30_mc {
	void __iomem *regs[NUM_MC_REG_BANKS];
	struct device *dev;
	u32 ctx[0];
};

static inline u32 mc_readl(struct tegra30_mc *mc, u32 offs)
{
	u32 val = 0;

	if (offs < 0x10)
		val = readl(mc->regs[0] + offs);
	else if (offs < 0x1f0)
		val = readl(mc->regs[1] + offs - 0x3c);
	else if (offs < 0x228)
		val = readl(mc->regs[2] + offs - 0x200);
	else if (offs < 0x400)
		val = readl(mc->regs[3] + offs - 0x284);

	return val;
}

static inline void mc_writel(struct tegra30_mc *mc, u32 val, u32 offs)
{
	if (offs < 0x10)
		writel(val, mc->regs[0] + offs);
	else if (offs < 0x1f0)
		writel(val, mc->regs[1] + offs - 0x3c);
	else if (offs < 0x228)
		writel(val, mc->regs[2] + offs - 0x200);
	else if (offs < 0x400)
		writel(val, mc->regs[3] + offs - 0x284);
}

static const char * const tegra30_mc_client[] = {
	"csr_ptcr",
	"cbr_display0a",
	"cbr_display0ab",
	"cbr_display0b",
	"cbr_display0bb",
	"cbr_display0c",
	"cbr_display0cb",
	"cbr_display1b",
	"cbr_display1bb",
	"cbr_eppup",
	"cbr_g2pr",
	"cbr_g2sr",
	"cbr_mpeunifbr",
	"cbr_viruv",
	"csr_afir",
	"csr_avpcarm7r",
	"csr_displayhc",
	"csr_displayhcb",
	"csr_fdcdrd",
	"csr_fdcdrd2",
	"csr_g2dr",
	"csr_hdar",
	"csr_host1xdmar",
	"csr_host1xr",
	"csr_idxsrd",
	"csr_idxsrd2",
	"csr_mpe_ipred",
	"csr_mpeamemrd",
	"csr_mpecsrd",
	"csr_ppcsahbdmar",
	"csr_ppcsahbslvr",
	"csr_satar",
	"csr_texsrd",
	"csr_texsrd2",
	"csr_vdebsevr",
	"csr_vdember",
	"csr_vdemcer",
	"csr_vdetper",
	"csr_mpcorelpr",
	"csr_mpcorer",
	"cbw_eppu",
	"cbw_eppv",
	"cbw_eppy",
	"cbw_mpeunifbw",
	"cbw_viwsb",
	"cbw_viwu",
	"cbw_viwv",
	"cbw_viwy",
	"ccw_g2dw",
	"csw_afiw",
	"csw_avpcarm7w",
	"csw_fdcdwr",
	"csw_fdcdwr2",
	"csw_hdaw",
	"csw_host1xw",
	"csw_ispw",
	"csw_mpcorelpw",
	"csw_mpcorew",
	"csw_mpecswr",
	"csw_ppcsahbdmaw",
	"csw_ppcsahbslvw",
	"csw_sataw",
	"csw_vdebsevw",
	"csw_vdedbgw",
	"csw_vdembew",
	"csw_vdetpmw",
};

static void tegra30_mc_decode(struct tegra30_mc *mc, int n)
{
	u32 err, addr;
	const char * const mc_int_err[] = {
		"MC_DECERR",
		"Unknown",
		"MC_SECURITY_ERR",
		"MC_ARBITRATION_EMEM",
		"MC_SMMU_ERR",
	};
	const char * const err_type[] = {
		"Unknown",
		"Unknown",
		"DECERR_EMEM",
		"SECURITY_TRUSTZONE",
		"SECURITY_CARVEOUT",
		"Unknown",
		"INVALID_SMMU_PAGE",
		"Unknown",
	};
	char attr[6];
	int cid, perm, type, idx;
	const char *client = "Unknown";

	idx = n - MC_INT_ERR_SHIFT;
	if ((idx < 0) || (idx >= ARRAY_SIZE(mc_int_err)) || (idx == 1)) {
		dev_err_ratelimited(mc->dev, "Unknown interrupt status %08lx\n",
				    BIT(n));
		return;
	}

	err = readl(mc + MC_ERR_STATUS);

	type = (err & MC_ERR_TYPE_MASK) >> MC_ERR_TYPE_SHIFT;
	perm = (err & MC_ERR_INVALID_SMMU_PAGE_MASK) >>
		MC_ERR_INVALID_SMMU_PAGE_SHIFT;
	if (type == MC_ERR_TYPE_INVALID_SMMU_PAGE)
		sprintf(attr, "%c-%c-%c",
			(perm & BIT(2)) ? 'R' : '-',
			(perm & BIT(1)) ? 'W' : '-',
			(perm & BIT(0)) ? 'S' : '-');
	else
		attr[0] = '\0';

	cid = err & MC_CLIENT_ID_MASK;
	if (cid < ARRAY_SIZE(tegra30_mc_client))
		client = tegra30_mc_client[cid];

	addr = readl(mc + MC_ERR_ADR);

	dev_err_ratelimited(mc->dev, "%s (0x%08x): 0x%08x %s (%s %s %s %s)\n",
			   mc_int_err[idx], err, addr, client,
			   (err & MC_ERR_SECURITY) ? "secure" : "non-secure",
			   (err & MC_ERR_RW) ? "write" : "read",
			   err_type[type], attr);
}

static const u32 tegra30_mc_ctx[] = {
	MC_EMEM_ARB_CFG,
	MC_EMEM_ARB_OUTSTANDING_REQ,
	MC_EMEM_ARB_TIMING_RCD,
	MC_EMEM_ARB_TIMING_RP,
	MC_EMEM_ARB_TIMING_RC,
	MC_EMEM_ARB_TIMING_RAS,
	MC_EMEM_ARB_TIMING_FAW,
	MC_EMEM_ARB_TIMING_RRD,
	MC_EMEM_ARB_TIMING_RAP2PRE,
	MC_EMEM_ARB_TIMING_WAP2PRE,
	MC_EMEM_ARB_TIMING_R2R,
	MC_EMEM_ARB_TIMING_W2W,
	MC_EMEM_ARB_TIMING_R2W,
	MC_EMEM_ARB_TIMING_W2R,
	MC_EMEM_ARB_DA_TURNS,
	MC_EMEM_ARB_DA_COVERS,
	MC_EMEM_ARB_MISC0,
	MC_EMEM_ARB_MISC1,
	MC_EMEM_ARB_RING3_THROTTLE,
	MC_EMEM_ARB_OVERRIDE,
	MC_INTMASK,
};

static int tegra30_mc_suspend(struct device *dev)
{
	int i;
	struct tegra30_mc *mc = dev_get_drvdata(dev);

	for (i = 0; i < ARRAY_SIZE(tegra30_mc_ctx); i++)
		mc->ctx[i] = mc_readl(mc, tegra30_mc_ctx[i]);
	return 0;
}

static int tegra30_mc_resume(struct device *dev)
{
	int i;
	struct tegra30_mc *mc = dev_get_drvdata(dev);

	for (i = 0; i < ARRAY_SIZE(tegra30_mc_ctx); i++)
		mc_writel(mc, mc->ctx[i], tegra30_mc_ctx[i]);

	mc_writel(mc, 1, MC_TIMING_CONTROL);
	/* Read-back to ensure that write reached */
	mc_readl(mc, MC_TIMING_CONTROL);
	return 0;
}

static UNIVERSAL_DEV_PM_OPS(tegra30_mc_pm,
			    tegra30_mc_suspend,
			    tegra30_mc_resume, NULL);

static const struct of_device_id tegra30_mc_of_match[] = {
	{ .compatible = "nvidia,tegra30-mc", },
	{},
};

static irqreturn_t tegra30_mc_isr(int irq, void *data)
{
	u32 stat, mask, bit;
	struct tegra30_mc *mc = data;

	stat = mc_readl(mc, MC_INTSTATUS);
	mask = mc_readl(mc, MC_INTMASK);
	mask &= stat;
	if (!mask)
		return IRQ_NONE;
	while ((bit = ffs(mask)) != 0)
		tegra30_mc_decode(mc, bit - 1);
	mc_writel(mc, stat, MC_INTSTATUS);
	return IRQ_HANDLED;
}

static int tegra30_mc_probe(struct platform_device *pdev)
{
	struct resource *irq;
	struct tegra30_mc *mc;
	size_t bytes;
	int err, i;
	u32 intmask;

	bytes = sizeof(*mc) + sizeof(u32) * ARRAY_SIZE(tegra30_mc_ctx);
	mc = devm_kzalloc(&pdev->dev, bytes, GFP_KERNEL);
	if (!mc)
		return -ENOMEM;
	mc->dev = &pdev->dev;

	for (i = 0; i < ARRAY_SIZE(mc->regs); i++) {
		struct resource *res;

		res = platform_get_resource(pdev, IORESOURCE_MEM, i);
		if (!res)
			return -ENODEV;
		mc->regs[i] = devm_ioremap_resource(&pdev->dev, res);
		if (IS_ERR(mc->regs[i]))
			return PTR_ERR(mc->regs[i]);
	}

	irq = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
	if (!irq)
		return -ENODEV;
	err = devm_request_irq(&pdev->dev, irq->start, tegra30_mc_isr,
			       IRQF_SHARED, dev_name(&pdev->dev), mc);
	if (err)
		return -ENODEV;

	platform_set_drvdata(pdev, mc);

	intmask = MC_INT_INVALID_SMMU_PAGE |
		MC_INT_DECERR_EMEM | MC_INT_SECURITY_VIOLATION;
	mc_writel(mc, intmask, MC_INTMASK);
	return 0;
}

static struct platform_driver tegra30_mc_driver = {
	.probe = tegra30_mc_probe,
	.driver = {
		.name = DRV_NAME,
		.owner = THIS_MODULE,
		.of_match_table = tegra30_mc_of_match,
		.pm = &tegra30_mc_pm,
	},
};
module_platform_driver(tegra30_mc_driver);

MODULE_AUTHOR("Hiroshi DOYU <hdoyu@nvidia.com>");
MODULE_DESCRIPTION("Tegra30 MC driver");
MODULE_LICENSE("GPL v2");
MODULE_ALIAS("platform:" DRV_NAME);
Commit	Line	Data
af468109 HD	1	/*
	2	* Tegra30 Memory Controller
	3	*
	4	* Copyright (c) 2012, NVIDIA CORPORATION. All rights reserved.
	5	*
	6	* This program is free software; you can redistribute it and/or modify it
	7	* under the terms and conditions of the GNU General Public License,
	8	* version 2, as published by the Free Software Foundation.
	9	*
	10	* This program is distributed in the hope it will be useful, but WITHOUT
	11	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
	12	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
	13	* more details.
	14	*
	15	* You should have received a copy of the GNU General Public License along with
	16	* this program; if not, write to the Free Software Foundation, Inc.,
	17	* 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
	18	*/
	19
06303c2e	20	#include <linux/err.h>
af468109 HD	21	#include <linux/kernel.h>
	22	#include <linux/module.h>
	23	#include <linux/ratelimit.h>
	24	#include <linux/platform_device.h>
	25	#include <linux/interrupt.h>
	26	#include <linux/io.h>
	27
	28	#define DRV_NAME "tegra30-mc"
	29
	30	#define MC_INTSTATUS 0x0
	31	#define MC_INTMASK 0x4
	32
	33	#define MC_INT_ERR_SHIFT 6
	34	#define MC_INT_ERR_MASK (0x1f << MC_INT_ERR_SHIFT)
	35	#define MC_INT_DECERR_EMEM BIT(MC_INT_ERR_SHIFT)
	36	#define MC_INT_SECURITY_VIOLATION BIT(MC_INT_ERR_SHIFT + 2)
	37	#define MC_INT_ARBITRATION_EMEM BIT(MC_INT_ERR_SHIFT + 3)
	38	#define MC_INT_INVALID_SMMU_PAGE BIT(MC_INT_ERR_SHIFT + 4)
	39
	40	#define MC_ERR_STATUS 0x8
	41	#define MC_ERR_ADR 0xc
	42
	43	#define MC_ERR_TYPE_SHIFT 28
	44	#define MC_ERR_TYPE_MASK (7 << MC_ERR_TYPE_SHIFT)
	45	#define MC_ERR_TYPE_DECERR_EMEM 2
	46	#define MC_ERR_TYPE_SECURITY_TRUSTZONE 3
	47	#define MC_ERR_TYPE_SECURITY_CARVEOUT 4
	48	#define MC_ERR_TYPE_INVALID_SMMU_PAGE 6
	49
	50	#define MC_ERR_INVALID_SMMU_PAGE_SHIFT 25
	51	#define MC_ERR_INVALID_SMMU_PAGE_MASK (7 << MC_ERR_INVALID_SMMU_PAGE_SHIFT)
	52	#define MC_ERR_RW_SHIFT 16
	53	#define MC_ERR_RW BIT(MC_ERR_RW_SHIFT)
	54	#define MC_ERR_SECURITY BIT(MC_ERR_RW_SHIFT + 1)
	55
	56	#define SECURITY_VIOLATION_TYPE BIT(30) /* 0=TRUSTZONE, 1=CARVEOUT */
	57
	58	#define MC_EMEM_ARB_CFG 0x90
	59	#define MC_EMEM_ARB_OUTSTANDING_REQ 0x94
	60	#define MC_EMEM_ARB_TIMING_RCD 0x98
	61	#define MC_EMEM_ARB_TIMING_RP 0x9c
	62	#define MC_EMEM_ARB_TIMING_RC 0xa0
	63	#define MC_EMEM_ARB_TIMING_RAS 0xa4
	64	#define MC_EMEM_ARB_TIMING_FAW 0xa8
	65	#define MC_EMEM_ARB_TIMING_RRD 0xac
	66	#define MC_EMEM_ARB_TIMING_RAP2PRE 0xb0
	67	#define MC_EMEM_ARB_TIMING_WAP2PRE 0xb4
	68	#define MC_EMEM_ARB_TIMING_R2R 0xb8
	69	#define MC_EMEM_ARB_TIMING_W2W 0xbc
	70	#define MC_EMEM_ARB_TIMING_R2W 0xc0
	71	#define MC_EMEM_ARB_TIMING_W2R 0xc4
	72
	73	#define MC_EMEM_ARB_DA_TURNS 0xd0
	74	#define MC_EMEM_ARB_DA_COVERS 0xd4
	75	#define MC_EMEM_ARB_MISC0 0xd8
	76	#define MC_EMEM_ARB_MISC1 0xdc
	77
	78	#define MC_EMEM_ARB_RING3_THROTTLE 0xe4
	79	#define MC_EMEM_ARB_OVERRIDE 0xe8
	80
	81	#define MC_TIMING_CONTROL 0xfc
	82
	83	#define MC_CLIENT_ID_MASK 0x7f
	84
85	#define NUM_MC_REG_BANKS 4
86
87	struct tegra30_mc {
88	void __iomem *regs[NUM_MC_REG_BANKS];
89	struct device *dev;
90	u32 ctx[0];
91	};
92
93	static inline u32 mc_readl(struct tegra30_mc *mc, u32 offs)
94	{
b37fd415 HD	95	u32 val = 0;
b37fd415 HD	96
af468109	97	if (offs < 0x10)
b37fd415	98	val = readl(mc->regs[0] + offs);
e0f21e6d	99	else if (offs < 0x1f0)
b37fd415	100	val = readl(mc->regs[1] + offs - 0x3c);
e0f21e6d	101	else if (offs < 0x228)
b37fd415	102	val = readl(mc->regs[2] + offs - 0x200);
e0f21e6d	103	else if (offs < 0x400)
b37fd415 HD	104	val = readl(mc->regs[3] + offs - 0x284);
	105
	106	return val;
af468109 HD	107	}
	108
	109	static inline void mc_writel(struct tegra30_mc *mc, u32 val, u32 offs)
	110	{
e0f21e6d	111	if (offs < 0x10)
af468109	112	writel(val, mc->regs[0] + offs);
e0f21e6d	113	else if (offs < 0x1f0)
af468109	114	writel(val, mc->regs[1] + offs - 0x3c);
e0f21e6d	115	else if (offs < 0x228)
af468109	116	writel(val, mc->regs[2] + offs - 0x200);
e0f21e6d	117	else if (offs < 0x400)
af468109	118	writel(val, mc->regs[3] + offs - 0x284);
af468109 HD	119	}
	120
	121	static const char * const tegra30_mc_client[] = {
	122	"csr_ptcr",
	123	"cbr_display0a",
	124	"cbr_display0ab",
	125	"cbr_display0b",
	126	"cbr_display0bb",
	127	"cbr_display0c",
	128	"cbr_display0cb",
	129	"cbr_display1b",
	130	"cbr_display1bb",
	131	"cbr_eppup",
	132	"cbr_g2pr",
	133	"cbr_g2sr",
	134	"cbr_mpeunifbr",
	135	"cbr_viruv",
	136	"csr_afir",
	137	"csr_avpcarm7r",
	138	"csr_displayhc",
	139	"csr_displayhcb",
	140	"csr_fdcdrd",
	141	"csr_fdcdrd2",
	142	"csr_g2dr",
	143	"csr_hdar",
	144	"csr_host1xdmar",
	145	"csr_host1xr",
	146	"csr_idxsrd",
	147	"csr_idxsrd2",
	148	"csr_mpe_ipred",
	149	"csr_mpeamemrd",
	150	"csr_mpecsrd",
	151	"csr_ppcsahbdmar",
	152	"csr_ppcsahbslvr",
	153	"csr_satar",
	154	"csr_texsrd",
	155	"csr_texsrd2",
	156	"csr_vdebsevr",
	157	"csr_vdember",
	158	"csr_vdemcer",
	159	"csr_vdetper",
	160	"csr_mpcorelpr",
	161	"csr_mpcorer",
	162	"cbw_eppu",
	163	"cbw_eppv",
	164	"cbw_eppy",
	165	"cbw_mpeunifbw",
	166	"cbw_viwsb",
	167	"cbw_viwu",
	168	"cbw_viwv",
	169	"cbw_viwy",
	170	"ccw_g2dw",
	171	"csw_afiw",
	172	"csw_avpcarm7w",
	173	"csw_fdcdwr",
	174	"csw_fdcdwr2",
	175	"csw_hdaw",
	176	"csw_host1xw",
	177	"csw_ispw",
	178	"csw_mpcorelpw",
	179	"csw_mpcorew",
	180	"csw_mpecswr",
	181	"csw_ppcsahbdmaw",
	182	"csw_ppcsahbslvw",
183	"csw_sataw",
184	"csw_vdebsevw",
185	"csw_vdedbgw",
186	"csw_vdembew",
187	"csw_vdetpmw",
188	};
189
190	static void tegra30_mc_decode(struct tegra30_mc *mc, int n)
191	{
192	u32 err, addr;
193	const char * const mc_int_err[] = {
194	"MC_DECERR",
195	"Unknown",
196	"MC_SECURITY_ERR",
197	"MC_ARBITRATION_EMEM",
198	"MC_SMMU_ERR",
199	};
200	const char * const err_type[] = {
201	"Unknown",
202	"Unknown",
203	"DECERR_EMEM",
204	"SECURITY_TRUSTZONE",
205	"SECURITY_CARVEOUT",
206	"Unknown",
207	"INVALID_SMMU_PAGE",
208	"Unknown",
209	};
210	char attr[6];
211	int cid, perm, type, idx;
212	const char *client = "Unknown";
213
214	idx = n - MC_INT_ERR_SHIFT;
215	if ((idx < 0) \|\| (idx >= ARRAY_SIZE(mc_int_err)) \|\| (idx == 1)) {
90394482 HD	216	dev_err_ratelimited(mc->dev, "Unknown interrupt status %08lx\n",
90394482 HD	217	BIT(n));
af468109 HD	218	return;
	219	}
	220
	221	err = readl(mc + MC_ERR_STATUS);
	222
	223	type = (err & MC_ERR_TYPE_MASK) >> MC_ERR_TYPE_SHIFT;
	224	perm = (err & MC_ERR_INVALID_SMMU_PAGE_MASK) >>
	225	MC_ERR_INVALID_SMMU_PAGE_SHIFT;
	226	if (type == MC_ERR_TYPE_INVALID_SMMU_PAGE)
	227	sprintf(attr, "%c-%c-%c",
	228	(perm & BIT(2)) ? 'R' : '-',
	229	(perm & BIT(1)) ? 'W' : '-',
	230	(perm & BIT(0)) ? 'S' : '-');
	231	else
	232	attr[0] = '\0';
	233
	234	cid = err & MC_CLIENT_ID_MASK;
	235	if (cid < ARRAY_SIZE(tegra30_mc_client))
	236	client = tegra30_mc_client[cid];
	237
	238	addr = readl(mc + MC_ERR_ADR);
	239
90394482	240	dev_err_ratelimited(mc->dev, "%s (0x%08x): 0x%08x %s (%s %s %s %s)\n",
af468109 HD	241	mc_int_err[idx], err, addr, client,
	242	(err & MC_ERR_SECURITY) ? "secure" : "non-secure",
	243	(err & MC_ERR_RW) ? "write" : "read",
	244	err_type[type], attr);
	245	}
	246
	247	static const u32 tegra30_mc_ctx[] = {
	248	MC_EMEM_ARB_CFG,
	249	MC_EMEM_ARB_OUTSTANDING_REQ,
	250	MC_EMEM_ARB_TIMING_RCD,
	251	MC_EMEM_ARB_TIMING_RP,
	252	MC_EMEM_ARB_TIMING_RC,
	253	MC_EMEM_ARB_TIMING_RAS,
	254	MC_EMEM_ARB_TIMING_FAW,
	255	MC_EMEM_ARB_TIMING_RRD,
	256	MC_EMEM_ARB_TIMING_RAP2PRE,
	257	MC_EMEM_ARB_TIMING_WAP2PRE,
	258	MC_EMEM_ARB_TIMING_R2R,
	259	MC_EMEM_ARB_TIMING_W2W,
	260	MC_EMEM_ARB_TIMING_R2W,
	261	MC_EMEM_ARB_TIMING_W2R,
	262	MC_EMEM_ARB_DA_TURNS,
	263	MC_EMEM_ARB_DA_COVERS,
	264	MC_EMEM_ARB_MISC0,
	265	MC_EMEM_ARB_MISC1,
	266	MC_EMEM_ARB_RING3_THROTTLE,
	267	MC_EMEM_ARB_OVERRIDE,
	268	MC_INTMASK,
	269	};
	270
	271	static int tegra30_mc_suspend(struct device *dev)
	272	{
	273	int i;
	274	struct tegra30_mc *mc = dev_get_drvdata(dev);
	275
	276	for (i = 0; i < ARRAY_SIZE(tegra30_mc_ctx); i++)
	277	mc->ctx[i] = mc_readl(mc, tegra30_mc_ctx[i]);
	278	return 0;
	279	}
	280
	281	static int tegra30_mc_resume(struct device *dev)
	282	{
	283	int i;
	284	struct tegra30_mc *mc = dev_get_drvdata(dev);
	285
	286	for (i = 0; i < ARRAY_SIZE(tegra30_mc_ctx); i++)
	287	mc_writel(mc, mc->ctx[i], tegra30_mc_ctx[i]);
	288
	289	mc_writel(mc, 1, MC_TIMING_CONTROL);
	290	/* Read-back to ensure that write reached */
	291	mc_readl(mc, MC_TIMING_CONTROL);
	292	return 0;
	293	}
	294
	295	static UNIVERSAL_DEV_PM_OPS(tegra30_mc_pm,
	296	tegra30_mc_suspend,
	297	tegra30_mc_resume, NULL);
	298
27796aa0	299	static const struct of_device_id tegra30_mc_of_match[] = {
af468109 HD	300	{ .compatible = "nvidia,tegra30-mc", },
	301	{},
	302	};
	303
	304	static irqreturn_t tegra30_mc_isr(int irq, void *data)
	305	{
	306	u32 stat, mask, bit;
	307	struct tegra30_mc *mc = data;
	308
	309	stat = mc_readl(mc, MC_INTSTATUS);
	310	mask = mc_readl(mc, MC_INTMASK);
	311	mask &= stat;
	312	if (!mask)
	313	return IRQ_NONE;
	314	while ((bit = ffs(mask)) != 0)
	315	tegra30_mc_decode(mc, bit - 1);
	316	mc_writel(mc, stat, MC_INTSTATUS);
	317	return IRQ_HANDLED;
	318	}
	319
27796aa0	320	static int tegra30_mc_probe(struct platform_device *pdev)
af468109 HD	321	{
	322	struct resource *irq;
	323	struct tegra30_mc *mc;
	324	size_t bytes;
	325	int err, i;
	326	u32 intmask;
	327
	328	bytes = sizeof(mc) + sizeof(u32) ARRAY_SIZE(tegra30_mc_ctx);
	329	mc = devm_kzalloc(&pdev->dev, bytes, GFP_KERNEL);
	330	if (!mc)
	331	return -ENOMEM;
	332	mc->dev = &pdev->dev;
	333
	334	for (i = 0; i < ARRAY_SIZE(mc->regs); i++) {
	335	struct resource *res;
	336
	337	res = platform_get_resource(pdev, IORESOURCE_MEM, i);
	338	if (!res)
	339	return -ENODEV;
06303c2e TR	340	mc->regs[i] = devm_ioremap_resource(&pdev->dev, res);
	341	if (IS_ERR(mc->regs[i]))
	342	return PTR_ERR(mc->regs[i]);
af468109 HD	343	}
	344
	345	irq = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
	346	if (!irq)
	347	return -ENODEV;
	348	err = devm_request_irq(&pdev->dev, irq->start, tegra30_mc_isr,
	349	IRQF_SHARED, dev_name(&pdev->dev), mc);
	350	if (err)
	351	return -ENODEV;
	352
	353	platform_set_drvdata(pdev, mc);
	354
	355	intmask = MC_INT_INVALID_SMMU_PAGE \|
	356	MC_INT_DECERR_EMEM \| MC_INT_SECURITY_VIOLATION;
	357	mc_writel(mc, intmask, MC_INTMASK);
	358	return 0;
	359	}
	360
af468109 HD	361	static struct platform_driver tegra30_mc_driver = {
af468109 HD	362	.probe = tegra30_mc_probe,
af468109 HD	363	.driver = {
	364	.name = DRV_NAME,
	365	.owner = THIS_MODULE,
	366	.of_match_table = tegra30_mc_of_match,
	367	.pm = &tegra30_mc_pm,
	368	},
	369	};
	370	module_platform_driver(tegra30_mc_driver);
	371
	372	MODULE_AUTHOR("Hiroshi DOYU <hdoyu@nvidia.com>");
	373	MODULE_DESCRIPTION("Tegra30 MC driver");
	374	MODULE_LICENSE("GPL v2");
	375	MODULE_ALIAS("platform:" DRV_NAME);