[linux-2.6-block.git] / drivers / mtd / nand / raw / tmio_nand.c

/*
 * Toshiba TMIO NAND flash controller driver
 *
 * Slightly murky pre-git history of the driver:
 *
 * Copyright (c) Ian Molton 2004, 2005, 2008
 *    Original work, independent of sharps code. Included hardware ECC support.
 *    Hard ECC did not work for writes in the early revisions.
 * Copyright (c) Dirk Opfer 2005.
 *    Modifications developed from sharps code but
 *    NOT containing any, ported onto Ians base.
 * Copyright (c) Chris Humbert 2005
 * Copyright (c) Dmitry Baryshkov 2008
 *    Minor fixes
 *
 * Parts copyright Sebastian Carlier
 *
 * This file is licensed under
 * the terms of the GNU General Public License version 2. This program
 * is licensed "as is" without any warranty of any kind, whether express
 * or implied.
 *
 */


#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/platform_device.h>
#include <linux/mfd/core.h>
#include <linux/mfd/tmio.h>
#include <linux/delay.h>
#include <linux/io.h>
#include <linux/irq.h>
#include <linux/interrupt.h>
#include <linux/ioport.h>
#include <linux/mtd/mtd.h>
#include <linux/mtd/rawnand.h>
#include <linux/mtd/nand_ecc.h>
#include <linux/mtd/partitions.h>
#include <linux/slab.h>

/*--------------------------------------------------------------------------*/

/*
 * NAND Flash Host Controller Configuration Register
 */
#define CCR_COMMAND	0x04	/* w Command				*/
#define CCR_BASE	0x10	/* l NAND Flash Control Reg Base Addr	*/
#define CCR_INTP	0x3d	/* b Interrupt Pin			*/
#define CCR_INTE	0x48	/* b Interrupt Enable			*/
#define CCR_EC		0x4a	/* b Event Control			*/
#define CCR_ICC		0x4c	/* b Internal Clock Control		*/
#define CCR_ECCC	0x5b	/* b ECC Control			*/
#define CCR_NFTC	0x60	/* b NAND Flash Transaction Control	*/
#define CCR_NFM		0x61	/* b NAND Flash Monitor			*/
#define CCR_NFPSC	0x62	/* b NAND Flash Power Supply Control	*/
#define CCR_NFDC	0x63	/* b NAND Flash Detect Control		*/

/*
 * NAND Flash Control Register
 */
#define FCR_DATA	0x00	/* bwl Data Register			*/
#define FCR_MODE	0x04	/* b Mode Register			*/
#define FCR_STATUS	0x05	/* b Status Register			*/
#define FCR_ISR		0x06	/* b Interrupt Status Register		*/
#define FCR_IMR		0x07	/* b Interrupt Mask Register		*/

/* FCR_MODE Register Command List */
#define FCR_MODE_DATA	0x94	/* Data Data_Mode */
#define FCR_MODE_COMMAND 0x95	/* Data Command_Mode */
#define FCR_MODE_ADDRESS 0x96	/* Data Address_Mode */

#define FCR_MODE_HWECC_CALC	0xB4	/* HW-ECC Data */
#define FCR_MODE_HWECC_RESULT	0xD4	/* HW-ECC Calc result Read_Mode */
#define FCR_MODE_HWECC_RESET	0xF4	/* HW-ECC Reset */

#define FCR_MODE_POWER_ON	0x0C	/* Power Supply ON  to SSFDC card */
#define FCR_MODE_POWER_OFF	0x08	/* Power Supply OFF to SSFDC card */

#define FCR_MODE_LED_OFF	0x00	/* LED OFF */
#define FCR_MODE_LED_ON		0x04	/* LED ON */

#define FCR_MODE_EJECT_ON	0x68	/* Ejection events active  */
#define FCR_MODE_EJECT_OFF	0x08	/* Ejection events ignored */

#define FCR_MODE_LOCK		0x6C	/* Lock_Mode. Eject Switch Invalid */
#define FCR_MODE_UNLOCK		0x0C	/* UnLock_Mode. Eject Switch is valid */

#define FCR_MODE_CONTROLLER_ID	0x40	/* Controller ID Read */
#define FCR_MODE_STANDBY	0x00	/* SSFDC card Changes Standby State */

#define FCR_MODE_WE		0x80
#define FCR_MODE_ECC1		0x40
#define FCR_MODE_ECC0		0x20
#define FCR_MODE_CE		0x10
#define FCR_MODE_PCNT1		0x08
#define FCR_MODE_PCNT0		0x04
#define FCR_MODE_ALE		0x02
#define FCR_MODE_CLE		0x01

#define FCR_STATUS_BUSY		0x80

/*--------------------------------------------------------------------------*/

struct tmio_nand {
	struct nand_chip chip;
	struct completion comp;

	struct platform_device *dev;

	void __iomem *ccr;
	void __iomem *fcr;
	unsigned long fcr_base;

	unsigned int irq;

	/* for tmio_nand_read_byte */
	u8			read;
	unsigned read_good:1;
};

static inline struct tmio_nand *mtd_to_tmio(struct mtd_info *mtd)
{
	return container_of(mtd_to_nand(mtd), struct tmio_nand, chip);
}


/*--------------------------------------------------------------------------*/

static void tmio_nand_hwcontrol(struct nand_chip *chip, int cmd,
				unsigned int ctrl)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));

	if (ctrl & NAND_CTRL_CHANGE) {
		u8 mode;

		if (ctrl & NAND_NCE) {
			mode = FCR_MODE_DATA;

			if (ctrl & NAND_CLE)
				mode |=  FCR_MODE_CLE;
			else
				mode &= ~FCR_MODE_CLE;

			if (ctrl & NAND_ALE)
				mode |=  FCR_MODE_ALE;
			else
				mode &= ~FCR_MODE_ALE;
		} else {
			mode = FCR_MODE_STANDBY;
		}

		tmio_iowrite8(mode, tmio->fcr + FCR_MODE);
		tmio->read_good = 0;
	}

	if (cmd != NAND_CMD_NONE)
		tmio_iowrite8(cmd, chip->legacy.IO_ADDR_W);
}

static int tmio_nand_dev_ready(struct nand_chip *chip)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));

	return !(tmio_ioread8(tmio->fcr + FCR_STATUS) & FCR_STATUS_BUSY);
}

static irqreturn_t tmio_irq(int irq, void *__tmio)
{
	struct tmio_nand *tmio = __tmio;

	/* disable RDYREQ interrupt */
	tmio_iowrite8(0x00, tmio->fcr + FCR_IMR);
	complete(&tmio->comp);

	return IRQ_HANDLED;
}

/*
  *The TMIO core has a RDYREQ interrupt on the posedge of #SMRB.
  *This interrupt is normally disabled, but for long operations like
  *erase and write, we enable it to wake us up.  The irq handler
  *disables the interrupt.
 */
static int tmio_nand_wait(struct nand_chip *nand_chip)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(nand_chip));
	long timeout;
	u8 status;

	/* enable RDYREQ interrupt */

	tmio_iowrite8(0x0f, tmio->fcr + FCR_ISR);
	reinit_completion(&tmio->comp);
	tmio_iowrite8(0x81, tmio->fcr + FCR_IMR);

	timeout = 400;
	timeout = wait_for_completion_timeout(&tmio->comp,
					      msecs_to_jiffies(timeout));

	if (unlikely(!tmio_nand_dev_ready(nand_chip))) {
		tmio_iowrite8(0x00, tmio->fcr + FCR_IMR);
		dev_warn(&tmio->dev->dev, "still busy after 400 ms\n");

	} else if (unlikely(!timeout)) {
		tmio_iowrite8(0x00, tmio->fcr + FCR_IMR);
		dev_warn(&tmio->dev->dev, "timeout waiting for interrupt\n");
	}

	nand_status_op(nand_chip, &status);
	return status;
}

/*
  *The TMIO controller combines two 8-bit data bytes into one 16-bit
  *word. This function separates them so nand_base.c works as expected,
  *especially its NAND_CMD_READID routines.
 *
  *To prevent stale data from being read, tmio_nand_hwcontrol() clears
  *tmio->read_good.
 */
static u_char tmio_nand_read_byte(struct nand_chip *chip)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
	unsigned int data;

	if (tmio->read_good--)
		return tmio->read;

	data = tmio_ioread16(tmio->fcr + FCR_DATA);
	tmio->read = data >> 8;
	return data;
}

/*
  *The TMIO controller converts an 8-bit NAND interface to a 16-bit
  *bus interface, so all data reads and writes must be 16-bit wide.
  *Thus, we implement 16-bit versions of the read, write, and verify
  *buffer functions.
 */
static void
tmio_nand_write_buf(struct nand_chip *chip, const u_char *buf, int len)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));

	tmio_iowrite16_rep(tmio->fcr + FCR_DATA, buf, len >> 1);
}

static void tmio_nand_read_buf(struct nand_chip *chip, u_char *buf, int len)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));

	tmio_ioread16_rep(tmio->fcr + FCR_DATA, buf, len >> 1);
}

static void tmio_nand_enable_hwecc(struct nand_chip *chip, int mode)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));

	tmio_iowrite8(FCR_MODE_HWECC_RESET, tmio->fcr + FCR_MODE);
	tmio_ioread8(tmio->fcr + FCR_DATA);	/* dummy read */
	tmio_iowrite8(FCR_MODE_HWECC_CALC, tmio->fcr + FCR_MODE);
}

static int tmio_nand_calculate_ecc(struct nand_chip *chip, const u_char *dat,
				   u_char *ecc_code)
{
	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
	unsigned int ecc;

	tmio_iowrite8(FCR_MODE_HWECC_RESULT, tmio->fcr + FCR_MODE);

	ecc = tmio_ioread16(tmio->fcr + FCR_DATA);
	ecc_code[1] = ecc;	/* 000-255 LP7-0 */
	ecc_code[0] = ecc >> 8;	/* 000-255 LP15-8 */
	ecc = tmio_ioread16(tmio->fcr + FCR_DATA);
	ecc_code[2] = ecc;	/* 000-255 CP5-0,11b */
	ecc_code[4] = ecc >> 8;	/* 256-511 LP7-0 */
	ecc = tmio_ioread16(tmio->fcr + FCR_DATA);
	ecc_code[3] = ecc;	/* 256-511 LP15-8 */
	ecc_code[5] = ecc >> 8;	/* 256-511 CP5-0,11b */

	tmio_iowrite8(FCR_MODE_DATA, tmio->fcr + FCR_MODE);
	return 0;
}

static int tmio_nand_correct_data(struct nand_chip *chip, unsigned char *buf,
				  unsigned char *read_ecc,
				  unsigned char *calc_ecc)
{
	int r0, r1;

	/* assume ecc.size = 512 and ecc.bytes = 6 */
	r0 = __nand_correct_data(buf, read_ecc, calc_ecc, 256, false);
	if (r0 < 0)
		return r0;
	r1 = __nand_correct_data(buf + 256, read_ecc + 3, calc_ecc + 3, 256,
				 false);
	if (r1 < 0)
		return r1;
	return r0 + r1;
}

static int tmio_hw_init(struct platform_device *dev, struct tmio_nand *tmio)
{
	const struct mfd_cell *cell = mfd_get_cell(dev);
	int ret;

	if (cell->enable) {
		ret = cell->enable(dev);
		if (ret)
			return ret;
	}

	/* (4Ch) CLKRUN Enable    1st spcrunc */
	tmio_iowrite8(0x81, tmio->ccr + CCR_ICC);

	/* (10h)BaseAddress    0x1000 spba.spba2 */
	tmio_iowrite16(tmio->fcr_base, tmio->ccr + CCR_BASE);
	tmio_iowrite16(tmio->fcr_base >> 16, tmio->ccr + CCR_BASE + 2);

	/* (04h)Command Register I/O spcmd */
	tmio_iowrite8(0x02, tmio->ccr + CCR_COMMAND);

	/* (62h) Power Supply Control ssmpwc */
	/* HardPowerOFF - SuspendOFF - PowerSupplyWait_4MS */
	tmio_iowrite8(0x02, tmio->ccr + CCR_NFPSC);

	/* (63h) Detect Control ssmdtc */
	tmio_iowrite8(0x02, tmio->ccr + CCR_NFDC);

	/* Interrupt status register clear sintst */
	tmio_iowrite8(0x0f, tmio->fcr + FCR_ISR);

	/* After power supply, Media are reset smode */
	tmio_iowrite8(FCR_MODE_POWER_ON, tmio->fcr + FCR_MODE);
	tmio_iowrite8(FCR_MODE_COMMAND, tmio->fcr + FCR_MODE);
	tmio_iowrite8(NAND_CMD_RESET, tmio->fcr + FCR_DATA);

	/* Standby Mode smode */
	tmio_iowrite8(FCR_MODE_STANDBY, tmio->fcr + FCR_MODE);

	mdelay(5);

	return 0;
}

static void tmio_hw_stop(struct platform_device *dev, struct tmio_nand *tmio)
{
	const struct mfd_cell *cell = mfd_get_cell(dev);

	tmio_iowrite8(FCR_MODE_POWER_OFF, tmio->fcr + FCR_MODE);
	if (cell->disable)
		cell->disable(dev);
}

static int tmio_probe(struct platform_device *dev)
{
	struct tmio_nand_data *data = dev_get_platdata(&dev->dev);
	struct resource *fcr = platform_get_resource(dev,
			IORESOURCE_MEM, 0);
	struct resource *ccr = platform_get_resource(dev,
			IORESOURCE_MEM, 1);
	int irq = platform_get_irq(dev, 0);
	struct tmio_nand *tmio;
	struct mtd_info *mtd;
	struct nand_chip *nand_chip;
	int retval;

	if (data == NULL)
		dev_warn(&dev->dev, "NULL platform data!\n");

	tmio = devm_kzalloc(&dev->dev, sizeof(*tmio), GFP_KERNEL);
	if (!tmio)
		return -ENOMEM;

	init_completion(&tmio->comp);

	tmio->dev = dev;

	platform_set_drvdata(dev, tmio);
	nand_chip = &tmio->chip;
	mtd = nand_to_mtd(nand_chip);
	mtd->name = "tmio-nand";
	mtd->dev.parent = &dev->dev;

	tmio->ccr = devm_ioremap(&dev->dev, ccr->start, resource_size(ccr));
	if (!tmio->ccr)
		return -EIO;

	tmio->fcr_base = fcr->start & 0xfffff;
	tmio->fcr = devm_ioremap(&dev->dev, fcr->start, resource_size(fcr));
	if (!tmio->fcr)
		return -EIO;

	retval = tmio_hw_init(dev, tmio);
	if (retval)
		return retval;

	/* Set address of NAND IO lines */
	nand_chip->legacy.IO_ADDR_R = tmio->fcr;
	nand_chip->legacy.IO_ADDR_W = tmio->fcr;

	/* Set address of hardware control function */
	nand_chip->legacy.cmd_ctrl = tmio_nand_hwcontrol;
	nand_chip->legacy.dev_ready = tmio_nand_dev_ready;
	nand_chip->legacy.read_byte = tmio_nand_read_byte;
	nand_chip->legacy.write_buf = tmio_nand_write_buf;
	nand_chip->legacy.read_buf = tmio_nand_read_buf;

	/* set eccmode using hardware ECC */
	nand_chip->ecc.mode = NAND_ECC_HW;
	nand_chip->ecc.size = 512;
	nand_chip->ecc.bytes = 6;
	nand_chip->ecc.strength = 2;
	nand_chip->ecc.hwctl = tmio_nand_enable_hwecc;
	nand_chip->ecc.calculate = tmio_nand_calculate_ecc;
	nand_chip->ecc.correct = tmio_nand_correct_data;

	if (data)
		nand_chip->badblock_pattern = data->badblock_pattern;

	/* 15 us command delay time */
	nand_chip->legacy.chip_delay = 15;

	retval = devm_request_irq(&dev->dev, irq, &tmio_irq, 0,
				  dev_name(&dev->dev), tmio);
	if (retval) {
		dev_err(&dev->dev, "request_irq error %d\n", retval);
		goto err_irq;
	}

	tmio->irq = irq;
	nand_chip->legacy.waitfunc = tmio_nand_wait;

	/* Scan to find existence of the device */
	retval = nand_scan(nand_chip, 1);
	if (retval)
		goto err_irq;

	/* Register the partitions */
	retval = mtd_device_parse_register(mtd,
					   data ? data->part_parsers : NULL,
					   NULL,
					   data ? data->partition : NULL,
					   data ? data->num_partitions : 0);
	if (!retval)
		return retval;

	nand_release(nand_chip);

err_irq:
	tmio_hw_stop(dev, tmio);
	return retval;
}

static int tmio_remove(struct platform_device *dev)
{
	struct tmio_nand *tmio = platform_get_drvdata(dev);

	nand_release(&tmio->chip);
	tmio_hw_stop(dev, tmio);
	return 0;
}

#ifdef CONFIG_PM
static int tmio_suspend(struct platform_device *dev, pm_message_t state)
{
	const struct mfd_cell *cell = mfd_get_cell(dev);

	if (cell->suspend)
		cell->suspend(dev);

	tmio_hw_stop(dev, platform_get_drvdata(dev));
	return 0;
}

static int tmio_resume(struct platform_device *dev)
{
	const struct mfd_cell *cell = mfd_get_cell(dev);

	/* FIXME - is this required or merely another attack of the broken
	 * SHARP platform? Looks suspicious.
	 */
	tmio_hw_init(dev, platform_get_drvdata(dev));

	if (cell->resume)
		cell->resume(dev);

	return 0;
}
#else
#define tmio_suspend NULL
#define tmio_resume NULL
#endif

static struct platform_driver tmio_driver = {
	.driver.name	= "tmio-nand",
	.driver.owner	= THIS_MODULE,
	.probe		= tmio_probe,
	.remove		= tmio_remove,
	.suspend	= tmio_suspend,
	.resume		= tmio_resume,
};

module_platform_driver(tmio_driver);

MODULE_LICENSE("GPL v2");
MODULE_AUTHOR("Ian Molton, Dirk Opfer, Chris Humbert, Dmitry Baryshkov");
MODULE_DESCRIPTION("NAND flash driver on Toshiba Mobile IO controller");
MODULE_ALIAS("platform:tmio-nand");
Commit	Line	Data
ec43b816 IM	1	/*
	2	* Toshiba TMIO NAND flash controller driver
	3	*
	4	* Slightly murky pre-git history of the driver:
	5	*
	6	* Copyright (c) Ian Molton 2004, 2005, 2008
25985edc	7	* Original work, independent of sharps code. Included hardware ECC support.
ec43b816 IM	8	* Hard ECC did not work for writes in the early revisions.
	9	* Copyright (c) Dirk Opfer 2005.
	10	* Modifications developed from sharps code but
	11	* NOT containing any, ported onto Ians base.
	12	* Copyright (c) Chris Humbert 2005
	13	* Copyright (c) Dmitry Baryshkov 2008
	14	* Minor fixes
	15	*
	16	* Parts copyright Sebastian Carlier
	17	*
	18	* This file is licensed under
	19	* the terms of the GNU General Public License version 2. This program
	20	* is licensed "as is" without any warranty of any kind, whether express
	21	* or implied.
	22	*
	23	*/
	24
	25
	26	#include <linux/kernel.h>
	27	#include <linux/module.h>
	28	#include <linux/platform_device.h>
	29	#include <linux/mfd/core.h>
	30	#include <linux/mfd/tmio.h>
	31	#include <linux/delay.h>
	32	#include <linux/io.h>
	33	#include <linux/irq.h>
	34	#include <linux/interrupt.h>
	35	#include <linux/ioport.h>
	36	#include <linux/mtd/mtd.h>
d4092d76	37	#include <linux/mtd/rawnand.h>
ec43b816 IM	38	#include <linux/mtd/nand_ecc.h>
ec43b816 IM	39	#include <linux/mtd/partitions.h>
5a0e3ad6	40	#include <linux/slab.h>
ec43b816 IM	41
	42	/--------------------------------------------------------------------------/
	43
	44	/*
	45	* NAND Flash Host Controller Configuration Register
	46	*/
	47	#define CCR_COMMAND 0x04 /* w Command */
	48	#define CCR_BASE 0x10 /* l NAND Flash Control Reg Base Addr */
	49	#define CCR_INTP 0x3d /* b Interrupt Pin */
	50	#define CCR_INTE 0x48 /* b Interrupt Enable */
	51	#define CCR_EC 0x4a /* b Event Control */
	52	#define CCR_ICC 0x4c /* b Internal Clock Control */
	53	#define CCR_ECCC 0x5b /* b ECC Control */
	54	#define CCR_NFTC 0x60 /* b NAND Flash Transaction Control */
	55	#define CCR_NFM 0x61 /* b NAND Flash Monitor */
	56	#define CCR_NFPSC 0x62 /* b NAND Flash Power Supply Control */
	57	#define CCR_NFDC 0x63 /* b NAND Flash Detect Control */
	58
	59	/*
	60	* NAND Flash Control Register
	61	*/
	62	#define FCR_DATA 0x00 /* bwl Data Register */
	63	#define FCR_MODE 0x04 /* b Mode Register */
	64	#define FCR_STATUS 0x05 /* b Status Register */
	65	#define FCR_ISR 0x06 /* b Interrupt Status Register */
	66	#define FCR_IMR 0x07 /* b Interrupt Mask Register */
	67
	68	/* FCR_MODE Register Command List */
	69	#define FCR_MODE_DATA 0x94 /* Data Data_Mode */
	70	#define FCR_MODE_COMMAND 0x95 /* Data Command_Mode */
	71	#define FCR_MODE_ADDRESS 0x96 /* Data Address_Mode */
	72
	73	#define FCR_MODE_HWECC_CALC 0xB4 /* HW-ECC Data */
	74	#define FCR_MODE_HWECC_RESULT 0xD4 /* HW-ECC Calc result Read_Mode */
	75	#define FCR_MODE_HWECC_RESET 0xF4 /* HW-ECC Reset */
	76
	77	#define FCR_MODE_POWER_ON 0x0C /* Power Supply ON to SSFDC card */
	78	#define FCR_MODE_POWER_OFF 0x08 /* Power Supply OFF to SSFDC card */
	79
	80	#define FCR_MODE_LED_OFF 0x00 /* LED OFF */
	81	#define FCR_MODE_LED_ON 0x04 /* LED ON */
	82
	83	#define FCR_MODE_EJECT_ON 0x68 /* Ejection events active */
	84	#define FCR_MODE_EJECT_OFF 0x08 /* Ejection events ignored */
	85
	86	#define FCR_MODE_LOCK 0x6C /* Lock_Mode. Eject Switch Invalid */
	87	#define FCR_MODE_UNLOCK 0x0C /* UnLock_Mode. Eject Switch is valid */
	88
	89	#define FCR_MODE_CONTROLLER_ID 0x40 /* Controller ID Read */
	90	#define FCR_MODE_STANDBY 0x00 /* SSFDC card Changes Standby State */
	91
	92	#define FCR_MODE_WE 0x80
	93	#define FCR_MODE_ECC1 0x40
	94	#define FCR_MODE_ECC0 0x20
	95	#define FCR_MODE_CE 0x10
	96	#define FCR_MODE_PCNT1 0x08
	97	#define FCR_MODE_PCNT0 0x04
	98	#define FCR_MODE_ALE 0x02
	99	#define FCR_MODE_CLE 0x01
	100
	101	#define FCR_STATUS_BUSY 0x80
	102
	103	/--------------------------------------------------------------------------/
	104
105	struct tmio_nand {
ec43b816	106	struct nand_chip chip;
a0916c94	107	struct completion comp;
ec43b816 IM	108
	109	struct platform_device *dev;
	110
	111	void __iomem *ccr;
	112	void __iomem *fcr;
076c7f4c	113	unsigned long fcr_base;
ec43b816 IM	114
	115	unsigned int irq;
	116
	117	/* for tmio_nand_read_byte */
	118	u8 read;
	119	unsigned read_good:1;
	120	};
	121
66c9595d BB	122	static inline struct tmio_nand mtd_to_tmio(struct mtd_info mtd)
	123	{
	124	return container_of(mtd_to_nand(mtd), struct tmio_nand, chip);
	125	}
ec43b816	126
ec43b816 IM	127
	128	/--------------------------------------------------------------------------/
	129
0f808c16 BB	130	static void tmio_nand_hwcontrol(struct nand_chip *chip, int cmd,
0f808c16 BB	131	unsigned int ctrl)
ec43b816	132	{
0f808c16	133	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
ec43b816 IM	134
	135	if (ctrl & NAND_CTRL_CHANGE) {
	136	u8 mode;
	137
	138	if (ctrl & NAND_NCE) {
	139	mode = FCR_MODE_DATA;
	140
	141	if (ctrl & NAND_CLE)
	142	mode \|= FCR_MODE_CLE;
	143	else
	144	mode &= ~FCR_MODE_CLE;
	145
	146	if (ctrl & NAND_ALE)
	147	mode \|= FCR_MODE_ALE;
	148	else
	149	mode &= ~FCR_MODE_ALE;
	150	} else {
	151	mode = FCR_MODE_STANDBY;
	152	}
	153
	154	tmio_iowrite8(mode, tmio->fcr + FCR_MODE);
	155	tmio->read_good = 0;
	156	}
	157
	158	if (cmd != NAND_CMD_NONE)
82fc5099	159	tmio_iowrite8(cmd, chip->legacy.IO_ADDR_W);
ec43b816 IM	160	}
ec43b816 IM	161
50a487e7	162	static int tmio_nand_dev_ready(struct nand_chip *chip)
ec43b816	163	{
50a487e7	164	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
ec43b816 IM	165
	166	return !(tmio_ioread8(tmio->fcr + FCR_STATUS) & FCR_STATUS_BUSY);
	167	}
	168
	169	static irqreturn_t tmio_irq(int irq, void *__tmio)
	170	{
	171	struct tmio_nand *tmio = __tmio;
ec43b816 IM	172
	173	/* disable RDYREQ interrupt */
	174	tmio_iowrite8(0x00, tmio->fcr + FCR_IMR);
a0916c94	175	complete(&tmio->comp);
ec43b816	176
ec43b816 IM	177	return IRQ_HANDLED;
	178	}
	179
	180	/*
	181	*The TMIO core has a RDYREQ interrupt on the posedge of #SMRB.
	182	*This interrupt is normally disabled, but for long operations like
	183	*erase and write, we enable it to wake us up. The irq handler
	184	*disables the interrupt.
	185	*/
f1d46942	186	static int tmio_nand_wait(struct nand_chip *nand_chip)
ec43b816	187	{
f1d46942	188	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(nand_chip));
ec43b816	189	long timeout;
97d90da8	190	u8 status;
ec43b816 IM	191
ec43b816 IM	192	/* enable RDYREQ interrupt */
a0916c94	193
ec43b816	194	tmio_iowrite8(0x0f, tmio->fcr + FCR_ISR);
a0916c94	195	reinit_completion(&tmio->comp);
ec43b816 IM	196	tmio_iowrite8(0x81, tmio->fcr + FCR_IMR);
ec43b816 IM	197
661803b2	198	timeout = 400;
a0916c94 BB	199	timeout = wait_for_completion_timeout(&tmio->comp,
a0916c94 BB	200	msecs_to_jiffies(timeout));
ec43b816	201
50a487e7	202	if (unlikely(!tmio_nand_dev_ready(nand_chip))) {
ec43b816	203	tmio_iowrite8(0x00, tmio->fcr + FCR_IMR);
661803b2	204	dev_warn(&tmio->dev->dev, "still busy after 400 ms\n");
ec43b816 IM	205
	206	} else if (unlikely(!timeout)) {
	207	tmio_iowrite8(0x00, tmio->fcr + FCR_IMR);
	208	dev_warn(&tmio->dev->dev, "timeout waiting for interrupt\n");
	209	}
	210
97d90da8 BB	211	nand_status_op(nand_chip, &status);
97d90da8 BB	212	return status;
ec43b816 IM	213	}
	214
	215	/*
	216	*The TMIO controller combines two 8-bit data bytes into one 16-bit
	217	*word. This function separates them so nand_base.c works as expected,
	218	*especially its NAND_CMD_READID routines.
	219	*
	220	*To prevent stale data from being read, tmio_nand_hwcontrol() clears
	221	*tmio->read_good.
	222	*/
7e534323	223	static u_char tmio_nand_read_byte(struct nand_chip *chip)
ec43b816	224	{
7e534323	225	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
ec43b816 IM	226	unsigned int data;
	227
	228	if (tmio->read_good--)
	229	return tmio->read;
	230
	231	data = tmio_ioread16(tmio->fcr + FCR_DATA);
	232	tmio->read = data >> 8;
	233	return data;
	234	}
	235
	236	/*
	237	*The TMIO controller converts an 8-bit NAND interface to a 16-bit
	238	*bus interface, so all data reads and writes must be 16-bit wide.
	239	*Thus, we implement 16-bit versions of the read, write, and verify
	240	*buffer functions.
	241	*/
	242	static void
c0739d85	243	tmio_nand_write_buf(struct nand_chip chip, const u_char buf, int len)
ec43b816	244	{
c0739d85	245	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
ec43b816 IM	246
	247	tmio_iowrite16_rep(tmio->fcr + FCR_DATA, buf, len >> 1);
	248	}
	249
7e534323	250	static void tmio_nand_read_buf(struct nand_chip chip, u_char buf, int len)
ec43b816	251	{
7e534323	252	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
ec43b816 IM	253
	254	tmio_ioread16_rep(tmio->fcr + FCR_DATA, buf, len >> 1);
	255	}
	256
ec47636c	257	static void tmio_nand_enable_hwecc(struct nand_chip *chip, int mode)
ec43b816	258	{
ec47636c	259	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
ec43b816 IM	260
	261	tmio_iowrite8(FCR_MODE_HWECC_RESET, tmio->fcr + FCR_MODE);
	262	tmio_ioread8(tmio->fcr + FCR_DATA); /* dummy read */
	263	tmio_iowrite8(FCR_MODE_HWECC_CALC, tmio->fcr + FCR_MODE);
	264	}
	265
af37d2c3 BB	266	static int tmio_nand_calculate_ecc(struct nand_chip chip, const u_char dat,
af37d2c3 BB	267	u_char *ecc_code)
ec43b816	268	{
af37d2c3	269	struct tmio_nand *tmio = mtd_to_tmio(nand_to_mtd(chip));
ec43b816 IM	270	unsigned int ecc;
	271
	272	tmio_iowrite8(FCR_MODE_HWECC_RESULT, tmio->fcr + FCR_MODE);
	273
	274	ecc = tmio_ioread16(tmio->fcr + FCR_DATA);
	275	ecc_code[1] = ecc; /* 000-255 LP7-0 */
	276	ecc_code[0] = ecc >> 8; /* 000-255 LP15-8 */
	277	ecc = tmio_ioread16(tmio->fcr + FCR_DATA);
	278	ecc_code[2] = ecc; /* 000-255 CP5-0,11b */
	279	ecc_code[4] = ecc >> 8; /* 256-511 LP7-0 */
	280	ecc = tmio_ioread16(tmio->fcr + FCR_DATA);
	281	ecc_code[3] = ecc; /* 256-511 LP15-8 */
	282	ecc_code[5] = ecc >> 8; /* 256-511 CP5-0,11b */
	283
	284	tmio_iowrite8(FCR_MODE_DATA, tmio->fcr + FCR_MODE);
	285	return 0;
	286	}
	287
00da2ea9 BB	288	static int tmio_nand_correct_data(struct nand_chip chip, unsigned char buf,
	289	unsigned char *read_ecc,
	290	unsigned char *calc_ecc)
0f777fb9 AN	291	{
	292	int r0, r1;
	293
	294	/* assume ecc.size = 512 and ecc.bytes = 6 */
309600c1	295	r0 = __nand_correct_data(buf, read_ecc, calc_ecc, 256, false);
0f777fb9 AN	296	if (r0 < 0)
0f777fb9 AN	297	return r0;
309600c1 BB	298	r1 = __nand_correct_data(buf + 256, read_ecc + 3, calc_ecc + 3, 256,
309600c1 BB	299	false);
0f777fb9 AN	300	if (r1 < 0)
	301	return r1;
	302	return r0 + r1;
	303	}
	304
ec43b816 IM	305	static int tmio_hw_init(struct platform_device dev, struct tmio_nand tmio)
ec43b816 IM	306	{
944dc035	307	const struct mfd_cell *cell = mfd_get_cell(dev);
ec43b816 IM	308	int ret;
	309
	310	if (cell->enable) {
	311	ret = cell->enable(dev);
	312	if (ret)
	313	return ret;
	314	}
	315
	316	/* (4Ch) CLKRUN Enable 1st spcrunc */
	317	tmio_iowrite8(0x81, tmio->ccr + CCR_ICC);
	318
	319	/* (10h)BaseAddress 0x1000 spba.spba2 */
076c7f4c DB	320	tmio_iowrite16(tmio->fcr_base, tmio->ccr + CCR_BASE);
076c7f4c DB	321	tmio_iowrite16(tmio->fcr_base >> 16, tmio->ccr + CCR_BASE + 2);
ec43b816 IM	322
	323	/* (04h)Command Register I/O spcmd */
	324	tmio_iowrite8(0x02, tmio->ccr + CCR_COMMAND);
	325
	326	/* (62h) Power Supply Control ssmpwc */
	327	/* HardPowerOFF - SuspendOFF - PowerSupplyWait_4MS */
	328	tmio_iowrite8(0x02, tmio->ccr + CCR_NFPSC);
	329
	330	/* (63h) Detect Control ssmdtc */
	331	tmio_iowrite8(0x02, tmio->ccr + CCR_NFDC);
	332
	333	/* Interrupt status register clear sintst */
	334	tmio_iowrite8(0x0f, tmio->fcr + FCR_ISR);
	335
	336	/* After power supply, Media are reset smode */
	337	tmio_iowrite8(FCR_MODE_POWER_ON, tmio->fcr + FCR_MODE);
	338	tmio_iowrite8(FCR_MODE_COMMAND, tmio->fcr + FCR_MODE);
	339	tmio_iowrite8(NAND_CMD_RESET, tmio->fcr + FCR_DATA);
	340
	341	/* Standby Mode smode */
	342	tmio_iowrite8(FCR_MODE_STANDBY, tmio->fcr + FCR_MODE);
	343
	344	mdelay(5);
	345
	346	return 0;
	347	}
	348
	349	static void tmio_hw_stop(struct platform_device dev, struct tmio_nand tmio)
	350	{
944dc035	351	const struct mfd_cell *cell = mfd_get_cell(dev);
ec43b816 IM	352
	353	tmio_iowrite8(FCR_MODE_POWER_OFF, tmio->fcr + FCR_MODE);
	354	if (cell->disable)
	355	cell->disable(dev);
	356	}
	357
	358	static int tmio_probe(struct platform_device *dev)
	359	{
453810b7	360	struct tmio_nand_data *data = dev_get_platdata(&dev->dev);
ec43b816 IM	361	struct resource *fcr = platform_get_resource(dev,
	362	IORESOURCE_MEM, 0);
	363	struct resource *ccr = platform_get_resource(dev,
	364	IORESOURCE_MEM, 1);
	365	int irq = platform_get_irq(dev, 0);
	366	struct tmio_nand *tmio;
	367	struct mtd_info *mtd;
	368	struct nand_chip *nand_chip;
ec43b816 IM	369	int retval;
	370
	371	if (data == NULL)
	372	dev_warn(&dev->dev, "NULL platform data!\n");
	373
8f91fb68 JH	374	tmio = devm_kzalloc(&dev->dev, sizeof(*tmio), GFP_KERNEL);
	375	if (!tmio)
	376	return -ENOMEM;
ec43b816	377
a0916c94 BB	378	init_completion(&tmio->comp);
a0916c94 BB	379
ec43b816 IM	380	tmio->dev = dev;
	381
	382	platform_set_drvdata(dev, tmio);
ec43b816	383	nand_chip = &tmio->chip;
66c9595d	384	mtd = nand_to_mtd(nand_chip);
ec43b816	385	mtd->name = "tmio-nand";
7b679053	386	mtd->dev.parent = &dev->dev;
ec43b816	387
8f91fb68 JH	388	tmio->ccr = devm_ioremap(&dev->dev, ccr->start, resource_size(ccr));
	389	if (!tmio->ccr)
	390	return -EIO;
ec43b816	391
076c7f4c	392	tmio->fcr_base = fcr->start & 0xfffff;
8f91fb68 JH	393	tmio->fcr = devm_ioremap(&dev->dev, fcr->start, resource_size(fcr));
	394	if (!tmio->fcr)
	395	return -EIO;
ec43b816 IM	396
	397	retval = tmio_hw_init(dev, tmio);
	398	if (retval)
8f91fb68	399	return retval;
ec43b816 IM	400
ec43b816 IM	401	/* Set address of NAND IO lines */
82fc5099 BB	402	nand_chip->legacy.IO_ADDR_R = tmio->fcr;
82fc5099 BB	403	nand_chip->legacy.IO_ADDR_W = tmio->fcr;
ec43b816 IM	404
ec43b816 IM	405	/* Set address of hardware control function */
bf6065c6	406	nand_chip->legacy.cmd_ctrl = tmio_nand_hwcontrol;
8395b753	407	nand_chip->legacy.dev_ready = tmio_nand_dev_ready;
716bbbab BB	408	nand_chip->legacy.read_byte = tmio_nand_read_byte;
	409	nand_chip->legacy.write_buf = tmio_nand_write_buf;
	410	nand_chip->legacy.read_buf = tmio_nand_read_buf;
ec43b816 IM	411
	412	/* set eccmode using hardware ECC */
	413	nand_chip->ecc.mode = NAND_ECC_HW;
	414	nand_chip->ecc.size = 512;
	415	nand_chip->ecc.bytes = 6;
6a918bad	416	nand_chip->ecc.strength = 2;
ec43b816 IM	417	nand_chip->ecc.hwctl = tmio_nand_enable_hwecc;
ec43b816 IM	418	nand_chip->ecc.calculate = tmio_nand_calculate_ecc;
0f777fb9	419	nand_chip->ecc.correct = tmio_nand_correct_data;
ec43b816 IM	420
	421	if (data)
	422	nand_chip->badblock_pattern = data->badblock_pattern;
	423
	424	/* 15 us command delay time */
3cece3ab	425	nand_chip->legacy.chip_delay = 15;
ec43b816	426
8f91fb68 JH	427	retval = devm_request_irq(&dev->dev, irq, &tmio_irq, 0,
8f91fb68 JH	428	dev_name(&dev->dev), tmio);
ec43b816 IM	429	if (retval) {
	430	dev_err(&dev->dev, "request_irq error %d\n", retval);
	431	goto err_irq;
	432	}
	433
	434	tmio->irq = irq;
8395b753	435	nand_chip->legacy.waitfunc = tmio_nand_wait;
ec43b816 IM	436
ec43b816 IM	437	/* Scan to find existence of the device */
00ad378f	438	retval = nand_scan(nand_chip, 1);
43358c17	439	if (retval)
8f91fb68	440	goto err_irq;
43358c17	441
ec43b816	442	/* Register the partitions */
311bba10 AA	443	retval = mtd_device_parse_register(mtd,
	444	data ? data->part_parsers : NULL,
	445	NULL,
42d7fbe2 AB	446	data ? data->partition : NULL,
42d7fbe2 AB	447	data ? data->num_partitions : 0);
ec43b816 IM	448	if (!retval)
	449	return retval;
	450
59ac276f	451	nand_release(nand_chip);
ec43b816	452
ec43b816 IM	453	err_irq:
ec43b816 IM	454	tmio_hw_stop(dev, tmio);
ec43b816 IM	455	return retval;
	456	}
	457
	458	static int tmio_remove(struct platform_device *dev)
	459	{
	460	struct tmio_nand *tmio = platform_get_drvdata(dev);
	461
59ac276f	462	nand_release(&tmio->chip);
ec43b816	463	tmio_hw_stop(dev, tmio);
ec43b816 IM	464	return 0;
	465	}
	466
	467	#ifdef CONFIG_PM
	468	static int tmio_suspend(struct platform_device *dev, pm_message_t state)
	469	{
944dc035	470	const struct mfd_cell *cell = mfd_get_cell(dev);
ec43b816 IM	471
	472	if (cell->suspend)
	473	cell->suspend(dev);
	474
	475	tmio_hw_stop(dev, platform_get_drvdata(dev));
	476	return 0;
	477	}
	478
	479	static int tmio_resume(struct platform_device *dev)
	480	{
944dc035	481	const struct mfd_cell *cell = mfd_get_cell(dev);
ec43b816 IM	482
	483	/* FIXME - is this required or merely another attack of the broken
	484	* SHARP platform? Looks suspicious.
	485	*/
	486	tmio_hw_init(dev, platform_get_drvdata(dev));
	487
	488	if (cell->resume)
	489	cell->resume(dev);
	490
	491	return 0;
	492	}
	493	#else
	494	#define tmio_suspend NULL
	495	#define tmio_resume NULL
	496	#endif
	497
	498	static struct platform_driver tmio_driver = {
	499	.driver.name = "tmio-nand",
	500	.driver.owner = THIS_MODULE,
	501	.probe = tmio_probe,
	502	.remove = tmio_remove,
	503	.suspend = tmio_suspend,
	504	.resume = tmio_resume,
	505	};
	506
f99640de	507	module_platform_driver(tmio_driver);
ec43b816 IM	508
	509	MODULE_LICENSE("GPL v2");
	510	MODULE_AUTHOR("Ian Molton, Dirk Opfer, Chris Humbert, Dmitry Baryshkov");
	511	MODULE_DESCRIPTION("NAND flash driver on Toshiba Mobile IO controller");
	512	MODULE_ALIAS("platform:tmio-nand");