@@ -510,4 +510,16 @@ config MTD_NAND_XWAY
Enables support for NAND Flash chips on Lantiq XWAY SoCs. NAND is attached
to the External Bus Unit (EBU).
+config MTD_NAND_STM_BCH
+ tristate "STMicroelectronics: NANDi BCH Controller"
+ help
+ Adds support for the STMicroelectronics NANDi BCH Controller.
+
+config STM_NAND_BCH_DEBUG
+ bool "NANDi BCH debug messages"
+ depends on MTD_NAND_STM_BCH
+ default n
+ help
+ Display debug messages on the console
+
endif # MTD_NAND
@@ -46,6 +46,8 @@ obj-$(CONFIG_MTD_NAND_NUC900) += nuc900_nand.o
obj-$(CONFIG_MTD_NAND_MPC5121_NFC) += mpc5121_nfc.o
obj-$(CONFIG_MTD_NAND_RICOH) += r852.o
obj-$(CONFIG_MTD_NAND_JZ4740) += jz4740_nand.o
+obj-$(CONFIG_OF) += stm_nand_dt.o
+obj-$(CONFIG_MTD_NAND_STM_BCH) += stm_nand_bch.o
obj-$(CONFIG_MTD_NAND_GPMI_NAND) += gpmi-nand/
obj-$(CONFIG_MTD_NAND_XWAY) += xway_nand.o
obj-$(CONFIG_MTD_NAND_BCM47XXNFLASH) += bcm47xxnflash/
@@ -90,9 +90,9 @@ static struct nand_ecclayout nand_oob_128 = {
.length = 78} }
};
-static int nand_get_device(struct mtd_info *mtd, int new_state);
+int nand_get_device(struct mtd_info *mtd, int new_state);
-static int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
+int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
struct mtd_oob_ops *ops);
/*
@@ -128,7 +128,7 @@ static int check_offs_len(struct mtd_info *mtd,
*
* Release chip lock and wake up anyone waiting on the device.
*/
-static void nand_release_device(struct mtd_info *mtd)
+void nand_release_device(struct mtd_info *mtd)
{
struct nand_chip *chip = mtd->priv;
@@ -139,6 +139,7 @@ static void nand_release_device(struct mtd_info *mtd)
wake_up(&chip->controller->wq);
spin_unlock(&chip->controller->lock);
}
+EXPORT_SYMBOL_GPL(nand_release_device);
/**
* nand_read_byte - [DEFAULT] read one byte from the chip
@@ -423,7 +424,7 @@ static int nand_block_markbad_lowlevel(struct mtd_info *mtd, loff_t ofs)
* Check, if the device is write protected. The function expects, that the
* device is already selected.
*/
-static int nand_check_wp(struct mtd_info *mtd)
+int nand_check_wp(struct mtd_info *mtd)
{
struct nand_chip *chip = mtd->priv;
@@ -435,6 +436,7 @@ static int nand_check_wp(struct mtd_info *mtd)
chip->cmdfunc(mtd, NAND_CMD_STATUS, -1, -1);
return (chip->read_byte(mtd) & NAND_STATUS_WP) ? 0 : 1;
}
+EXPORT_SYMBOL_GPL(nand_check_wp);
/**
* nand_block_checkbad - [GENERIC] Check if a block is marked bad
@@ -736,8 +738,7 @@ static void panic_nand_get_device(struct nand_chip *chip,
*
* Get the device and lock it for exclusive access
*/
-static int
-nand_get_device(struct mtd_info *mtd, int new_state)
+int nand_get_device(struct mtd_info *mtd, int new_state)
{
struct nand_chip *chip = mtd->priv;
spinlock_t *lock = &chip->controller->lock;
@@ -769,6 +770,7 @@ retry:
remove_wait_queue(wq, &wait);
goto retry;
}
+EXPORT_SYMBOL_GPL(nand_get_device);
/**
* panic_nand_wait - [GENERIC] wait until the command is done
@@ -1366,7 +1368,7 @@ static int nand_read_page_syndrome(struct mtd_info *mtd, struct nand_chip *chip,
* @ops: oob ops structure
* @len: size of oob to transfer
*/
-static uint8_t *nand_transfer_oob(struct nand_chip *chip, uint8_t *oob,
+uint8_t *nand_transfer_oob(struct nand_chip *chip, uint8_t *oob,
struct mtd_oob_ops *ops, size_t len)
{
switch (ops->mode) {
@@ -1406,6 +1408,7 @@ static uint8_t *nand_transfer_oob(struct nand_chip *chip, uint8_t *oob,
}
return NULL;
}
+EXPORT_SYMBOL_GPL(nand_transfer_oob);
/**
* nand_do_read_ops - [INTERN] Read data with ECC
@@ -2158,7 +2161,7 @@ static int nand_write_page(struct mtd_info *mtd, struct nand_chip *chip,
* @len: oob data write length
* @ops: oob ops structure
*/
-static uint8_t *nand_fill_oob(struct mtd_info *mtd, uint8_t *oob, size_t len,
+uint8_t *nand_fill_oob(struct mtd_info *mtd, uint8_t *oob, size_t len,
struct mtd_oob_ops *ops)
{
struct nand_chip *chip = mtd->priv;
@@ -2206,6 +2209,7 @@ static uint8_t *nand_fill_oob(struct mtd_info *mtd, uint8_t *oob, size_t len,
}
return NULL;
}
+EXPORT_SYMBOL_GPL(nand_fill_oob);
#define NOTALIGNED(x) ((x & (chip->subpagesize - 1)) != 0)
@@ -2395,7 +2399,7 @@ static int nand_write(struct mtd_info *mtd, loff_t to, size_t len,
*
* NAND write out-of-band.
*/
-static int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
+int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
struct mtd_oob_ops *ops)
{
int chipnr, page, status, len;
@@ -2472,6 +2476,7 @@ static int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
return 0;
}
+EXPORT_SYMBOL_GPL(nand_do_write_oob);
/**
* nand_write_oob - [MTD Interface] NAND write data and/or out-of-band
@@ -2665,7 +2670,7 @@ erase_exit:
*
* Sync is actually a wait for chip ready function.
*/
-static void nand_sync(struct mtd_info *mtd)
+void nand_sync(struct mtd_info *mtd)
{
pr_debug("%s: called\n", __func__);
@@ -2674,6 +2679,7 @@ static void nand_sync(struct mtd_info *mtd)
/* Release it and go back */
nand_release_device(mtd);
}
+EXPORT_SYMBOL_GPL(nand_sync);
/**
* nand_block_isbad - [MTD Interface] Check if block at offset is bad
@@ -2757,7 +2763,7 @@ static int nand_onfi_get_features(struct mtd_info *mtd, struct nand_chip *chip,
* nand_suspend - [MTD Interface] Suspend the NAND flash
* @mtd: MTD device structure
*/
-static int nand_suspend(struct mtd_info *mtd)
+int nand_suspend(struct mtd_info *mtd)
{
return nand_get_device(mtd, FL_PM_SUSPENDED);
}
@@ -2766,7 +2772,7 @@ static int nand_suspend(struct mtd_info *mtd)
* nand_resume - [MTD Interface] Resume the NAND flash
* @mtd: MTD device structure
*/
-static void nand_resume(struct mtd_info *mtd)
+void nand_resume(struct mtd_info *mtd)
{
struct nand_chip *chip = mtd->priv;
@@ -1246,6 +1246,28 @@ static struct nand_bbt_descr bbt_mirror_no_oob_descr = {
.pattern = mirror_pattern
};
+
+/* BBT descriptors for (Micron) 4-bit on-die ECC */
+static struct nand_bbt_descr bbt_main_descr_ode = {
+ .options = NAND_BBT_LASTBLOCK | NAND_BBT_CREATE | NAND_BBT_WRITE
+ | NAND_BBT_2BIT | NAND_BBT_VERSION | NAND_BBT_PERCHIP,
+ .offs = 8 + 8, /* need to shift by 8 due to on-die ECC */
+ .len = 4,
+ .veroffs = 12 + 8, /* need to shift by 8 due to on-die ECC */
+ .maxblocks = 4,
+ .pattern = bbt_pattern
+};
+
+static struct nand_bbt_descr bbt_mirror_descr_ode = {
+ .options = NAND_BBT_LASTBLOCK | NAND_BBT_CREATE | NAND_BBT_WRITE
+ | NAND_BBT_2BIT | NAND_BBT_VERSION | NAND_BBT_PERCHIP,
+ .offs = 8 + 8, /* need to shift by 8 due to on-die ECC */
+ .len = 4,
+ .veroffs = 12 + 8, /* need to shift by 8 due to on-die ECC */
+ .maxblocks = 4,
+ .pattern = mirror_pattern
+};
+
#define BADBLOCK_SCAN_MASK (~NAND_BBT_NO_OOB)
/**
* nand_create_badblock_pattern - [INTERN] Creates a BBT descriptor structure
@@ -1293,6 +1315,9 @@ int nand_default_bbt(struct mtd_info *mtd)
if (this->bbt_options & NAND_BBT_NO_OOB) {
this->bbt_td = &bbt_main_no_oob_descr;
this->bbt_md = &bbt_mirror_no_oob_descr;
+ } else if (this->ecc.mode == NAND_ECC_4BITONDIE) {
+ this->bbt_td = &bbt_main_descr_ode;
+ this->bbt_md = &bbt_mirror_descr_ode;
} else {
this->bbt_td = &bbt_main_descr;
this->bbt_md = &bbt_mirror_descr;
@@ -1337,6 +1362,7 @@ int nand_isbad_bbt(struct mtd_info *mtd, loff_t offs, int allowbbt)
}
return 1;
}
+EXPORT_SYMBOL_GPL(nand_isbad_bbt);
/**
* nand_markbad_bbt - [NAND Interface] Mark a block bad in the BBT
@@ -506,6 +506,11 @@ int __nand_correct_data(unsigned char *buf,
if ((bitsperbyte[b0] + bitsperbyte[b1] + bitsperbyte[b2]) == 1)
return 1; /* error in ECC data; no action needed */
+ if ((bitsperbyte[b0] + bitsperbyte[b1] + bitsperbyte[b2]) == 1) {
+ pr_debug"%s: ignoring error in ECC, data ok", __func__);
+ return 1; /* error in ecc data; no action needed */
+ }
+
pr_err("%s: uncorrectable ECC error", __func__);
return -1;
}
@@ -175,6 +175,652 @@ struct nand_manufacturers nand_manuf_ids[] = {
EXPORT_SYMBOL(nand_manuf_ids);
EXPORT_SYMBOL(nand_flash_ids);
+/*
+ * ONFI NAND Timing Mode Specifications
+ *
+ * Note, 'tR' field (maximum page read time) is extracted from the ONFI
+ * parameter page during device probe.
+ */
+struct nand_timing_spec nand_onfi_timing_specs[] = {
+ /*
+ * ONFI Timing Mode '0' (supported on all ONFI compliant devices)
+ */
+ [0] = {
+ .tCLS = 50,
+ .tCS = 70,
+ .tALS = 50,
+ .tDS = 40,
+ .tWP = 50,
+ .tCLH = 20,
+ .tCH = 20,
+ .tALH = 20,
+ .tDH = 20,
+ .tWB = 200,
+ .tWH = 30,
+ .tWC = 100,
+ .tRP = 50,
+ .tREH = 30,
+ .tRC = 100,
+ .tREA = 40,
+ .tRHOH = 0,
+ .tCEA = 100,
+ .tCOH = 0,
+ .tCHZ = 100,
+ },
+
+ /*
+ * ONFI Timing Mode '1'
+ */
+ [1] = {
+ .tCLS = 25,
+ .tCS = 35,
+ .tALS = 25,
+ .tDS = 20,
+ .tWP = 25,
+ .tCLH = 10,
+ .tCH = 10,
+ .tALH = 10,
+ .tDH = 10,
+ .tWB = 100,
+ .tWH = 15,
+ .tWC = 45,
+ .tRP = 25,
+ .tREH = 15,
+ .tRC = 50,
+ .tREA = 30,
+ .tRHOH = 15,
+ .tCEA = 45,
+ .tCOH = 15,
+ .tCHZ = 50,
+ },
+
+ /*
+ * ONFI Timing Mode '2'
+ */
+ [2] = {
+ .tCLS = 15,
+ .tCS = 25,
+ .tALS = 15,
+ .tDS = 15,
+ .tWP = 17,
+ .tCLH = 10,
+ .tCH = 10,
+ .tALH = 10,
+ .tDH = 5,
+ .tWB = 100,
+ .tWH = 15,
+ .tWC = 35,
+ .tRP = 17,
+ .tREH = 16,
+ .tRC = 35,
+ .tREA = 25,
+ .tRHOH = 15,
+ .tCEA = 30,
+ .tCOH = 15,
+ .tCHZ = 50,
+ },
+
+ /*
+ * ONFI Timing Mode '3'
+ */
+ [3] = {
+ .tCLS = 10,
+ .tCS = 25,
+ .tALS = 10,
+ .tDS = 10,
+ .tWP = 15,
+ .tCLH = 5,
+ .tCH = 5,
+ .tALH = 5,
+ .tDH = 5,
+ .tWB = 100,
+ .tWH = 10,
+ .tWC = 30,
+ .tRP = 15,
+ .tREH = 10,
+ .tRC = 30,
+ .tREA = 20,
+ .tRHOH = 15,
+ .tCEA = 25,
+ .tCOH = 15,
+ .tCHZ = 50,
+ },
+
+ /*
+ * ONFI Timing Mode '4' (EDO only)
+ */
+ [4] = {
+ .tCLS = 10,
+ .tCS = 20,
+ .tALS = 10,
+ .tDS = 10,
+ .tWP = 12,
+ .tCLH = 5,
+ .tCH = 5,
+ .tALH = 5,
+ .tDH = 5,
+ .tWB = 100,
+ .tWH = 10,
+ .tWC = 25,
+ .tRP = 12,
+ .tREH = 10,
+ .tRC = 25,
+ .tREA = 20,
+ .tRHOH = 15,
+ .tCEA = 25,
+ .tCOH = 15,
+ .tCHZ = 30,
+ },
+
+ /*
+ * ONFI Timing Mode '5' (EDO only)
+ */
+ [5] = {
+ .tCLS = 10,
+ .tCS = 15,
+ .tALS = 10,
+ .tDS = 7,
+ .tWP = 10,
+ .tCLH = 5,
+ .tCH = 5,
+ .tALH = 5,
+ .tDH = 5,
+ .tWB = 100,
+ .tWH = 7,
+ .tWC = 20,
+ .tRP = 10,
+ .tREH = 7,
+ .tRC = 20,
+ .tREA = 16,
+ .tRHOH = 15,
+ .tCEA = 25,
+ .tCOH = 15,
+ .tCHZ = 30,
+ }
+};
+EXPORT_SYMBOL(nand_onfi_timing_specs);
+
+/*
+ * Decode READID data
+ */
+static int nand_decode_id_2(struct mtd_info *mtd,
+ struct nand_chip *chip,
+ struct nand_flash_dev *type,
+ uint8_t *id, int id_len)
+{
+ mtd->writesize = type->pagesize;
+ mtd->oobsize = type->pagesize / 32;
+ chip->chipsize = ((uint64_t)type->chipsize) << 20;
+
+ /* SPANSION/AMD (S30ML-P ORNAND) has non-standard block size */
+ if (id[0] == NAND_MFR_AMD)
+ mtd->erasesize = 512 * 1024;
+ else
+ mtd->erasesize = type->erasesize;
+
+ /* Get chip options from table */
+ chip->options |= type->options;
+ chip->options |= NAND_NO_AUTOINCR;
+ if (mtd->writesize > 512)
+ chip->options |= NAND_NEED_READRDY;
+
+ /* Assume some defaults */
+ chip->bits_per_cell = 1;
+ chip->planes_per_chip = 1;
+ chip->planes_per_chip = 1;
+ chip->luns_per_chip = 1;
+
+ return 0;
+}
+
+static int nand_decode_id_ext(struct mtd_info *mtd,
+ struct nand_chip *chip,
+ struct nand_flash_dev *type,
+ uint8_t *id, int id_len) {
+ uint8_t data;
+
+ if (id_len < 3 || id_len > 5) {
+ pr_err("[MTD][NAND]: %s: invalid ID length [%d]\n",
+ __func__, id_len);
+ return 1;
+ }
+
+ /* ID4: Planes/Chip Size */
+ if (id[0] == NAND_MFR_HYNIX && id_len == 5 && id[4] == 0 &&
+ (id[1] == 0xDA || id[1] == 0xCA)) {
+ /* Non-standard decode: HY27UF082G2A, HY27UF162G2A */
+ chip->planes_per_chip = 2;
+ chip->chipsize = (128 * 1024 * 1024) * chip->planes_per_chip;
+ } else if (id[0] == NAND_MFR_HYNIX && id_len == 5 &&
+ id[1] == 0xD5 && id[4] == 0x44) {
+ /* Non-standard decode: H27UAG8T2M */
+ chip->planes_per_chip = 2;
+ chip->chipsize = (1024UL * 1024 * 1024) * chip->planes_per_chip;
+ } else if (id_len == 5) {
+ /* - Planes per chip: ID4[3:2] */
+ data = (id[4] >> 2) & 0x3;
+ chip->planes_per_chip = 1 << data;
+
+ if (id[0] != NAND_MFR_TOSHIBA) {
+ /* - Plane size: ID4[6:4], multiples of 8MiB */
+ data = (id[4] >> 4) & 0x7;
+ chip->chipsize = (8 * 1024 * 1024) << data;
+ chip->chipsize *= chip->planes_per_chip;
+ } else {
+ /* Toshiba ID4 does not give plane size: get chipsize
+ * from table */
+ chip->chipsize = (((uint64_t)type->chipsize) << 20);
+ }
+ } else {
+ /* Fall-back to table */
+ chip->planes_per_chip = 1;
+ chip->chipsize = (((uint64_t)type->chipsize) << 20);
+ }
+
+ /* ID3: Page/OOB/Block Size */
+ if (id_len >= 4) {
+ /* - Page Size: ID3[1:0] */
+ data = id[3] & 0x3;
+ mtd->writesize = 1024 << data; /* multiples of 1k */
+
+ /* - OOB Size: ID3[2] */
+ data = (id[3] >> 2) & 0x1;
+ mtd->oobsize = 8 << data; /* per 512 */
+ mtd->oobsize *= mtd->writesize / 512; /* per page */
+
+ /* TC58NVG3S0F: non-standard OOB size! */
+ if (id[0] == NAND_MFR_TOSHIBA && id[1] == 0xD3 &&
+ id[2] == 0x90 && id[3] == 0x26 && id[4] == 0x76)
+ mtd->oobsize = 232;
+
+ /* - Block Size: ID3[5:4] */
+ data = (id[3] >> 4) & 0x3;
+ mtd->erasesize = (64 * 1024) << data; /* multiples of 64k */
+
+ /* - Bus Width; ID3[6] */
+ if ((id[3] >> 6) & 0x1)
+ chip->options |= NAND_BUSWIDTH_16;
+ } else {
+ /* Fall-back to table */
+ mtd->writesize = type->pagesize;
+ mtd->oobsize = type->pagesize / 32;
+ if (type->options & NAND_BUSWIDTH_16)
+ chip->options |= NAND_BUSWIDTH_16;
+ }
+
+ /* Some default 'chip' options */
+ chip->options |= NAND_NO_AUTOINCR;
+ if (chip->planes_per_chip > 1)
+ chip->options |= NAND_MULTIPLANE_READ;
+
+ if (mtd->writesize > 512)
+ chip->options |= NAND_NEED_READRDY;
+
+ if (id[0] == NAND_MFR_SAMSUNG && mtd->writesize > 512)
+ chip->options |= NAND_SAMSUNG_LP_OPTIONS;
+
+ /* ID2: Package/Cell/Features */
+ /* Note, ID2 invalid, or documented as "don't care" on certain devices
+ * (assume some defaults)
+ */
+ if (id_len == 4 && id[0] == NAND_MFR_HYNIX &&
+ (id[1] == 0xF1 || id[1] == 0xC1 || id[1] == 0xA1 || id[1] == 0xAD ||
+ id[1] == 0xDA || id[1] == 0xCA)) {
+ /* HY27{U,S}F{08,16}1G2M;
+ * HY27UF{08,16}2G2M
+ */
+ chip->luns_per_chip = 1;
+ chip->bits_per_cell = 1;
+ chip->options |= (NAND_CACHEPRG |
+ NAND_CACHERD |
+ NAND_COPYBACK);
+ } else if (id_len == 4 && id[0] == NAND_MFR_MICRON &&
+ (id[1] == 0xDA || id[1] == 0xCA || id[1] == 0xDC ||
+ id[1] == 0xCC || id[1] == 0xAA || id[1] == 0xBA)) {
+ /* MT29F2G{08,16}AAB;
+ * MT29F4G{08,16}BAB;
+ * MT29F2G{08,16}A{A,B}C;
+ * MT29F4G08BAC
+ */
+ chip->luns_per_chip = 1;
+ chip->bits_per_cell = 1;
+ chip->options |= (NAND_CACHEPRG |
+ NAND_CACHERD |
+ NAND_COPYBACK);
+ } else if (id_len == 4 && id[0] == NAND_MFR_SAMSUNG &&
+ (id[1] == 0xF1 || id[1] == 0xA1)) {
+ /* K9F1G08{U,Q}A */
+ chip->luns_per_chip = 1;
+ chip->bits_per_cell = 1;
+ chip->options |= (NAND_CACHEPRG |
+ NAND_CACHERD |
+ NAND_COPYBACK);
+ } else {
+ /* - LUNs: ID2[1:0] */
+ data = id[2] & 0x3;
+ chip->luns_per_chip = 0x1 << data;
+
+ /* - Interleave: ID2[6] */
+ if ((id[2] >> 6) & 0x1)
+ chip->options |= NAND_MULTILUN;
+
+ /* - Cache Program: ID2[7] */
+ if ((id[2] >> 7) & 0x1)
+ chip->options |= NAND_CACHEPRG;
+
+ /* - Copy to 'cellinfo' */
+ chip->bits_per_cell = nand_get_bits_per_cell(id[2]);
+ }
+
+ return 0;
+}
+
+static int nand_decode_id_6(struct mtd_info *mtd,
+ struct nand_chip *chip,
+ struct nand_flash_dev *type,
+ uint8_t *id, int id_len) {
+ uint8_t data;
+
+ if (id_len != 6) {
+ pr_err("[MTD][NAND]: %s: invalid ID length [%d]\n",
+ __func__, id_len);
+ return 1;
+ }
+
+ chip->chipsize = (((uint64_t)type->chipsize) << 20);
+
+ /* ID4: Planes */
+ /* - Number: ID4[3:2] */
+ data = (id[4] >> 2) & 0x3;
+ chip->planes_per_chip = 1 << data;
+
+ /* ID3: Page/OOB/Block Size */
+ /* - Page Size: ID3[1:0] */
+ data = id[3] & 0x3;
+ mtd->writesize = 2048 << data; /* multiples of 2k */
+
+ /* - OOB Size: ID3[6,3:2] */
+ data = ((id[3] >> 4) & 0x4) | ((id[3] >> 2) & 0x3);
+ if (id[0] == NAND_MFR_SAMSUNG) {
+ switch (data) {
+ case 1:
+ mtd->oobsize = 128;
+ break;
+ case 2:
+ mtd->oobsize = 218;
+ break;
+ case 3:
+ mtd->oobsize = 400;
+ break;
+ case 4:
+ mtd->oobsize = 436;
+ break;
+ case 5:
+ mtd->oobsize = 640;
+ break;
+ default:
+ pr_err("[MTD][NAND]: %s: unknown OOB size\n",
+ __func__);
+ return 1;
+ break;
+ }
+ } else {
+ switch (data) {
+ case 0:
+ mtd->oobsize = 128;
+ break;
+ case 1:
+ mtd->oobsize = 224;
+ break;
+ case 2:
+ mtd->oobsize = 448;
+ break;
+ default:
+ pr_err("[MTD][NAND]: %s: unknown OOB size\n",
+ __func__);
+ break;
+ }
+ }
+
+ /* - Block Size: ID3[7,5:4] */
+ data = ((id[3] >> 5) & 0x4) | ((id[3] >> 4) & 0x3);
+ switch (data) {
+ case 0:
+ case 1:
+ case 2:
+ mtd->erasesize = (128 * 1024) << data;
+ break;
+ case 3:
+ if (id[0] == NAND_MFR_SAMSUNG)
+ mtd->erasesize = (1024 * 1024);
+ else
+ mtd->erasesize = (768 * 1024);
+ break;
+ case 4:
+ case 5:
+ mtd->erasesize = (1024 * 1024) << (data - 4);
+ break;
+ default:
+ pr_err("[MTD][NAND]: %s: unknown block size\n",
+ __func__);
+ return 1;
+ break;
+ }
+
+ /* Some default 'chip' options */
+ chip->options |= NAND_NO_AUTOINCR;
+ if (chip->planes_per_chip > 1)
+ chip->options |= NAND_MULTIPLANE_READ;
+
+ if (mtd->writesize > 512)
+ chip->options |= NAND_NEED_READRDY;
+
+ if (id[0] == NAND_MFR_SAMSUNG && mtd->writesize > 512)
+ chip->options |= NAND_SAMSUNG_LP_OPTIONS;
+
+ /* ID2: Package/Cell/Features */
+ /* - LUNs: ID2[1:0] */
+ data = id[2] & 0x3;
+ chip->luns_per_chip = 0x1 << data;
+
+ /* - Interleave: ID2[6] */
+ if ((id[2] >> 6) & 0x1)
+ chip->options |= NAND_MULTILUN;
+
+ /* - Cache Program: ID2[7] */
+ if ((id[2] >> 7) & 0x1)
+ chip->options |= NAND_CACHEPRG;
+
+ /* - Copy to 'cellinfo' */
+ chip->bits_per_cell = nand_get_bits_per_cell(id[2]);
+
+ /* Bus Width, from table */
+ chip->options |= (type->options & NAND_BUSWIDTH_16);
+
+ return 0;
+}
+
+/*
+ * Heuristics for manufacturer-programmed bad-block marker (BBM) schemes
+ */
+void nand_derive_bbm(struct mtd_info *mtd, struct nand_chip *chip, uint8_t *id)
+{
+ /*
+ * Some special cases first...
+ */
+
+ /* Hynix HY27US1612{1,2}B: 3rd word for x16 device! */
+ if (id[0] == NAND_MFR_HYNIX && id[1] == 0x56) {
+ chip->bbm = (NAND_BBM_PAGE_0 |
+ NAND_BBM_PAGE_1 |
+ NAND_BBM_BYTE_OOB_5);
+ goto set_bbt_options;
+ }
+
+ /* Hynix MLC VLP: last and last-2 pages, byte 0 */
+ if (id[0] == NAND_MFR_HYNIX && chip->bits_per_cell == 2 &&
+ mtd->writesize == 4096) {
+ chip->bbm = (NAND_BBM_PAGE_LAST |
+ NAND_BBM_PAGE_LMIN2 |
+ NAND_BBM_BYTE_OOB_0);
+ goto set_bbt_options;
+ }
+
+ /* Numonyx/ST 2K/4K pages, x8 bus use BOTH byte 0 and 5 (drivers may
+ * need to disable 'byte 5' depending on ECC layout)
+ */
+ if (!(chip->options & NAND_BUSWIDTH_16) &&
+ mtd->writesize >= 2048 && id[0] == NAND_MFR_STMICRO) {
+ chip->bbm = (NAND_BBM_PAGE_0 |
+ NAND_BBM_BYTE_OOB_0 |
+ NAND_BBM_BYTE_OOB_5);
+ goto set_bbt_options;
+ }
+
+ /* Samsung and Hynix MLC NAND: last page, byte 0; and 1st page for 8KiB
+ * page devices */
+ if ((id[0] == NAND_MFR_SAMSUNG || id[0] == NAND_MFR_HYNIX) &&
+ chip->bits_per_cell == 2) {
+ chip->bbm = NAND_BBM_PAGE_LAST | NAND_BBM_BYTE_OOB_0;
+ if (mtd->writesize == 8192)
+ chip->bbm |= NAND_BBM_PAGE_0;
+ goto set_bbt_options;
+ }
+
+ /* Micron 2KiB page devices use 1st and 2nd page, byte 0 */
+ if (id[0] == NAND_MFR_MICRON && mtd->writesize == 2048) {
+ chip->bbm = NAND_BBM_PAGE_0 | NAND_BBM_PAGE_1 |
+ NAND_BBM_BYTE_OOB_0;
+ goto set_bbt_options;
+ }
+
+
+ /*
+ * For the rest...
+ */
+
+ /* Scan at least the first page */
+ chip->bbm = NAND_BBM_PAGE_0;
+ /* Also 2nd page for SLC Samsung, Hynix, Macronix, Toshiba (LP),
+ * AMD/Spansion */
+ if (chip->bits_per_cell == 1 &&
+ (id[0] == NAND_MFR_SAMSUNG ||
+ id[0] == NAND_MFR_HYNIX ||
+ id[0] == NAND_MFR_AMD ||
+ id[0] == NAND_MFR_MACRONIX ||
+ (id[0] == NAND_MFR_TOSHIBA && mtd->writesize > 512)))
+ chip->bbm |= NAND_BBM_PAGE_1;
+
+ /* SP x8 devices use 6th byte OOB; everything else uses 1st byte OOB */
+ if (mtd->writesize == 512 && !(chip->options & NAND_BUSWIDTH_16))
+ chip->bbm |= NAND_BBM_BYTE_OOB_5;
+ else
+ chip->bbm |= NAND_BBM_BYTE_OOB_0;
+
+ set_bbt_options:
+ /* Set BBT chip->options, for backwards compatibility */
+
+ if (chip->bbm & NAND_BBM_PAGE_1)
+ chip->bbt_options |= NAND_BBT_SCAN2NDPAGE;
+
+ if (chip->bbm & NAND_BBM_PAGE_LAST)
+ chip->bbt_options |= NAND_BBT_SCANLASTPAGE;
+
+ chip->badblockbits = 8;
+
+ /* Set the bad block position */
+ if (mtd->writesize > 512 || (chip->options & NAND_BUSWIDTH_16))
+ chip->badblockpos = NAND_LARGE_BADBLOCK_POS;
+ else
+ chip->badblockpos = NAND_SMALL_BADBLOCK_POS;
+
+ return;
+}
+EXPORT_SYMBOL(nand_derive_bbm);
+
+/*
+ * Find the length of the 'READID' string. It is assumed that the length can be
+ * determined by looking for repeated sequences, or that the device returns
+ * 0x00's after the string has been returned.
+ */
+static int nand_get_id_len(uint8_t *id, int max_id_len)
+{
+ int i, len;
+
+ /* Determine signature length by looking for repeats */
+ for (len = 2; len < max_id_len; len++) {
+ for (i = len; i < max_id_len; i++)
+ if (id[i] != id[i % len])
+ break;
+
+ if (i == max_id_len)
+ break;
+ }
+
+ /* No repeats found, look for trailing 0x00s */
+ if (len == max_id_len) {
+ while (len > 2 && id[len - 1] == 0x00)
+ len--;
+ }
+
+ /*
+ * Some Toshiba devices return additional, undocumented, READID bytes
+ * (e.g. TC58NVG3S0F). Cap ID length to 5 bytes.
+ */
+ if (id[0] == NAND_MFR_TOSHIBA && len > 5)
+ len = 5;
+
+ /*
+ * Some Samsung devices return 'NAND_MFR_SAMSUNG' as a 6th READID
+ * byte. (e.g. K9F4G08U0D). Use ID length of 5 bytes.
+ */
+ if (id[0] == NAND_MFR_SAMSUNG && len == 6 &&
+ id[5] == NAND_MFR_SAMSUNG && id[6] == NAND_MFR_SAMSUNG)
+ len = 5;
+
+ return len;
+}
+
+/*
+ * Determine device properties by decoding the 'READID' data
+ */
+int nand_decode_readid(struct mtd_info *mtd,
+ struct nand_chip *chip,
+ struct nand_flash_dev *type,
+ uint8_t *id, int max_id_len)
+{
+ int id_len;
+ int ret;
+
+ id_len = nand_get_id_len(id, max_id_len);
+ if (id_len == 0) {
+ pr_err("[MTD][NAND]: %s: failed to read device ID\n",
+ __func__);
+ return 1;
+ }
+
+ /*
+ * Decode ID string
+ */
+ if (id_len == 2 || type->pagesize)
+ ret = nand_decode_id_2(mtd, chip, type, id, id_len);
+ else if (id_len <= 5)
+ ret = nand_decode_id_ext(mtd, chip, type, id, id_len);
+ else if (id_len == 6)
+ ret = nand_decode_id_6(mtd, chip, type, id, id_len);
+ else
+ ret = 1;
+
+ if (ret) {
+ pr_err("[MTD][NAND]: %s: failed to decode NAND "
+ "device ID\n", __func__);
+ return ret;
+ }
+
+ return 0;
+}
+EXPORT_SYMBOL(nand_decode_readid);
+
MODULE_LICENSE("GPL");
MODULE_AUTHOR("Thomas Gleixner <tglx@linutronix.de>");
MODULE_DESCRIPTION("Nand device & manufacturer IDs");
new file mode 100644
@@ -0,0 +1,3113 @@
+/*
+ * drivers/mtd/nand/stm_nand_bch.c
+ *
+ * Support for STMicroelectronics NANDi BCH Controller
+ *
+ * Copyright (c) 2011 STMicroelectronics Limited
+ * Author: Angus Clark <Angus.Clark@st.com>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License version 2 as
+ * published by the Free Software Foundation.
+ *
+ */
+
+#include <linux/kernel.h>
+#include <linux/delay.h>
+#include <linux/module.h>
+#include <linux/io.h>
+#include <linux/interrupt.h>
+#include <linux/of.h>
+#include <linux/device.h>
+#include <linux/clk.h>
+#include <linux/platform_device.h>
+#include <linux/dma-mapping.h>
+#include <linux/mtd/mtd.h>
+#include <linux/mtd/nand.h>
+#include <linux/mtd/stm_nand.h>
+#include <linux/mtd/partitions.h>
+#include <generated/utsrelease.h>
+
+#include "stm_nand_regs.h"
+#include "stm_nand_bbt.h"
+#include "stm_nand_dt.h"
+
+/* NANDi BCH Controller properties */
+#define NANDI_BCH_SECTOR_SIZE 1024
+#define NANDI_BCH_DMA_ALIGNMENT 64
+#define NANDI_BCH_MAX_BUF_LIST 8
+#define NANDI_BCH_BUF_LIST_SIZE (4 * NANDI_BCH_MAX_BUF_LIST)
+
+/* BCH ECC sizes */
+static int bch_ecc_sizes[] = {
+ [BCH_18BIT_ECC] = 32,
+ [BCH_30BIT_ECC] = 54,
+ [BCH_NO_ECC] = 0,
+};
+static int bch_ecc_strength[] = {
+ [BCH_18BIT_ECC] = 18,
+ [BCH_30BIT_ECC] = 30,
+ [BCH_NO_ECC] = 0,
+};
+
+/*
+ * Inband Bad Block Table (IBBT)
+ */
+#define NAND_IBBT_NBLOCKS 4
+#define NAND_IBBT_SIGLEN 4
+#define NAND_IBBT_PRIMARY 0
+#define NAND_IBBT_MIRROR 1
+#define NAND_IBBT_SCHEMA 0x10
+#define NAND_IBBT_BCH_SCHEMA 0x10
+
+static uint8_t ibbt_sigs[2][NAND_IBBT_SIGLEN] = {
+ {'B', 'b', 't', '0'},
+ {'1', 't', 'b', 'B'},
+};
+
+static char *bbt_strs[] = {
+ "primary",
+ "mirror",
+};
+
+/* IBBT header */
+struct nand_ibbt_header {
+ uint8_t signature[4]; /* "Bbt0" or "1tbB" signature */
+ uint8_t version; /* BBT version ("age") */
+ uint8_t reserved[3]; /* padding */
+ uint8_t schema[4]; /* "base" schema (x4) */
+} __packed;
+
+/* Extend IBBT header with some stm-nand-bch niceties */
+struct nand_ibbt_bch_header {
+ struct nand_ibbt_header base;
+ uint8_t schema[4]; /* "private" schema (x4) */
+ uint8_t ecc_size[4]; /* ECC bytes (0, 32, 54) (x4) */
+ char author[64]; /* Arbitrary string for S/W to use */
+} __packed;
+
+
+/* Bad Block Table (BBT) */
+struct nandi_bbt_info {
+ uint32_t bbt_size; /* Size of bad-block table */
+ uint32_t bbt_vers[2]; /* Version (Primary/Mirror) */
+ uint32_t bbt_block[2]; /* Block No. (Primary/Mirror) */
+ uint8_t *bbt; /* Table data */
+};
+
+
+/* Collection of MTD/NAND device information */
+struct nandi_info {
+ struct mtd_info mtd; /* MTD info */
+ struct nand_chip chip; /* NAND chip info */
+
+ struct nand_ecclayout ecclayout; /* MTD ECC layout */
+ struct nandi_bbt_info bbt_info; /* Bad Block Table */
+ int nr_parts; /* Number of MTD partitions */
+ struct mtd_partition *parts; /* MTD partitions */
+};
+
+/* NANDi Controller (Hamming/BCH) */
+struct nandi_controller {
+ void __iomem *base; /* Controller base*/
+ void __iomem *dma; /* DMA control base */
+
+ struct clk *bch_clk;
+ struct clk *emi_clk;
+
+ /* IRQ-triggered Completions: */
+ struct completion seq_completed; /* SEQ Over */
+ struct completion rbn_completed; /* RBn */
+
+ struct device *dev;
+
+ int bch_ecc_mode; /* ECC mode */
+ int extra_addr; /* Extra address cycle */
+
+ /* The threshold at which the number of corrected bit-flips per sector
+ * is deemed to have reached an excessive level (triggers '-EUCLEAN'
+ * return code).
+ */
+ int bitflip_threshold;
+
+ uint32_t page_shift; /* Some working variables */
+ uint32_t block_shift;
+ uint32_t blocks_per_device;
+ uint32_t sectors_per_page;
+
+ uint8_t *buf; /* Some buffers to use */
+ uint8_t *page_buf;
+ uint8_t *oob_buf;
+ uint32_t *buf_list;
+
+ int cached_page; /* page number of page in
+ * 'page_buf' */
+
+ struct nandi_info info; /* NAND device info */
+};
+
+/* BCH 'program' structure */
+struct bch_prog {
+ u32 multi_cs_addr[3];
+ u32 multi_cs_config;
+ u8 seq[16];
+ u32 addr;
+ u32 extra;
+ u8 cmd[4];
+ u32 reserved1;
+ u32 gen_cfg;
+ u32 delay;
+ u32 reserved2;
+ u32 seq_cfg;
+};
+
+/* BCH template programs (modified on-the-fly) */
+static struct bch_prog bch_prog_read_page = {
+ .cmd = {
+ NAND_CMD_READ0,
+ NAND_CMD_READSTART,
+ },
+ .seq = {
+ BCH_ECC_SCORE(0),
+ BCH_CMD_ADDR,
+ BCH_CL_CMD_1,
+ BCH_DATA_2_SECTOR,
+ BCH_STOP,
+ },
+ .gen_cfg = (GEN_CFG_DATA_8_NOT_16 |
+ GEN_CFG_EXTRA_ADD_CYCLE |
+ GEN_CFG_LAST_SEQ_NODE),
+ .seq_cfg = SEQ_CFG_GO_STOP,
+};
+
+static struct bch_prog bch_prog_write_page = {
+ .cmd = {
+ NAND_CMD_SEQIN,
+ NAND_CMD_PAGEPROG,
+ NAND_CMD_STATUS,
+ },
+ .seq = {
+ BCH_CMD_ADDR,
+ BCH_DATA_4_SECTOR,
+ BCH_CL_CMD_1,
+ BCH_CL_CMD_2,
+ BCH_OP_ERR,
+ BCH_STOP,
+ },
+ .gen_cfg = (GEN_CFG_DATA_8_NOT_16 |
+ GEN_CFG_EXTRA_ADD_CYCLE |
+ GEN_CFG_LAST_SEQ_NODE),
+ .seq_cfg = (SEQ_CFG_GO_STOP |
+ SEQ_CFG_DATA_WRITE),
+};
+
+static struct bch_prog bch_prog_erase_block = {
+ .seq = {
+ BCH_CL_CMD_1,
+ BCH_AL_EX_0,
+ BCH_AL_EX_1,
+ BCH_AL_EX_2,
+ BCH_CL_CMD_2,
+ BCH_CL_CMD_3,
+ BCH_OP_ERR,
+ BCH_STOP,
+ },
+ .cmd = {
+ NAND_CMD_ERASE1,
+ NAND_CMD_ERASE1,
+ NAND_CMD_ERASE2,
+ NAND_CMD_STATUS,
+ },
+ .gen_cfg = (GEN_CFG_DATA_8_NOT_16 |
+ GEN_CFG_EXTRA_ADD_CYCLE |
+ GEN_CFG_LAST_SEQ_NODE),
+ .seq_cfg = (SEQ_CFG_GO_STOP |
+ SEQ_CFG_ERASE),
+};
+
+/* Configure BCH read/write/erase programs */
+static void bch_configure_progs(struct nandi_controller *nandi)
+{
+ uint8_t data_opa = ffs(nandi->sectors_per_page) - 1;
+ uint8_t data_instr = BCH_INSTR(BCH_OPC_DATA, data_opa);
+ uint32_t gen_cfg_ecc = nandi->bch_ecc_mode << GEN_CFG_ECC_SHIFT;
+
+ /* Set 'DATA' instruction */
+ bch_prog_read_page.seq[3] = data_instr;
+ bch_prog_write_page.seq[1] = data_instr;
+
+ /* Set ECC mode */
+ bch_prog_read_page.gen_cfg |= gen_cfg_ecc;
+ bch_prog_write_page.gen_cfg |= gen_cfg_ecc;
+ bch_prog_erase_block.gen_cfg |= gen_cfg_ecc;
+
+ /* Template sequences above are defined for devices that use 5 address
+ * cycles for page Read/Write operations (and 3 for Erase operations).
+ * Update sequences for devices that use 4 address cycles.
+ */
+ if (!nandi->extra_addr) {
+ /* Clear 'GEN_CFG_EXTRA_ADD_CYCLE' flag */
+ bch_prog_read_page.gen_cfg &= ~GEN_CFG_EXTRA_ADD_CYCLE;
+ bch_prog_write_page.gen_cfg &= ~GEN_CFG_EXTRA_ADD_CYCLE;
+ bch_prog_erase_block.gen_cfg &= ~GEN_CFG_EXTRA_ADD_CYCLE;
+
+ /* Configure Erase sequence for 2 address cycles (page
+ * address) */
+ bch_prog_erase_block.seq[0] = BCH_CL_CMD_1;
+ bch_prog_erase_block.seq[1] = BCH_AL_EX_0;
+ bch_prog_erase_block.seq[2] = BCH_AL_EX_1;
+ bch_prog_erase_block.seq[3] = BCH_CL_CMD_2;
+ bch_prog_erase_block.seq[4] = BCH_CL_CMD_3;
+ bch_prog_erase_block.seq[5] = BCH_OP_ERR;
+ bch_prog_erase_block.seq[6] = BCH_STOP;
+ }
+
+}
+
+/*
+ * NANDi Interrupts (shared by Hamming and BCH controllers)
+ */
+static irqreturn_t nandi_irq_handler(int irq, void *dev)
+{
+ struct nandi_controller *nandi = dev;
+ unsigned int status;
+
+ status = readl(nandi->base + NANDBCH_INT_STA);
+
+ if (status & NANDBCH_INT_SEQNODESOVER) {
+ /* BCH */
+ writel(NANDBCH_INT_CLR_SEQNODESOVER,
+ nandi->base + NANDBCH_INT_CLR);
+ complete(&nandi->seq_completed);
+ }
+ if (status & NAND_INT_RBN) {
+ /* Hamming */
+ writel(NAND_INT_CLR_RBN, nandi->base + NANDHAM_INT_CLR);
+ complete(&nandi->rbn_completed);
+ }
+
+ return IRQ_HANDLED;
+}
+
+static void nandi_enable_interrupts(struct nandi_controller *nandi,
+ uint32_t irqs)
+{
+ uint32_t val;
+
+ val = readl(nandi->base + NANDBCH_INT_EN);
+ val |= irqs;
+ writel(val, nandi->base + NANDBCH_INT_EN);
+}
+
+static void nandi_disable_interrupts(struct nandi_controller *nandi,
+ uint32_t irqs)
+{
+ uint32_t val;
+
+ val = readl(nandi->base + NANDBCH_INT_EN);
+ val &= ~irqs;
+ writel(val, nandi->base + NANDBCH_INT_EN);
+}
+
+/*
+ * BCH Operations
+ */
+static inline void bch_load_prog_cpu(struct nandi_controller *nandi,
+ struct bch_prog *prog)
+{
+ uint32_t *src = (uint32_t *)prog;
+ uint32_t *dst = (uint32_t *)(nandi->base + NANDBCH_ADDRESS_REG_1);
+ int i;
+
+ for (i = 0; i < 16; i++) {
+ /* Skip registers marked as "reserved" */
+ if (i != 11 && i != 14)
+ writel(*src, dst);
+ dst++;
+ src++;
+ }
+}
+
+static void bch_wait_seq(struct nandi_controller *nandi)
+{
+ int ret;
+
+ ret = wait_for_completion_timeout(&nandi->seq_completed, HZ/2);
+ if (!ret)
+ dev_err(nandi->dev, "BCH Seq timeout\n");
+}
+
+static uint8_t bch_erase_block(struct nandi_controller *nandi,
+ loff_t offs)
+{
+ struct bch_prog *prog = &bch_prog_erase_block;
+ uint8_t status;
+
+ dev_dbg(nandi->dev, "%s: offs = 0x%012llx\n", __func__, offs);
+
+ prog->extra = (uint32_t)(offs >> nandi->page_shift);
+
+ emiss_nandi_select(STM_NANDI_BCH);
+
+ nandi_enable_interrupts(nandi, NANDBCH_INT_SEQNODESOVER);
+ reinit_completion(&nandi->seq_completed);
+
+ bch_load_prog_cpu(nandi, prog);
+
+ bch_wait_seq(nandi);
+
+ nandi_disable_interrupts(nandi, NANDBCH_INT_SEQNODESOVER);
+
+ status = (uint8_t)(readl(nandi->base +
+ NANDBCH_CHECK_STATUS_REG_A) & 0xff);
+
+ return status;
+}
+
+/*
+ * Detect an erased page, tolerating and correcting up to a specified number of
+ * bits at '0'. (For many devices, it is now deemed within spec for an erased
+ * page to include a number of bits at '0', either as a result of read-disturb
+ * behaviour or 'stuck-at-zero' failures.) Returns the number of corrected
+ * bits, or a '-1' if we have exceeded the maximum number of bits at '0' (likely
+ * to be a genuine uncorrectable ECC error). In the latter case, the data must
+ * be returned unmodified, in accordance with the MTD API.
+ */
+static int check_erased_page(uint8_t *data, uint32_t page_size, int max_zeros)
+{
+ uint8_t *b = data;
+ int i;
+ int zeros = 0;
+
+ for (i = 0; i < page_size; i++) {
+ zeros += hweight8(~*b++);
+ if (zeros > max_zeros)
+ return -1;
+ }
+
+ if (zeros)
+ memset(data, 0xff, page_size);
+
+ return zeros;
+}
+
+/* Returns the number of ECC errors, or '-1' for uncorrectable error */
+static int bch_read_page(struct nandi_controller *nandi,
+ loff_t offs,
+ uint8_t *buf)
+{
+ struct bch_prog *prog = &bch_prog_read_page;
+ uint32_t page_size = nandi->info.mtd.writesize;
+ unsigned long list_phys;
+ unsigned long buf_phys;
+ uint32_t ecc_err;
+ int ret = 0;
+
+ dev_dbg(nandi->dev, "%s: offs = 0x%012llx\n", __func__, offs);
+
+ BUG_ON((unsigned long)buf & (NANDI_BCH_DMA_ALIGNMENT - 1));
+ BUG_ON(offs & (NANDI_BCH_DMA_ALIGNMENT - 1));
+
+ emiss_nandi_select(STM_NANDI_BCH);
+
+ nandi_enable_interrupts(nandi, NANDBCH_INT_SEQNODESOVER);
+ reinit_completion(&nandi->seq_completed);
+
+ /* Reset ECC stats */
+ writel(CFG_RESET_ECC_ALL | CFG_ENABLE_AFM,
+ nandi->base + NANDBCH_CONTROLLER_CFG);
+ writel(CFG_ENABLE_AFM, nandi->base + NANDBCH_CONTROLLER_CFG);
+
+ prog->addr = (uint32_t)((offs >> (nandi->page_shift - 8)) & 0xffffff00);
+
+ buf_phys = dma_map_single(NULL, buf, page_size, DMA_FROM_DEVICE);
+
+ memset(nandi->buf_list, 0x00, NANDI_BCH_BUF_LIST_SIZE);
+ nandi->buf_list[0] = buf_phys | (nandi->sectors_per_page - 1);
+
+ list_phys = dma_map_single(NULL, nandi->buf_list,
+ NANDI_BCH_BUF_LIST_SIZE, DMA_TO_DEVICE);
+
+ writel(list_phys, nandi->base + NANDBCH_BUFFER_LIST_PTR);
+
+ bch_load_prog_cpu(nandi, prog);
+
+ bch_wait_seq(nandi);
+
+ nandi_disable_interrupts(nandi, NANDBCH_INT_SEQNODESOVER);
+
+ dma_unmap_single(NULL, list_phys, NANDI_BCH_BUF_LIST_SIZE,
+ DMA_TO_DEVICE);
+ dma_unmap_single(NULL, buf_phys, page_size, DMA_FROM_DEVICE);
+
+ /* Use the maximum per-sector ECC count! */
+ ecc_err = readl(nandi->base + NANDBCH_ECC_SCORE_REG_A) & 0xff;
+ if (ecc_err == 0xff) {
+ /* Downgrade uncorrectable ECC error for an erased page,
+ * tolerating 'sectors_per_page' bits at zero.
+ */
+ ret = check_erased_page(buf, page_size,
+ nandi->sectors_per_page);
+ if (ret >= 0)
+ dev_dbg(nandi->dev, "%s: erased page detected: downgrading uncorrectable ECC error.\n",
+ __func__);
+ } else {
+ ret = (int)ecc_err;
+ }
+
+ return ret;
+}
+
+/* Returns the status of the NAND device following the write operation */
+static uint8_t bch_write_page(struct nandi_controller *nandi,
+ loff_t offs, const uint8_t *buf)
+{
+ struct bch_prog *prog = &bch_prog_write_page;
+ uint32_t page_size = nandi->info.mtd.writesize;
+ uint8_t *p = (uint8_t *)buf;
+ unsigned long list_phys;
+ unsigned long buf_phys;
+ uint8_t status;
+
+ dev_dbg(nandi->dev, "%s: offs = 0x%012llx\n", __func__, offs);
+
+ BUG_ON((unsigned int)buf & (NANDI_BCH_DMA_ALIGNMENT - 1));
+ BUG_ON(offs & (page_size - 1));
+
+ emiss_nandi_select(STM_NANDI_BCH);
+
+ nandi_enable_interrupts(nandi, NANDBCH_INT_SEQNODESOVER);
+ reinit_completion(&nandi->seq_completed);
+
+ prog->addr = (uint32_t)((offs >> (nandi->page_shift - 8)) & 0xffffff00);
+
+ buf_phys = dma_map_single(NULL, p, page_size, DMA_TO_DEVICE);
+ memset(nandi->buf_list, 0x00, NANDI_BCH_BUF_LIST_SIZE);
+ nandi->buf_list[0] = buf_phys | (nandi->sectors_per_page - 1);
+
+ list_phys = dma_map_single(NULL, nandi->buf_list,
+ NANDI_BCH_BUF_LIST_SIZE, DMA_TO_DEVICE);
+
+ writel(list_phys, nandi->base + NANDBCH_BUFFER_LIST_PTR);
+
+ bch_load_prog_cpu(nandi, prog);
+
+ bch_wait_seq(nandi);
+
+ nandi_disable_interrupts(nandi, NANDBCH_INT_SEQNODESOVER);
+
+ dma_unmap_single(NULL, list_phys, NANDI_BCH_BUF_LIST_SIZE,
+ DMA_TO_DEVICE);
+ dma_unmap_single(NULL, buf_phys, page_size, DMA_FROM_DEVICE);
+
+ status = (uint8_t)(readl(nandi->base +
+ NANDBCH_CHECK_STATUS_REG_A) & 0xff);
+
+ return status;
+}
+
+/* Helper function for bch_mtd_read to handle multi-page or non-aligned reads */
+static int bch_read(struct nandi_controller *nandi,
+ loff_t from, size_t len,
+ size_t *retlen, u_char *buf)
+{
+ uint32_t page_size = nandi->info.mtd.writesize;
+ struct mtd_ecc_stats stats;
+ loff_t page_mask;
+ loff_t page_offs;
+ int page_num;
+ uint32_t col_offs;
+ int ecc_errs, max_ecc_errs = 0;
+ size_t bytes;
+ uint8_t *p;
+
+ int bounce;
+
+ dev_dbg(nandi->dev, "%s: %llu @ 0x%012llx\n", __func__,
+ (unsigned long long)len, from);
+
+ stats = nandi->info.mtd.ecc_stats;
+ page_mask = (loff_t)page_size - 1;
+ col_offs = (uint32_t)(from & page_mask);
+ page_offs = from & ~page_mask;
+ page_num = (int)(page_offs >> nandi->page_shift);
+
+ if (retlen)
+ *retlen = 0;
+
+ while (len > 0) {
+ bytes = min((page_size - col_offs), len);
+
+ if ((bytes != page_size) ||
+ ((unsigned int)buf & (NANDI_BCH_DMA_ALIGNMENT - 1)) ||
+ (!virt_addr_valid(buf))) /* vmalloc'd buffer! */
+ bounce = 1;
+ else
+ bounce = 0;
+
+ if (page_num == nandi->cached_page) {
+ memcpy(buf, nandi->page_buf + col_offs, bytes);
+ } else {
+ p = bounce ? nandi->page_buf : buf;
+
+ ecc_errs = bch_read_page(nandi, page_offs, p);
+ if (bounce)
+ memcpy(buf, p + col_offs, bytes);
+
+ if (ecc_errs < 0) {
+ dev_err(nandi->dev,
+ "%s: uncorrectable error at 0x%012llx\n",
+ __func__, page_offs);
+ nandi->info.mtd.ecc_stats.failed++;
+
+ /* Do not cache uncorrectable pages */
+ if (bounce)
+ nandi->cached_page = -1;
+ } else {
+ if (ecc_errs) {
+ dev_info(nandi->dev,
+ "%s: corrected %u error(s) at 0x%012llx\n",
+ __func__, ecc_errs, page_offs);
+ nandi->info.mtd.ecc_stats.corrected +=
+ ecc_errs;
+
+ if (ecc_errs > max_ecc_errs)
+ max_ecc_errs = ecc_errs;
+ }
+
+ if (bounce)
+ nandi->cached_page = page_num;
+ }
+ }
+
+ buf += bytes;
+ len -= bytes;
+
+ if (retlen)
+ *retlen += bytes;
+
+ /* We are now page-aligned */
+ page_offs += page_size;
+ page_num++;
+ col_offs = 0;
+ }
+
+ /* Return '-EBADMSG' if we have encountered an uncorrectable error. */
+ if (nandi->info.mtd.ecc_stats.failed - stats.failed)
+ return -EBADMSG;
+
+ return max_ecc_errs;
+}
+
+/* Helper function for mtd_write, to handle multi-page and non-aligned writes */
+static int bch_write(struct nandi_controller *nandi,
+ loff_t to, size_t len,
+ size_t *retlen, const uint8_t *buf)
+{
+ uint32_t page_size = nandi->info.mtd.writesize;
+ int page_num;
+ int bounce;
+ const uint8_t *p = NULL;
+
+ dev_dbg(nandi->dev, "%s: %llu @ 0x%012llx\n", __func__,
+ (unsigned long long)len, to);
+
+ BUG_ON(len & (page_size - 1));
+ BUG_ON(to & (page_size - 1));
+
+ if (((unsigned long)buf & (NANDI_BCH_DMA_ALIGNMENT - 1)) ||
+ !virt_addr_valid(buf)) { /* vmalloc'd buffer! */
+ bounce = 1;
+ } else {
+ bounce = 0;
+ }
+
+ if (retlen)
+ *retlen = 0;
+
+ page_num = (int)(to >> nandi->page_shift);
+
+ while (len > 0) {
+
+ if (bounce) {
+ memcpy(nandi->page_buf, buf, page_size);
+ p = nandi->page_buf;
+ nandi->cached_page = -1;
+ } else {
+ p = buf;
+ }
+
+ if (nandi->cached_page == page_num)
+ nandi->cached_page = -1;
+
+ if (bch_write_page(nandi, to, p) & NAND_STATUS_FAIL)
+ return -EIO;
+
+ to += page_size;
+ page_num++;
+ buf += page_size;
+ len -= page_size;
+
+ if (retlen)
+ *retlen += page_size;
+ }
+
+ return 0;
+}
+
+/*
+ * Hamming-FLEX operations
+ */
+static int flex_wait_rbn(struct nandi_controller *nandi)
+{
+ int ret;
+
+ ret = wait_for_completion_timeout(&nandi->rbn_completed, HZ/2);
+ if (!ret)
+ dev_err(nandi->dev, "FLEX RBn timeout\n");
+
+ return ret;
+}
+
+static void flex_cmd(struct nandi_controller *nandi, uint8_t cmd)
+{
+ uint32_t val;
+
+ val = (FLEX_CMD_CSN | FLEX_CMD_BEATS_1 | cmd);
+ writel(val, nandi->base + NANDHAM_FLEX_CMD);
+}
+
+static void flex_addr(struct nandi_controller *nandi,
+ uint32_t addr, int cycles)
+{
+ addr &= 0x00ffffff;
+
+ BUG_ON(cycles < 1);
+ BUG_ON(cycles > 3);
+
+ addr |= (FLEX_ADDR_CSN | FLEX_ADDR_ADD8_VALID);
+ addr |= (cycles & 0x3) << 28;
+
+ writel(addr, nandi->base + NANDHAM_FLEX_ADD);
+}
+
+/*
+ * Partial implementation of MTD/NAND Interface, based on Hamming-FLEX
+ * operation.
+ *
+ * Allows us to make use of nand_base.c functions where possible
+ * (e.g. nand_scan_ident() and friends).
+ */
+static void flex_command_lp(struct mtd_info *mtd, unsigned int command,
+ int column, int page)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+
+ switch (command) {
+ case NAND_CMD_READOOB:
+ /* Emulate NAND_CMD_READOOB */
+ column += mtd->writesize;
+ command = NAND_CMD_READ0;
+ break;
+ case NAND_CMD_READ0:
+ case NAND_CMD_ERASE1:
+ case NAND_CMD_SEQIN:
+ case NAND_CMD_RESET:
+ case NAND_CMD_PARAM:
+ /* Prime RBn wait */
+ nandi_enable_interrupts(nandi, NAND_INT_RBN);
+ reinit_completion(&nandi->rbn_completed);
+ break;
+ case NAND_CMD_READID:
+ case NAND_CMD_STATUS:
+ case NAND_CMD_ERASE2:
+ break;
+ default:
+ /* Catch unexpected commands */
+ BUG();
+ }
+
+ /*
+ * Command Cycle
+ */
+ flex_cmd(nandi, command);
+
+ /*
+ * Address Cycles
+ */
+ if (column != -1)
+ flex_addr(nandi, column,
+ (command == NAND_CMD_READID) ? 1 : 2);
+
+ if (page != -1)
+ flex_addr(nandi, page, nandi->extra_addr ? 3 : 2);
+
+ /* Complete 'READ0' command */
+ if (command == NAND_CMD_READ0)
+ flex_cmd(nandi, NAND_CMD_READSTART);
+
+ /* Wait for RBn, if required. (Note, other commands may handle wait
+ * elsewhere)
+ */
+ if (command == NAND_CMD_RESET ||
+ command == NAND_CMD_READ0 ||
+ command == NAND_CMD_PARAM) {
+ flex_wait_rbn(nandi);
+ nandi_disable_interrupts(nandi, NAND_INT_RBN);
+ }
+}
+
+static uint8_t flex_read_byte(struct mtd_info *mtd)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+
+ return (uint8_t)(readl(nandi->base + NANDHAM_FLEX_DATA) & 0xff);
+}
+
+static int flex_wait_func(struct mtd_info *mtd, struct nand_chip *chip)
+{
+ struct nandi_controller *nandi = chip->priv;
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+
+ flex_wait_rbn(nandi);
+
+ flex_cmd(nandi, NAND_CMD_STATUS);
+
+ return (int)(readl(nandi->base + NANDHAM_FLEX_DATA) & 0xff);
+}
+
+/* Multi-CS devices not supported */
+static void flex_select_chip(struct mtd_info *mtd, int chipnr)
+{
+
+}
+
+static void flex_read_buf(struct mtd_info *mtd, uint8_t *buf, int len)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+ int aligned;
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+
+ /* Read bytes until buf is 4-byte aligned */
+ while (len && ((unsigned int)buf & 0x3)) {
+ *buf++ = (uint8_t)(readl(nandi->base + NANDHAM_FLEX_DATA)
+ & 0xff);
+ len--;
+ };
+
+ /* Use 'BEATS_4'/readsl */
+ if (len > 8) {
+ aligned = len & ~0x3;
+ writel(FLEX_DATA_CFG_BEATS_4 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAREAD_CONFIG);
+
+ readsl(nandi->base + NANDHAM_FLEX_DATA, buf, aligned >> 2);
+
+ buf += aligned;
+ len -= aligned;
+
+ writel(FLEX_DATA_CFG_BEATS_1 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAREAD_CONFIG);
+ }
+
+ /* Mop up remaining bytes */
+ while (len > 0) {
+ *buf++ = (uint8_t)(readl(nandi->base + NANDHAM_FLEX_DATA)
+ & 0xff);
+ len--;
+ }
+}
+
+static void flex_write_buf(struct mtd_info *mtd, const uint8_t *buf, int len)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+ int aligned;
+
+ /* Write bytes until buf is 4-byte aligned */
+ while (len && ((unsigned int)buf & 0x3)) {
+ writel(*buf++, nandi->base + NANDHAM_FLEX_DATA);
+ len--;
+ };
+
+ /* USE 'BEATS_4/writesl */
+ if (len > 8) {
+ aligned = len & ~0x3;
+ writel(FLEX_DATA_CFG_BEATS_4 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAWRITE_CONFIG);
+ writesl(nandi->base + NANDHAM_FLEX_DATA, buf, aligned >> 2);
+ buf += aligned;
+ len -= aligned;
+ writel(FLEX_DATA_CFG_BEATS_1 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAWRITE_CONFIG);
+ }
+
+ /* Mop up remaining bytes */
+ while (len > 0) {
+ writel(*buf++, nandi->base + NANDHAM_FLEX_DATA);
+ len--;
+ }
+}
+
+/* Catch calls to non-supported functions */
+static uint16_t flex_read_word_bug(struct mtd_info *mtd)
+{
+ BUG();
+
+ return 0;
+}
+
+static int flex_block_bad_bug(struct mtd_info *mtd, loff_t ofs, int getchip)
+{
+ BUG();
+
+ return 1;
+}
+
+static int flex_block_markbad_bug(struct mtd_info *mtd, loff_t ofs)
+{
+ BUG();
+
+ return 1;
+}
+
+int flex_scan_bbt_bug(struct mtd_info *mtd)
+{
+ BUG();
+
+ return 1;
+}
+
+
+/*
+ * Hamming-FLEX operations (optimised replacements for nand_base.c versions)
+ */
+static int flex_check_wp(struct nandi_controller *nandi)
+{
+ uint8_t status;
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+
+ flex_cmd(nandi, NAND_CMD_STATUS);
+
+ status = (uint8_t)(readl(nandi->base + NANDHAM_FLEX_DATA) & 0xff);
+
+ return status & NAND_STATUS_WP ? 0 : 1;
+}
+
+static int flex_read_raw(struct nandi_controller *nandi,
+ uint32_t page_addr,
+ uint32_t col_addr,
+ uint8_t *buf, uint32_t len)
+{
+ dev_dbg(nandi->dev, "%s %u bytes at [0x%06x,0x%04x]\n",
+ __func__, len, page_addr, col_addr);
+
+ BUG_ON(len & 0x3);
+ BUG_ON((unsigned long)buf & 0x3);
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+ nandi_enable_interrupts(nandi, NAND_INT_RBN);
+ reinit_completion(&nandi->rbn_completed);
+
+ writel(FLEX_DATA_CFG_BEATS_4 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAREAD_CONFIG);
+
+ flex_cmd(nandi, NAND_CMD_READ0);
+ flex_addr(nandi, col_addr, 2);
+ flex_addr(nandi, page_addr, nandi->extra_addr ? 3 : 2);
+ flex_cmd(nandi, NAND_CMD_READSTART);
+
+ flex_wait_rbn(nandi);
+
+ readsl(nandi->base + NANDHAM_FLEX_DATA, buf, len/4);
+
+ nandi_disable_interrupts(nandi, NAND_INT_RBN);
+
+ writel(FLEX_DATA_CFG_BEATS_1 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAREAD_CONFIG);
+
+ return 0;
+}
+
+static int flex_write_raw(struct nandi_controller *nandi,
+ uint32_t page_addr,
+ uint32_t col_addr,
+ uint8_t *buf, uint32_t len)
+{
+ uint8_t status;
+
+ dev_dbg(nandi->dev, "%s %u bytes at [0x%06x,0x%04x]\n",
+ __func__, len, page_addr, col_addr);
+
+ BUG_ON(len & 0x3);
+ BUG_ON((unsigned long)buf & 0x3);
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+ nandi_enable_interrupts(nandi, NAND_INT_RBN);
+ reinit_completion(&nandi->rbn_completed);
+
+ writel(FLEX_DATA_CFG_BEATS_4 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAWRITE_CONFIG);
+
+ flex_cmd(nandi, NAND_CMD_SEQIN);
+ flex_addr(nandi, col_addr, 2);
+ flex_addr(nandi, page_addr, nandi->extra_addr ? 3 : 2);
+
+ writesl(nandi->base + NANDHAM_FLEX_DATA, buf, len/4);
+
+ flex_cmd(nandi, NAND_CMD_PAGEPROG);
+
+ flex_wait_rbn(nandi);
+
+ nandi_disable_interrupts(nandi, NAND_INT_RBN);
+
+ writel(FLEX_DATA_CFG_BEATS_1 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAWRITE_CONFIG);
+
+ flex_cmd(nandi, NAND_CMD_STATUS);
+
+ status = (uint8_t)(readl(nandi->base + NANDHAM_FLEX_DATA) & 0xff);
+
+ return status;
+}
+
+/*
+ * Bad Block Tables/Bad Block Markers
+ */
+#define BBT_MARK_BAD_FACTORY 0x0
+#define BBT_MARK_BAD_WEAR 0x1
+#define BBT_MARK_GOOD 0x3
+static void bbt_set_block_mark(uint8_t *bbt, uint32_t block, uint8_t mark)
+{
+ unsigned int byte = block >> 2;
+ unsigned int shift = (block & 0x3) << 1;
+
+ bbt[byte] &= ~(0x3 << shift);
+ bbt[byte] |= ((mark & 0x3) << shift);
+}
+
+static uint8_t bbt_get_block_mark(uint8_t *bbt, uint32_t block)
+{
+ unsigned int byte = block >> 2;
+ unsigned int shift = (block & 0x3) << 1;
+
+ return (bbt[byte] >> shift) & 0x3;
+}
+
+static int bbt_is_block_bad(uint8_t *bbt, uint32_t block)
+{
+ return bbt_get_block_mark(bbt, block) == BBT_MARK_GOOD ? 0 : 1;
+}
+
+/* Scan page for BBM(s), according to specified scheme */
+static int nandi_scan_bad_block_markers_page(struct nandi_controller *nandi,
+ uint32_t page,
+ uint32_t bbm_scheme)
+{
+ struct mtd_info *mtd = &nandi->info.mtd;
+ uint8_t *oob_buf = nandi->oob_buf;
+ int i;
+ int e;
+ int ret = 0;
+
+ /* Read the OOB area */
+ flex_read_raw(nandi, page, mtd->writesize, oob_buf, mtd->oobsize);
+
+ /* Check for markers */
+ if (bbm_scheme & NAND_BBM_BYTE_OOB_ALL) {
+ for (i = 0; i < mtd->oobsize; i++)
+ if (oob_buf[i] != 0xff) {
+ ret = 1;
+ break;
+ }
+ } else if (((bbm_scheme & NAND_BBM_BYTE_OOB_0) &&
+ (oob_buf[0] != 0xff)) ||
+ ((bbm_scheme & NAND_BBM_BYTE_OOB_5) &&
+ (oob_buf[5] != 0xff))) {
+ ret = 1;
+ }
+
+ /* Tolerate 'alien' Hamming Boot Mode ECC */
+ if (ret == 1) {
+ e = 0;
+ for (i = 0; i < mtd->oobsize; i += 16)
+ e += hweight8(oob_buf[i + 3] ^ 'B');
+ if (e <= 1)
+ ret = 0;
+ }
+
+ /* Tolerate 'alien' Hamming AFM ECC */
+ if (ret == 1) {
+ e = 0;
+ for (i = 0; i < mtd->oobsize; i += 16) {
+ e += hweight8(oob_buf[i + 3] ^ 'A');
+ e += hweight8(oob_buf[i + 4] ^ 'F');
+ e += hweight8(oob_buf[i + 5] ^ 'M');
+ }
+ if (e <= 1)
+ ret = 0;
+ }
+
+ return ret;
+}
+
+/* Scan block for BBM(s), according to specified scheme */
+static int nandi_scan_bad_block_markers_block(struct nandi_controller *nandi,
+ uint32_t block,
+ uint32_t bbm_scheme)
+
+{
+ struct mtd_info *mtd = &nandi->info.mtd;
+ uint32_t pages_per_block = mtd->erasesize >> nandi->page_shift;
+ uint32_t page = block << (nandi->block_shift - nandi->page_shift);
+
+ if (nandi_scan_bad_block_markers_page(nandi, page, bbm_scheme))
+ return 1;
+
+ if ((bbm_scheme & NAND_BBM_PAGE_1) &&
+ nandi_scan_bad_block_markers_page(nandi, page + 1, bbm_scheme))
+ return 1;
+
+ if ((bbm_scheme & NAND_BBM_PAGE_LAST) &&
+ nandi_scan_bad_block_markers_page(nandi, page + pages_per_block - 1,
+ bbm_scheme))
+ return 1;
+
+ return 0;
+}
+
+/* Scan for BBMs and build memory-resident BBT */
+static int nandi_scan_build_bbt(struct nandi_controller *nandi,
+ struct nandi_bbt_info *bbt_info,
+ uint32_t bbm_scheme)
+{
+ uint32_t page_size = nandi->info.mtd.writesize;
+ uint8_t *bbt = bbt_info->bbt;
+ uint32_t block;
+
+ dev_dbg(nandi->dev,
+ "scan device for bad-block markers [scheme = 0x%02x]\n",
+ bbm_scheme);
+
+ memset(bbt, 0xff, page_size);
+ bbt_info->bbt_vers[0] = 0;
+ bbt_info->bbt_vers[1] = 0;
+ bbt_info->bbt_block[0] = nandi->blocks_per_device - 1;
+ bbt_info->bbt_block[1] = nandi->blocks_per_device - 2;
+
+ for (block = 0; block < nandi->blocks_per_device; block++)
+ if (nandi_scan_bad_block_markers_block(nandi, block,
+ bbm_scheme))
+ bbt_set_block_mark(bbt, block, BBT_MARK_BAD_FACTORY);
+
+ return 0;
+}
+
+/* Populate IBBT BCH Header */
+static void bch_fill_ibbt_header(struct nandi_controller *nandi,
+ struct nand_ibbt_bch_header *ibbt_header,
+ int bak, uint8_t vers)
+{
+ const char author[] = "STLinux " UTS_RELEASE " (stm-nand-bch)";
+
+ memcpy(ibbt_header->base.signature, ibbt_sigs[bak], NAND_IBBT_SIGLEN);
+ ibbt_header->base.version = vers;
+ memset(ibbt_header->base.schema, NAND_IBBT_SCHEMA, 4);
+
+ memset(ibbt_header->schema, NAND_IBBT_SCHEMA, 4);
+ memset(ibbt_header->ecc_size, bch_ecc_sizes[nandi->bch_ecc_mode], 4);
+ memcpy(ibbt_header->author, author, sizeof(author));
+}
+
+/* Write IBBT to Flash */
+static int bch_write_bbt_data(struct nandi_controller *nandi,
+ struct nandi_bbt_info *bbt_info,
+ uint32_t block, int bak, uint8_t vers)
+{
+ uint32_t page_size = nandi->info.mtd.writesize;
+ uint32_t block_size = nandi->info.mtd.erasesize;
+ struct nand_ibbt_bch_header *ibbt_header =
+ (struct nand_ibbt_bch_header *)nandi->page_buf;
+ loff_t offs;
+
+ nandi->cached_page = -1;
+
+ /* Write BBT contents to first page of block*/
+ offs = (loff_t)block << nandi->block_shift;
+ if (bch_write_page(nandi, offs, bbt_info->bbt) & NAND_STATUS_FAIL)
+ return 1;
+
+ /* Update IBBT header and write to last page of block */
+ memset(ibbt_header, 0xff, nandi->info.mtd.writesize);
+ bch_fill_ibbt_header(nandi, ibbt_header, bak, vers);
+ offs += block_size - page_size;
+ if (bch_write_page(nandi, offs, (uint8_t *)ibbt_header) &
+ NAND_STATUS_FAIL)
+ return 1;
+
+ return 0;
+}
+
+/* Update Flash-resident BBT: erase/search suitable block, and write table
+ * data to Flash */
+static int bch_update_bbt(struct nandi_controller *nandi,
+ struct nandi_bbt_info *bbt_info,
+ int bak, uint8_t vers)
+{
+ loff_t offs;
+ uint32_t block;
+ uint32_t block_lower;
+ uint32_t block_other;
+
+ block_other = bbt_info->bbt_block[(bak+1)%2];
+ block_lower = nandi->blocks_per_device - NAND_IBBT_NBLOCKS;
+
+ for (block = bbt_info->bbt_block[bak]; block >= block_lower; block--) {
+ offs = (loff_t)block << nandi->block_shift;
+
+ /* Skip if block used by other table */
+ if (block == block_other)
+ continue;
+
+ /* Skip if block is marked bad */
+ if (bbt_is_block_bad(bbt_info->bbt, block))
+ continue;
+
+ /* Erase block, mark bad and skip on failure */
+ if (bch_erase_block(nandi, offs) & NAND_STATUS_FAIL) {
+ dev_info(nandi->dev,
+ "failed to erase block [%u:0x%012llx] while updating BBT\n",
+ block, offs);
+ vers++;
+ bbt_set_block_mark(bbt_info->bbt, block,
+ BBT_MARK_BAD_WEAR);
+ continue;
+ }
+
+ /* Write BBT, mark bad and skip on failure */
+ if (bch_write_bbt_data(nandi, bbt_info, block, bak, vers)) {
+ dev_info(nandi->dev,
+ "failed to write BBT to block [%u:0x%012llx]\n",
+ block, offs);
+ vers++;
+ bbt_set_block_mark(bbt_info->bbt, block,
+ BBT_MARK_BAD_WEAR);
+ continue;
+ }
+
+ /* Success */
+ bbt_info->bbt_block[bak] = block;
+ bbt_info->bbt_vers[bak] = vers;
+ break;
+ }
+
+ /* No space in BBT area */
+ if (block < block_lower) {
+ dev_err(nandi->dev, "no space left in BBT area\n");
+ dev_err(nandi->dev, "failed to update %s BBT\n", bbt_strs[bak]);
+ return -ENOSPC;
+ }
+
+ dev_info(nandi->dev, "wrote BBT [%s:%u] at 0x%012llx [%u]\n",
+ bbt_strs[bak], vers, offs, block);
+
+ return 0;
+}
+
+#define NAND_IBBT_UPDATE_PRIMARY 0x1
+#define NAND_IBBT_UPDATE_MIRROR 0x2
+#define NAND_IBBT_UPDATE_BOTH (NAND_IBBT_UPDATE_PRIMARY | \
+ NAND_IBBT_UPDATE_MIRROR)
+static char *bbt_update_strs[] = {
+ "",
+ "primary",
+ "mirror",
+ "both",
+};
+
+/* Update Flash-resident BBT(s), incrementing 'vers' number if required, and
+ * ensuring Primary and Mirror are kept in sync */
+static int bch_update_bbts(struct nandi_controller *nandi,
+ struct nandi_bbt_info *bbt_info,
+ unsigned int update, uint8_t vers)
+{
+ int err;
+
+ dev_info(nandi->dev, "updating %s BBT(s)\n", bbt_update_strs[update]);
+
+ do {
+ /* Update Primary if specified */
+ if (update & NAND_IBBT_UPDATE_PRIMARY) {
+ err = bch_update_bbt(nandi, bbt_info, NAND_IBBT_PRIMARY,
+ vers);
+ /* Bail out on error (e.g. no space left in BBT area) */
+ if (err)
+ return err;
+
+ /* If update resulted in a new BBT version
+ * (e.g. Erase/Write fail on BBT block) update version
+ * here, and force update of other table.
+ */
+ if (bbt_info->bbt_vers[NAND_IBBT_PRIMARY] != vers) {
+ vers = bbt_info->bbt_vers[NAND_IBBT_PRIMARY];
+ update = NAND_IBBT_UPDATE_MIRROR;
+ }
+ }
+
+ /* Update Mirror if specified */
+ if (update & NAND_IBBT_UPDATE_MIRROR) {
+ err = bch_update_bbt(nandi, bbt_info, NAND_IBBT_MIRROR,
+ vers);
+ /* Bail out on error (e.g. no space left in BBT area) */
+ if (err)
+ return err;
+
+ /* If update resulted in a new BBT version
+ * (e.g. Erase/Write fail on BBT block) update version
+ * here, and force update of other table.
+ */
+ if (bbt_info->bbt_vers[NAND_IBBT_MIRROR] != vers) {
+ vers = bbt_info->bbt_vers[NAND_IBBT_MIRROR];
+ update = NAND_IBBT_UPDATE_PRIMARY;
+ }
+ }
+
+ /* Continue, until Primary and Mirror versions are in sync */
+ } while (bbt_info->bbt_vers[NAND_IBBT_PRIMARY] !=
+ bbt_info->bbt_vers[NAND_IBBT_MIRROR]);
+
+ return 0;
+}
+
+/* Scan block for IBBT signature */
+static int bch_find_ibbt_sig(struct nandi_controller *nandi,
+ uint32_t block, int *bak, uint8_t *vers,
+ char *author)
+{
+ struct mtd_info *mtd = &nandi->info.mtd;
+ struct nand_ibbt_bch_header *ibbt_header;
+ loff_t offs;
+ uint8_t *buf = nandi->page_buf;
+ int match_sig;
+ unsigned int b;
+ unsigned int i;
+
+ nandi->cached_page = -1;
+
+ /* Load last page of block */
+ offs = (loff_t)block << nandi->block_shift;
+ offs += mtd->erasesize - mtd->writesize;
+ if (bch_read_page(nandi, offs, buf) < 0) {
+ dev_info(nandi->dev,
+ "Uncorrectable ECC error while scanning BBT signature at block %u [0x%012llx]\n",
+ block, offs);
+ return 0;
+ }
+ ibbt_header = (struct nand_ibbt_bch_header *)buf;
+
+ /* Test IBBT signature */
+ match_sig = 0;
+ for (b = 0; b < 2 && !match_sig; b++) {
+ match_sig = 1;
+ for (i = 0; i < NAND_IBBT_SIGLEN; i++) {
+ if (ibbt_header->base.signature[i] != ibbt_sigs[b][i]) {
+ match_sig = 0;
+ break;
+ }
+ }
+
+ }
+
+ if (!match_sig)
+ return 0; /* Failed to match IBBT signature */
+
+ /* Test IBBT schema */
+ for (i = 0; i < 4; i++)
+ if (ibbt_header->base.schema[i] != NAND_IBBT_SCHEMA)
+ return 0;
+
+ /* Test IBBT BCH schema */
+ for (i = 0; i < 4; i++)
+ if (ibbt_header->schema[i] != NAND_IBBT_BCH_SCHEMA)
+ return 0;
+
+ /* We have a match */
+ *vers = ibbt_header->base.version;
+ *bak = b - 1;
+ strncpy(author, ibbt_header->author, 64);
+
+ return 1;
+}
+
+/* Search for, and load Flash-resident BBT, updating Primary/Mirror if
+ * required
+ */
+static int bch_load_bbt(struct nandi_controller *nandi,
+ struct nandi_bbt_info *bbt_info)
+{
+ unsigned int update = 0;
+ uint32_t block;
+ loff_t offs;
+ uint8_t vers;
+ char author[64];
+ int bak;
+
+ dev_dbg(nandi->dev, "looking for Flash-resident BBTs\n");
+
+ bbt_info->bbt_block[0] = 0;
+ bbt_info->bbt_block[1] = 0;
+ bbt_info->bbt_vers[0] = 0;
+ bbt_info->bbt_vers[1] = 0;
+
+ /* Look for IBBT signatures */
+ for (block = nandi->blocks_per_device - NAND_IBBT_NBLOCKS;
+ block < nandi->blocks_per_device;
+ block++) {
+ offs = (loff_t)block << nandi->block_shift;
+
+ if (bch_find_ibbt_sig(nandi, block, &bak, &vers, author)) {
+ dev_dbg(nandi->dev,
+ "found BBT [%s:%u] at 0x%012llx [%u] (%s)\n",
+ bbt_strs[bak], vers, offs, block,
+ author);
+
+ if (bbt_info->bbt_block[bak] == 0 ||
+ ((int8_t)(bbt_info->bbt_vers[bak] - vers)) < 0) {
+ bbt_info->bbt_block[bak] = block;
+ bbt_info->bbt_vers[bak] = vers;
+ }
+ }
+ }
+
+ /* What have we found? */
+ if (bbt_info->bbt_block[0] == 0 && bbt_info->bbt_block[1] == 0) {
+ /* no primary, no mirror: return error*/
+ return 1;
+ } else if (bbt_info->bbt_block[0] == 0) {
+ /* no primary: use mirror, update primary */
+ bak = 1;
+ update = NAND_IBBT_UPDATE_PRIMARY;
+ bbt_info->bbt_block[0] = nandi->blocks_per_device - 1;
+ } else if (bbt_info->bbt_block[1] == 0) {
+ /* no mirror: use primary, update mirror */
+ bak = 0;
+ update = NAND_IBBT_UPDATE_MIRROR;
+ bbt_info->bbt_block[1] = nandi->blocks_per_device - 1;
+ } else if (bbt_info->bbt_vers[0] == bbt_info->bbt_vers[1]) {
+ /* primary == mirror: use primary, no update required */
+ bak = 0;
+ } else if ((int8_t)(bbt_info->bbt_vers[1] -
+ bbt_info->bbt_vers[0]) < 0) {
+ /* primary > mirror: use primary, update mirror */
+ bak = 0;
+ update = NAND_IBBT_UPDATE_MIRROR;
+ } else {
+ /* mirror > primary: use mirror, update primary */
+ bak = 1;
+ update = NAND_IBBT_UPDATE_PRIMARY;
+ }
+
+ vers = bbt_info->bbt_vers[bak];
+ block = bbt_info->bbt_block[bak];
+ offs = block << nandi->block_shift;
+ dev_info(nandi->dev, "using BBT [%s:%u] at 0x%012llx [%u]\n",
+ bbt_strs[bak], vers, offs, block);
+
+ /* Read BBT data */
+ if (bch_read_page(nandi, offs, bbt_info->bbt) < 0) {
+ dev_err(nandi->dev,
+ "error while reading BBT %s:%u] at 0x%012llx [%u]\n",
+ bbt_strs[bak], vers, offs, block);
+ return 1;
+ }
+
+ /* Update other BBT if required */
+ if (update)
+ bch_update_bbts(nandi, bbt_info, update, vers);
+
+ return 0;
+}
+
+
+/*
+ * MTD Interface: Standard set of callbacks for MTD functionality
+ */
+static int bch_mtd_read(struct mtd_info *mtd, loff_t from, size_t len,
+ size_t *retlen, uint8_t *buf)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+ int ret;
+
+ dev_dbg(nandi->dev, "%s: %llu @ 0x%012llx\n", __func__,
+ (unsigned long long)len, from);
+
+ if (retlen)
+ *retlen = 0;
+
+ if ((from + len) > mtd->size)
+ return -EINVAL;
+ if (!len)
+ return 0;
+
+ nand_get_device(mtd, FL_READING);
+
+ ret = bch_read(nandi, from, len, retlen, buf);
+
+ nand_release_device(mtd);
+
+ return ret;
+}
+
+static int bch_mtd_write(struct mtd_info *mtd, loff_t to, size_t len,
+ size_t *retlen, const uint8_t *buf)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+ uint32_t page_mask = mtd->writesize - 1;
+
+ int ret;
+
+ dev_dbg(nandi->dev, "%s: %llu @ 0x%012llx\n", __func__,
+ (unsigned long long)len, to);
+
+ if (retlen)
+ *retlen = 0;
+
+ if ((to + len) > mtd->size)
+ return -EINVAL;
+ if (!len)
+ return 0;
+ if ((to & page_mask) || (len & page_mask)) {
+ dev_err(nandi->dev, "attempt to write non-page-aligned data\n");
+ return -EINVAL;
+ }
+
+ nand_get_device(mtd, FL_WRITING);
+
+ if (flex_check_wp(nandi)) {
+ dev_dbg(nandi->dev, "device is write-protected\n");
+ return -EIO;
+ }
+
+ ret = bch_write(nandi, to, len, retlen, buf);
+
+ nand_release_device(mtd);
+
+ return ret;
+
+}
+
+/* Helper function for mtd_read_oob(): handles multi-page transfers and mapping
+ * between BCH sectors and MTD page+OOB data. */
+static int flex_do_read_ops(struct nandi_controller *nandi,
+ loff_t from,
+ struct mtd_oob_ops *ops)
+{
+ struct mtd_info *mtd = &nandi->info.mtd;
+ uint32_t page_addr = from >> nandi->page_shift;
+ int pages;
+ int ecc_size = bch_ecc_sizes[nandi->bch_ecc_mode];
+ uint32_t oob_remainder;
+ uint8_t *o = ops->oobbuf;
+ uint8_t *p = ops->datbuf;
+ uint8_t *t;
+ int s;
+
+ nandi->cached_page = -1;
+
+ pages = ops->datbuf ?
+ (ops->len >> nandi->page_shift) :
+ (ops->ooblen / mtd->oobsize);
+
+ oob_remainder = mtd->oobsize - (nandi->sectors_per_page * ecc_size);
+
+ while (pages) {
+ t = nandi->page_buf;
+
+ flex_read_raw(nandi, page_addr, 0, t,
+ mtd->writesize + mtd->oobsize);
+
+ for (s = 0; s < nandi->sectors_per_page; s++) {
+ if (p) {
+ memcpy(p, t, NANDI_BCH_SECTOR_SIZE);
+ p += NANDI_BCH_SECTOR_SIZE;
+ ops->retlen += NANDI_BCH_SECTOR_SIZE;
+ }
+ t += NANDI_BCH_SECTOR_SIZE;
+
+ if (o) {
+ memcpy(o, t, ecc_size);
+ ops->oobretlen += ecc_size;
+ o += ecc_size;
+ }
+ t += ecc_size;
+ }
+
+ if (oob_remainder && o) {
+ memcpy(o, t, oob_remainder);
+ o += oob_remainder;
+ ops->oobretlen += oob_remainder;
+ }
+
+ page_addr++;
+ pages--;
+ }
+
+ return 0;
+}
+
+/* Helper function for mtd_write_oob(): handles multi-page transfers and mapping
+ * between BCH sectors and MTD page+OOB data. */
+static int flex_do_write_ops(struct nandi_controller *nandi,
+ loff_t to,
+ struct mtd_oob_ops *ops)
+{
+ struct mtd_info *mtd = &nandi->info.mtd;
+ uint32_t page_addr = to >> nandi->page_shift;
+ int pages;
+ int ecc_size = bch_ecc_sizes[nandi->bch_ecc_mode];
+ uint32_t oob_remainder;
+ uint8_t *o = ops->oobbuf;
+ uint8_t *p = ops->datbuf;
+ uint8_t *t;
+ uint8_t status;
+ int s;
+
+ nandi->cached_page = -1;
+
+ pages = ops->datbuf ?
+ (ops->len >> nandi->page_shift) :
+ (ops->ooblen / mtd->oobsize);
+
+ oob_remainder = mtd->oobsize - (nandi->sectors_per_page * ecc_size);
+
+ while (pages) {
+ t = nandi->page_buf;
+
+ for (s = 0; s < nandi->sectors_per_page; s++) {
+ if (p) {
+ memcpy(t, p, NANDI_BCH_SECTOR_SIZE);
+ p += NANDI_BCH_SECTOR_SIZE;
+ ops->retlen += NANDI_BCH_SECTOR_SIZE;
+ } else {
+ memset(t, 0xff, NANDI_BCH_SECTOR_SIZE);
+ }
+ t += NANDI_BCH_SECTOR_SIZE;
+
+ if (o) {
+ memcpy(t, o, ecc_size);
+ o += ecc_size;
+ ops->oobretlen += ecc_size;
+ } else {
+ memset(t, 0xff, ecc_size);
+ }
+ t += ecc_size;
+ }
+
+ if (oob_remainder) {
+ if (o) {
+ memcpy(t, o, oob_remainder);
+ o += oob_remainder;
+ ops->oobretlen += oob_remainder;
+ } else {
+ memset(t, 0xff, oob_remainder);
+ }
+ }
+
+ status = flex_write_raw(nandi, page_addr, 0, nandi->page_buf,
+ mtd->writesize + mtd->oobsize);
+
+ if (status & NAND_STATUS_FAIL)
+ return -EIO;
+
+ page_addr++;
+ pages--;
+ }
+
+ return 0;
+}
+
+static char *mtd_oob_mode_strs[] = {"PLACE", "AUTO", "RAW"};
+static int bch_mtd_read_oob(struct mtd_info *mtd, loff_t from,
+ struct mtd_oob_ops *ops)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+ uint32_t page_mask = mtd->writesize - 1;
+ int ret;
+
+ dev_dbg(nandi->dev, "%s: 0x%012llx [page = %u, oob = %u mode = %s]\n",
+ __func__, from,
+ (ops->datbuf ? ops->len : 0),
+ (ops->oobbuf ? ops->ooblen : 0),
+ mtd_oob_mode_strs[ops->mode]);
+
+ if (!ops->oobbuf && ops->mode != MTD_OPS_RAW)
+ return mtd_read(mtd, from, ops->len, &ops->retlen, ops->datbuf);
+
+ ops->oobretlen = 0;
+ ops->retlen = 0;
+
+ /* We report OOB as unavailable (i.e. oobavail = 0), therefore nothing
+ * should call this */
+ if (ops->oobbuf && ops->mode == MTD_OPS_AUTO_OOB)
+ return -ENOTSUPP;
+
+ /* Not currently supported by MTD. Note, will have to fake support if
+ * backporting 'in-band' nand_bbt.c... */
+ if (ops->datbuf && ops->oobbuf && ops->mode == MTD_OPS_PLACE_OOB)
+ return -ENOTSUPP;
+
+ /* Do not allow oob reads with ooboffs */
+ if (ops->oobbuf && ops->ooboffs)
+ return -ENOTSUPP;
+
+ /* Do not allow reads past end of device */
+ if (ops->datbuf && (from + ops->len) > mtd->size) {
+ dev_err(nandi->dev, "attempt read beyond end of device\n");
+ return -EINVAL;
+ }
+ if (ops->oobbuf &&
+ (from + mtd->writesize * (ops->ooblen / mtd->oobsize))
+ > mtd->size) {
+ dev_err(nandi->dev, "attempt read beyond end of device\n");
+ return -EINVAL;
+ }
+
+ /* Do not allow non-aligned reads. Note, might be sensible to support
+ * oob-only or data-only non-aligned reads, but have seen no use-cases
+ * so far. */
+ if ((from & page_mask) ||
+ (ops->datbuf && (ops->len & page_mask)) ||
+ (ops->oobbuf && (ops->ooblen % mtd->oobsize))) {
+ dev_err(nandi->dev, "attempt to read non-aligned data\n");
+ return -ENOTSUPP;
+ }
+
+ /* Do not allow inconsistent data and oob lengths */
+ if (ops->datbuf && ops->oobbuf &&
+ (ops->len / mtd->writesize != ops->ooblen / mtd->oobsize)) {
+ dev_err(nandi->dev,
+ "data length inconsistent with oob length\n");
+ return -EINVAL;
+ }
+
+ nand_get_device(mtd, FL_READING);
+
+ ret = flex_do_read_ops(nandi, from, ops);
+
+ nand_release_device(mtd);
+
+ return ret;
+}
+
+static int bch_mtd_write_oob(struct mtd_info *mtd, loff_t to,
+ struct mtd_oob_ops *ops)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+ uint32_t page_mask = mtd->writesize - 1;
+ int ret;
+
+ dev_dbg(nandi->dev, "%s: 0x%012llx [page = %u, oob = %u mode = %s]\n",
+ __func__, to,
+ (ops->datbuf ? ops->len : 0),
+ (ops->oobbuf ? ops->ooblen : 0),
+ mtd_oob_mode_strs[ops->mode]);
+
+ if (!ops->oobbuf && ops->mode != MTD_OPS_RAW)
+ return mtd_write(mtd, to, ops->len, &ops->retlen, ops->datbuf);
+
+ ops->oobretlen = 0;
+ ops->retlen = 0;
+
+ /* We report OOB as unavailable (i.e. oobavail = 0), therefore nothing
+ * should call this */
+ if (ops->oobbuf && ops->mode == MTD_OPS_AUTO_OOB)
+ return -ENOTSUPP;
+
+ /* Not currently supported by MTD. Note, will have to fake support if
+ * backporting wavefront nand_bbt.c... */
+ if (ops->datbuf && ops->oobbuf && ops->mode == MTD_OPS_PLACE_OOB)
+ return -ENOTSUPP;
+
+ /* Do not allow oob writes with ooboffs */
+ if (ops->oobbuf && ops->ooboffs)
+ return -ENOTSUPP;
+
+ /* Do not allow writes past end of device */
+ if (ops->datbuf && (to + ops->len) > mtd->size) {
+ dev_err(nandi->dev, "attempt write beyond end of device\n");
+ return -EINVAL;
+ }
+ if (ops->oobbuf &&
+ (to + mtd->writesize * (ops->ooblen / mtd->oobsize)) > mtd->size) {
+ dev_err(nandi->dev, "attempt write beyond end of device\n");
+ return -EINVAL;
+ }
+
+ /* Do not allow non-aligned writes */
+ if ((to & page_mask) ||
+ (ops->datbuf && (ops->len & page_mask)) ||
+ (ops->oobbuf && (ops->ooblen % mtd->oobsize))) {
+ dev_err(nandi->dev, "attempt to write non-aligned data\n");
+ return -EINVAL;
+ }
+
+ /* Do not allow inconsistent data and oob lengths */
+ if (ops->datbuf && ops->oobbuf &&
+ (ops->len / mtd->writesize != ops->ooblen / mtd->oobsize)) {
+ dev_err(nandi->dev,
+ "data length inconsistent with oob length\n");
+ return -EINVAL;
+ }
+
+ nand_get_device(mtd, FL_WRITING);
+
+ if (flex_check_wp(nandi)) {
+ dev_dbg(nandi->dev, "device is write-protected\n");
+ return -EIO;
+ }
+
+ ret = flex_do_write_ops(nandi, to, ops);
+
+ nand_release_device(mtd);
+
+ return ret;
+}
+
+static int bch_mtd_block_isbad(struct mtd_info *mtd, loff_t offs)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+
+ uint32_t block;
+
+ /* Check for invalid offset */
+ if (offs > mtd->size)
+ return -EINVAL;
+
+ block = offs >> nandi->block_shift;
+
+ /* Protect blocks reserved for BBTs */
+ if (block >= (nandi->blocks_per_device - NAND_IBBT_NBLOCKS))
+ return 1;
+
+ return bbt_is_block_bad(nandi->info.bbt_info.bbt, block);
+}
+
+static int bch_mtd_block_markbad(struct mtd_info *mtd, loff_t offs)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+
+ uint32_t block;
+ int ret;
+
+ /* Is block already considered bad? (will also catch invalid offsets) */
+ ret = mtd_block_isbad(mtd, offs);
+ if (ret < 0)
+ return ret;
+ if (ret == 1)
+ return 0;
+
+ /* Mark bad */
+ block = offs >> nandi->block_shift;
+ bbt_set_block_mark(nandi->info.bbt_info.bbt, block, BBT_MARK_BAD_WEAR);
+
+ /* Update BBTs, incrementing bbt_vers */
+ nand_get_device(mtd, FL_WRITING);
+ ret = bch_update_bbts(nandi, &nandi->info.bbt_info,
+ NAND_IBBT_UPDATE_BOTH,
+ nandi->info.bbt_info.bbt_vers[0] + 1);
+ nand_release_device(mtd);
+
+ return ret;
+}
+
+static int bch_mtd_erase(struct mtd_info *mtd, struct erase_info *instr)
+{
+ struct nand_chip *chip = mtd->priv;
+ struct nandi_controller *nandi = chip->priv;
+
+ uint64_t block_mask = mtd->erasesize - 1;
+ loff_t offs = instr->addr;
+ size_t len = instr->len;
+ uint64_t offs_cached;
+ uint8_t status;
+ int ret;
+
+ dev_dbg(nandi->dev, "%s: 0x%012llx @ 0x%012llx\n", __func__,
+ (unsigned long long)len, offs);
+
+ if (offs & block_mask) {
+ dev_err(nandi->dev,
+ "attempt to erase from non-block-aligned offset\n");
+ return -EINVAL;
+ }
+
+ if (len & block_mask) {
+ dev_err(nandi->dev,
+ "attempt to erase non-block-aligned length\n");
+ return -EINVAL;
+ }
+
+ if ((offs + len) > mtd->size) {
+ dev_err(nandi->dev, "attempt to erase past end of device\n");
+ return -EINVAL;
+ }
+
+ nand_get_device(mtd, FL_ERASING);
+ instr->fail_addr = MTD_FAIL_ADDR_UNKNOWN;
+
+ if (flex_check_wp(nandi)) {
+ dev_dbg(nandi->dev, "device is write-protected\n");
+ instr->state = MTD_ERASE_FAILED;
+ goto erase_exit;
+ }
+
+ /* Offset of block containing cached page */
+ offs_cached = ((uint64_t)nandi->cached_page << nandi->page_shift) &
+ ~block_mask;
+
+ instr->state = MTD_ERASING;
+ while (len) {
+ if (mtd_block_isbad(mtd, offs)) {
+ dev_err(nandi->dev,
+ "attempt to erase a bad block at 0x%012llx\n",
+ offs);
+ instr->state = MTD_ERASE_FAILED;
+ instr->fail_addr = offs;
+ goto erase_exit;
+ }
+
+ if (offs == offs_cached)
+ nandi->cached_page = -1;
+
+ status = bch_erase_block(nandi, offs);
+
+ if (status & NAND_STATUS_FAIL) {
+ dev_err(nandi->dev,
+ "failed to erase block at 0x%012llx\n", offs);
+ instr->state = MTD_ERASE_FAILED;
+ instr->fail_addr = offs;
+ goto erase_exit;
+ }
+
+ len -= mtd->erasesize;
+ offs += mtd->erasesize;
+ }
+ instr->state = MTD_ERASE_DONE;
+
+ erase_exit:
+ ret = instr->state == MTD_ERASE_DONE ? 0 : -EIO;
+
+ nand_release_device(mtd);
+
+ if (ret == 0)
+ mtd_erase_callback(instr);
+
+ return ret;
+}
+
+static void nandi_dump_bad_blocks(struct nandi_controller *nandi,
+ uint8_t *bbt)
+{
+ uint32_t block;
+ int bad_count = 0;
+ uint8_t mark;
+
+ for (block = 0; block < nandi->blocks_per_device; block++) {
+ mark = bbt_get_block_mark(bbt, block);
+ if (mark != BBT_MARK_GOOD) {
+ pr_info("\t\tBlock 0x%08x [%05u] marked bad [%s]\n",
+ block << nandi->block_shift, block,
+ (mark == BBT_MARK_BAD_FACTORY) ?
+ "Factory" : "Wear");
+ bad_count++;
+ }
+ }
+ if (bad_count == 0)
+ pr_info("\t\tNo bad blocks listed in BBT\n");
+}
+
+#ifdef CONFIG_STM_NAND_BCH_DEBUG
+/*
+ * Debug code (adds considerable bloat, so enable only when necessary)
+ */
+static char *nand_cmd_strs[256] = {
+ [NAND_CMD_READ0] = "READ0",
+ [NAND_CMD_READ1] = "READ1",
+ [NAND_CMD_RNDOUT] = "RNDOUT",
+ [NAND_CMD_PAGEPROG] = "PAGEPROG",
+ [NAND_CMD_READOOB] = "READOOB",
+ [NAND_CMD_ERASE1] = "ERASE1",
+ [NAND_CMD_ERASE2] = "ERASE2",
+ [NAND_CMD_STATUS] = "STATUS",
+ [NAND_CMD_SEQIN] = "SEQIN",
+ [NAND_CMD_RNDIN] = "RNDIN",
+ [NAND_CMD_PARAM] = "PARAM",
+ [NAND_CMD_RESET] = "RESET",
+ [NAND_CMD_SET_FEATURES] = "SETFEATURES",
+ [NAND_CMD_GET_FEATURES] = "GETFEATURES",
+ [NAND_CMD_READSTART] = "READSTART",
+ [NAND_CMD_RNDOUTSTART] = "RNDOUTSTART",
+ [NAND_CMD_CACHEDPROG] = "CACHEDPROG",
+};
+
+int bch_print_instr(char *str, uint8_t instr)
+{
+ uint8_t opc = instr & 0xf;
+ uint8_t opa = (instr >> 4) & 0xf;
+
+ switch (opc) {
+ case BCH_OPC_CMD:
+ if (opa == 0)
+ return sprintf(str, "CMD_ADDR");
+ else if (opa < 4)
+ return sprintf(str, "CL_CMD_%d", opa);
+ else if (opa < 8)
+ return sprintf(str, "CL_EX_%d", opa - 4);
+ break;
+ case BCH_OPC_INC:
+ return sprintf(str, "INC_%02d", opa);
+ break;
+ case BCH_OPC_DEC_JUMP:
+ return sprintf(str, "DEC_JUMP_%02d", opa);
+ break;
+ case BCH_OPC_DATA:
+ if (opa < 6)
+ return sprintf(str, "DATA_%d_SECTOR", 0x1 << opa);
+ break;
+ case BCH_OPC_DELAY:
+ if (opa < 2)
+ return sprintf(str, "DELAY_%d", opa);
+ break;
+ case BCH_OPC_CHECK:
+ if (opa == 0)
+ return sprintf(str, "OP_ERR");
+ else if (opa == 1)
+ return sprintf(str, "CACHE_ERR");
+ else if (opa == 2)
+ return sprintf(str, "ERROR");
+ break;
+ case BCH_OPC_ADDR:
+ if (opa < 4)
+ return sprintf(str, "AL_EX_%d", opa);
+ else
+ return sprintf(str, "AL_AD_%d", opa - 4);
+ break;
+ case BCH_OPC_NEXT_CHIP_ON:
+ if (opa == 0)
+ return sprintf(str, "NEXT_CHIP_ON");
+ break;
+ case BCH_OPC_DEC_JMP_MCS:
+ return sprintf(str, "DEC_JMP_MCS_%02d", opa);
+ break;
+ case BCH_OPC_ECC_SCORE:
+ if (opa < 8)
+ return sprintf(str, "ECC_SCORE_%d", opa);
+ break;
+ case BCH_OPC_STOP:
+ if (opa == 0)
+ return sprintf(str, "STOP");
+ break;
+ }
+
+ return sprintf(str, "INVALID");
+}
+
+static char *bch_ecc_strs[] = {
+ [BCH_18BIT_ECC] = "18-bit ECC ",
+ [BCH_30BIT_ECC] = "30-bit ECC ",
+ [BCH_NO_ECC] = "No ECC ",
+ [BCH_ECC_RSRV] = "RSRV "
+};
+
+static void nandi_dump_bch_prog(struct nandi_controller *nandi,
+ char *name, struct bch_prog *prog)
+{
+ char instr_str[32];
+ int i;
+
+ pr_info("BCH PROG %s:\n", name);
+ for (i = 0; i < 3; i++)
+ pr_info("\tmult_cs_addr[%d] = 0x%08x\n",
+ i+1, prog->multi_cs_addr[i]);
+ pr_info("\tmuli_cs_config = 0x%08x [rep = %d, num = %d, start = %d, %s]\n",
+ prog->multi_cs_config,
+ prog->multi_cs_config & 0x3,
+ (prog->multi_cs_config >> 8) & 0x3,
+ (prog->multi_cs_config >> 10) & 0x3,
+ (prog->multi_cs_config >> 12) & 0x1 ?
+ "NO_WAIT_RBN" : "WAIT_RBN");
+ for (i = 0; i < 16; i++) {
+ bch_print_instr(instr_str, prog->seq[i]);
+ pr_info("\tseq[%02d] = 0x%02x [%s]\n",
+ i, prog->seq[i], instr_str);
+ if (prog->seq[i] == BCH_STOP)
+ break;
+ }
+ pr_info("\taddr = 0x%08x\n", prog->addr);
+ pr_info("\textra = 0x%08x\n", prog->extra);
+ for (i = 0; i < 4; i++)
+ pr_info("\tcmd[%02d] = 0x%02x [%s]\n", i,
+ prog->cmd[i],
+ nand_cmd_strs[prog->cmd[i]] ?
+ nand_cmd_strs[prog->cmd[i]] : "UNKNOWN");
+
+ pr_info("\tgen_cfg = 0x%08x [%s%s%s%s,%s]\n",
+ prog->gen_cfg,
+ (prog->gen_cfg >> 16) & 0x1 ? "x8, " : "x16, ",
+ (prog->gen_cfg >> 18) & 0x1 ? "+AL, " : "",
+ (prog->gen_cfg >> 19) & 0x1 ? "2x8, " : "",
+ bch_ecc_strs[(prog->gen_cfg >> GEN_CFG_ECC_SHIFT) & 0x3],
+ (prog->gen_cfg >> 22) & 0x1 ? "LAST_SEQ" : "");
+ pr_info("\tdelay = 0x%08x [DELAY_0 = %d, DELAY_1 = %d]\n",
+ prog->delay,
+ prog->delay & 0xffff, (prog->delay >> 16) & 0xffff);
+ pr_info("\tseq_cfg = 0x%08x [RPT = %d, ID = %d, %s%s%s]\n",
+ prog->seq_cfg,
+ prog->seq_cfg & 0xffff,
+ (prog->seq_cfg >> 16) & 0xff,
+ (prog->seq_cfg >> 24) & 0x1 ? "WRITE, " : "READ, ",
+ (prog->seq_cfg >> 25) & 0x1 ? "ERASE, " : "",
+ (prog->seq_cfg >> 26) & 0x1 ? "GO" : "STOP");
+ pr_info("\n");
+}
+
+static void nandi_dump_bch_progs(struct nandi_controller *nandi)
+{
+ nandi_dump_bch_prog(nandi, "Read Page", &bch_prog_read_page);
+ nandi_dump_bch_prog(nandi, "Write Page", &bch_prog_write_page);
+ nandi_dump_bch_prog(nandi, "Erase Block", &bch_prog_erase_block);
+}
+
+static void nandi_dump_device(struct nandi_controller *nandi,
+ struct mtd_info *mtd, struct nand_chip *chip)
+{
+ pr_info("Device Parameters:\n");
+ pr_info("\t%-20s: 0x%08x [%u]\n", "Page Size",
+ mtd->writesize, mtd->writesize);
+ pr_info("\t%-20s: 0x%08x [%u]\n", "OOB Size",
+ mtd->oobsize, mtd->oobsize);
+ pr_info("\t%-20s: 0x%08x [%u]\n", "Block Size",
+ mtd->erasesize, mtd->erasesize);
+ pr_info("\t%-20s: 0x%012llx [%uMiB]\n", "Chip Size",
+ chip->chipsize, (unsigned int)(chip->chipsize >> 20));
+ pr_info("\t%-20s: %u\n", "Planes per Chip",
+ chip->planes_per_chip);
+ pr_info("\t%-20s: %u\n", "LUNs per Chip",
+ chip->luns_per_chip);
+ pr_info("\t%-20s: %u\n", "Num Chips", chip->numchips);
+ pr_info("\t%-20s: 0x%012llx [%uMiB]\n", "Device Size",
+ mtd->size, (unsigned int)(mtd->size >> 20));
+ pr_info("\t%-20s: 0x%08x (%s)\n", "Chip Options",
+ chip->options,
+ chip->options & NAND_BUSWIDTH_16 ? "x16" : "x8");
+ pr_info("\t%-20s: 0x%08x\n", "BBM Scheme", chip->bbm);
+ pr_info("\t%-20s: %d\n", "Bits per cell", chip->bits_per_cell);
+ pr_info("\n");
+}
+
+static void nandi_dump_bbt_info(struct nandi_controller *nandi,
+ struct nandi_bbt_info *bbt_info)
+{
+ pr_info("BBT Info:\n");
+ pr_info("\t%-20s: 0x%08x [%u]\n", "BBT Size",
+ bbt_info->bbt_size, bbt_info->bbt_size);
+ pr_info("\t%-20s: V%u at block %u\n", "Primary",
+ bbt_info->bbt_vers[0], bbt_info->bbt_block[0]);
+ pr_info("\t%-20s: V%u at block %u\n", "Mirror",
+ bbt_info->bbt_vers[1], bbt_info->bbt_block[1]);
+ pr_info("BBT:\n");
+ nandi_dump_bad_blocks(nandi, bbt_info->bbt);
+ pr_info("\n");
+}
+
+static void nandi_dump_info(struct nandi_controller *nandi)
+{
+ pr_info("\n");
+ pr_info("----------------------------------------------------------\n");
+ pr_info("Debug Info\n");
+ pr_info("----------------------------------------------------------\n");
+ nandi_dump_device(nandi, &nandi->info.mtd, &nandi->info.chip);
+ nandi_dump_bbt_info(nandi, &nandi->info.bbt_info);
+ pr_info("Controller data:\n");
+ pr_info("\t%-20s: %u\n", "Page Shift", nandi->page_shift);
+ pr_info("\t%-20s: %u\n", "Block Shift", nandi->block_shift);
+ pr_info("\t%-20s: %u\n", "Blocks per device",
+ nandi->blocks_per_device);
+ pr_info("\t%-20s: %u\n", "Sectors per Page",
+ nandi->sectors_per_page);
+ pr_info("\t%-20s: %s\n", "BCH ECC mode",
+ bch_ecc_strs[nandi->bch_ecc_mode]);
+ pr_info("\t%-20s: %u\n", "Bit-flips threshold",
+ nandi->bitflip_threshold);
+ pr_info("\n");
+ nandi_dump_bch_progs(nandi);
+ pr_info("--------------------------------------------------------\n\n");
+}
+#else
+static void nandi_dump_info(struct nandi_controller *nandi)
+{
+ pr_info("BBT:\n");
+ nandi_dump_bad_blocks(nandi, nandi->info.bbt_info.bbt);
+}
+
+#endif /* CONFIG_STM_NAND_BCH_DEBUG */
+
+
+/*
+ * Initialisation
+ */
+static int bch_check_compatibility(struct nandi_controller *nandi,
+ struct mtd_info *mtd,
+ struct nand_chip *chip)
+{
+ if (chip->bits_per_cell > 1)
+ dev_warn(nandi->dev, "MLC NAND not fully supported\n");
+
+ if (chip->options & NAND_BUSWIDTH_16) {
+ dev_err(nandi->dev, "x16 NAND not supported\n");
+ return 1;
+ }
+
+ if (nandi->blocks_per_device/4 > mtd->writesize) {
+ /* Need to implement multi-page BBT support... */
+ dev_err(nandi->dev, "BBT too big to fit in single page\n");
+ return 1;
+ }
+
+ if (bch_ecc_sizes[nandi->bch_ecc_mode] * nandi->sectors_per_page >
+ mtd->oobsize) {
+ dev_err(nandi->dev, "insufficient OOB for selected ECC\n");
+ return 1;
+ }
+
+ return 0;
+}
+
+/* Select strongest ECC scheme compatible with OOB size */
+static int bch_set_ecc_auto(struct nandi_controller *nandi,
+ struct mtd_info *mtd,
+ struct nand_chip *chip)
+{
+ int try_ecc_modes[] = { BCH_30BIT_ECC, BCH_18BIT_ECC, -1 };
+ int m, ecc_mode;
+ int oob_bytes_per_sector = mtd->oobsize / nandi->sectors_per_page;
+
+ for (m = 0; try_ecc_modes[m] >= 0; m++) {
+ ecc_mode = try_ecc_modes[m];
+ if (oob_bytes_per_sector >= bch_ecc_sizes[ecc_mode]) {
+ nandi->bch_ecc_mode = ecc_mode;
+ return 0;
+ }
+ }
+
+ return 1;
+}
+
+/* Configure MTD/NAND interface */
+static void nandi_set_mtd_defaults(struct nandi_controller *nandi,
+ struct mtd_info *mtd, struct nand_chip *chip)
+{
+ struct nandi_info *info = &nandi->info;
+ int i;
+
+ /* ecclayout */
+ info->ecclayout.eccbytes = mtd->oobsize;
+ for (i = 0; i < 64; i++)
+ info->ecclayout.eccpos[i] = i;
+ info->ecclayout.oobfree[0].offset = 0;
+ info->ecclayout.oobfree[0].length = 0;
+ info->ecclayout.oobavail = 0;
+
+ /* nand_chip */
+ chip->controller = &chip->hwcontrol;
+ spin_lock_init(&chip->controller->lock);
+ init_waitqueue_head(&chip->controller->wq);
+ chip->state = FL_READY;
+ chip->priv = nandi;
+ chip->ecc.layout = &info->ecclayout;
+
+ chip->cmdfunc = flex_command_lp;
+ chip->read_byte = flex_read_byte;
+ chip->select_chip = flex_select_chip;
+ chip->waitfunc = flex_wait_func;
+ chip->read_buf = flex_read_buf;
+ chip->write_buf = flex_write_buf;
+
+ chip->read_word = flex_read_word_bug;
+ chip->block_bad = flex_block_bad_bug;
+ chip->block_markbad = flex_block_markbad_bug;
+
+ chip->bbt_options |= NAND_BBT_USE_FLASH;
+ chip->scan_bbt = flex_scan_bbt_bug;
+
+ /* mtd_info */
+ mtd->owner = THIS_MODULE;
+ mtd->type = MTD_NANDFLASH;
+ mtd->flags = MTD_CAP_NANDFLASH;
+ mtd->ecclayout = &info->ecclayout;
+ mtd->oobavail = 0;
+ mtd->subpage_sft = 0;
+
+ mtd->_read = bch_mtd_read;
+ mtd->_write = bch_mtd_write;
+ mtd->_erase = bch_mtd_erase;
+ mtd->_read_oob = bch_mtd_read_oob;
+ mtd->_write_oob = bch_mtd_write_oob;
+ mtd->_block_isbad = bch_mtd_block_isbad;
+ mtd->_block_markbad = bch_mtd_block_markbad;
+
+ mtd->_point = NULL;
+ mtd->_unpoint = NULL;
+ mtd->_lock = NULL;
+ mtd->_unlock = NULL;
+
+ mtd->_sync = nand_sync;
+ mtd->_suspend = nand_suspend;
+ mtd->_resume = nand_resume;
+}
+
+static int nandi_examine_bbts(struct nandi_controller *nandi,
+ struct mtd_info *mtd)
+{
+ int bch_remap;
+
+ switch (nandi->bch_ecc_mode) {
+ case BCH_18BIT_ECC:
+ bch_remap = BCH_REMAP_18BIT;
+ break;
+ case BCH_30BIT_ECC:
+ bch_remap = BCH_REMAP_30BIT;
+ break;
+ default:
+ bch_remap = BCH_REMAP_NONE;
+ }
+
+ return stmnand_examine_bbts(mtd, bch_remap);
+}
+
+/*
+ * Timing Configuration
+ */
+
+/* Derive Hamming-FLEX timing register values from 'nand_timing_spec' data */
+static void flex_calc_timing_registers(struct nand_timing_spec *spec,
+ int tCLK, int relax,
+ uint32_t *ctl_timing,
+ uint32_t *wen_timing,
+ uint32_t *ren_timing)
+{
+ int tMAX_HOLD;
+ int n_ctl_setup;
+ int n_ctl_hold;
+ int n_ctl_wb;
+
+ int tMAX_WEN_OFF;
+ int n_wen_on;
+ int n_wen_off;
+
+ int tMAX_REN_OFF;
+ int n_ren_on;
+ int n_ren_off;
+
+ /*
+ * CTL_TIMING
+ */
+
+ /* - SETUP */
+ n_ctl_setup = (spec->tCLS - spec->tWP + tCLK - 1)/tCLK;
+ if (n_ctl_setup < 1)
+ n_ctl_setup = 1;
+ n_ctl_setup += relax;
+
+ /* - HOLD */
+ tMAX_HOLD = spec->tCLH;
+ if (spec->tCH > tMAX_HOLD)
+ tMAX_HOLD = spec->tCH;
+ if (spec->tALH > tMAX_HOLD)
+ tMAX_HOLD = spec->tALH;
+ if (spec->tDH > tMAX_HOLD)
+ tMAX_HOLD = spec->tDH;
+ n_ctl_hold = (tMAX_HOLD + tCLK - 1)/tCLK + relax;
+
+ /* - CE_deassert_hold = 0 */
+
+ /* - WE_high_to_RBn_low */
+ n_ctl_wb = (spec->tWB + tCLK - 1)/tCLK;
+
+ *ctl_timing = ((n_ctl_setup & 0xff) |
+ (n_ctl_hold & 0xff) << 8 |
+ (n_ctl_wb & 0xff) << 24);
+
+ /*
+ * WEN_TIMING
+ */
+
+ /* - ON */
+ n_wen_on = (spec->tWH + tCLK - 1)/tCLK + relax;
+
+ /* - OFF */
+ tMAX_WEN_OFF = spec->tWC - spec->tWH;
+ if (spec->tWP > tMAX_WEN_OFF)
+ tMAX_WEN_OFF = spec->tWP;
+ n_wen_off = (tMAX_WEN_OFF + tCLK - 1)/tCLK + relax;
+
+ *wen_timing = ((n_wen_on & 0xff) |
+ (n_wen_off & 0xff) << 8);
+
+ /*
+ * REN_TIMING
+ */
+
+ /* - ON */
+ n_ren_on = (spec->tREH + tCLK - 1)/tCLK + relax;
+
+ /* - OFF */
+ tMAX_REN_OFF = spec->tRC - spec->tREH;
+ if (spec->tRP > tMAX_REN_OFF)
+ tMAX_REN_OFF = spec->tRP;
+ if (spec->tREA > tMAX_REN_OFF)
+ tMAX_REN_OFF = spec->tREA;
+ n_ren_off = (tMAX_REN_OFF + tCLK - 1)/tCLK + 1 + relax;
+
+ *ren_timing = ((n_ren_on & 0xff) |
+ (n_ren_off & 0xff) << 8);
+}
+
+/* Derive BCH timing register values from 'nand_timing_spec' data */
+static void bch_calc_timing_registers(struct nand_timing_spec *spec,
+ int tCLK, int relax,
+ uint32_t *ctl_timing,
+ uint32_t *wen_timing,
+ uint32_t *ren_timing)
+{
+ int tMAX_HOLD;
+ int n_ctl_setup;
+ int n_ctl_hold;
+ int n_ctl_wb;
+
+ int n_wen_on;
+ int n_wen_off;
+ int wen_half_on;
+ int wen_half_off;
+
+ int tMAX_REN_ON;
+ int tMAX_CS_DEASSERT;
+ int n_d_latch;
+ int n_telqv;
+ int n_ren_on;
+ int n_ren_off;
+ int ren_half_on;
+ int ren_half_off;
+
+ /*
+ * CTL_TIMING
+ */
+
+ /* - SETUP */
+ if (spec->tCLS > spec->tWP)
+ n_ctl_setup = (spec->tCLS - spec->tWP + tCLK - 1)/tCLK;
+ else
+ n_ctl_setup = 0;
+ n_ctl_setup += relax;
+
+ /* - HOLD */
+ tMAX_HOLD = spec->tCLH;
+ if (spec->tCH > tMAX_HOLD)
+ tMAX_HOLD = spec->tCH;
+ if (spec->tALH > tMAX_HOLD)
+ tMAX_HOLD = spec->tALH;
+ if (spec->tDH > tMAX_HOLD)
+ tMAX_HOLD = spec->tDH;
+ n_ctl_hold = (tMAX_HOLD + tCLK - 1)/tCLK + relax;
+ /* - CE_deassert_hold = 0 */
+
+ /* - WE_high_to_RBn_low */
+ n_ctl_wb = (spec->tWB + tCLK - 1)/tCLK;
+
+ *ctl_timing = ((n_ctl_setup & 0xff) |
+ (n_ctl_hold & 0xff) << 8 |
+ (n_ctl_wb & 0xff) << 24);
+
+ /*
+ * WEN_TIMING
+ */
+
+ /* - ON */
+ n_wen_on = (2 * spec->tWH + tCLK - 1)/tCLK;
+ wen_half_on = n_wen_on % 2;
+ n_wen_on /= 2;
+ n_wen_on += relax;
+
+ /* - OFF */
+ n_wen_off = (2 * spec->tWP + tCLK - 1)/tCLK;
+ wen_half_off = n_wen_off % 2;
+ n_wen_off /= 2;
+ n_wen_off += relax;
+
+ *wen_timing = ((n_wen_on & 0xff) |
+ (n_wen_off & 0xff) << 8 |
+ (wen_half_on << 16) |
+ (wen_half_off << 17));
+
+ /*
+ * REN_TIMING
+ */
+
+ /* - ON */
+ tMAX_REN_ON = spec->tRC - spec->tRP;
+ if (spec->tREH > tMAX_REN_ON)
+ tMAX_REN_ON = spec->tREH;
+
+ n_ren_on = (2 * tMAX_REN_ON + tCLK - 1)/tCLK;
+ ren_half_on = n_ren_on % 2;
+ n_ren_on /= 2;
+ n_ren_on += relax;
+
+ /* - OFF */
+ n_ren_off = (2 * spec->tREA + tCLK - 1)/tCLK;
+ ren_half_off = n_ren_off % 2;
+ n_ren_off /= 2;
+ n_ren_off += relax;
+
+ /* - DATA_LATCH */
+ if (spec->tREA <= (spec->tRP - (2 * tCLK)))
+ n_d_latch = 0;
+ else if (spec->tREA <= (spec->tRP - tCLK))
+ n_d_latch = 1;
+ else if ((spec->tREA <= spec->tRP) && (spec->tRHOH >= 2 * tCLK))
+ n_d_latch = 2;
+ else
+ n_d_latch = 3;
+
+ /* - TELQV */
+ tMAX_CS_DEASSERT = spec->tCOH;
+ if (spec->tCHZ > tMAX_CS_DEASSERT)
+ tMAX_CS_DEASSERT = spec->tCHZ;
+ if (spec->tCSD > tMAX_CS_DEASSERT)
+ tMAX_CS_DEASSERT = spec->tCSD;
+
+ n_telqv = (tMAX_CS_DEASSERT + tCLK - 1)/tCLK;
+
+ *ren_timing = ((n_ren_on & 0xff) |
+ (n_ren_off & 0xff) << 8 |
+ (n_d_latch & 0x3) << 16 |
+ (wen_half_on << 18) |
+ (wen_half_off << 19) |
+ (n_telqv & 0xff) << 24);
+}
+
+static void nandi_clk_enable(struct nandi_controller *nandi)
+{
+ /* Not doing clocks */
+
+ if (nandi->emi_clk)
+ clk_prepare_enable(nandi->emi_clk);
+ if (nandi->bch_clk)
+ clk_prepare_enable(nandi->bch_clk);
+}
+
+static void nandi_clk_disable(struct nandi_controller *nandi)
+{
+ /* Not doing clocks */
+
+ if (nandi->emi_clk)
+ clk_disable_unprepare(nandi->emi_clk);
+ if (nandi->bch_clk)
+ clk_disable_unprepare(nandi->bch_clk);
+}
+
+
+static struct clk *nandi_clk_setup(struct nandi_controller *nandi,
+ char *clkname)
+{
+ struct clk *clk;
+ int ret;
+
+ clk = clk_get(nandi->dev, clkname);
+ if (IS_ERR_OR_NULL(clk)) {
+ dev_warn(nandi->dev, "Failed to get %s clock\n", clkname);
+ return NULL;
+ }
+
+ ret = clk_prepare_enable(clk);
+ if (ret) {
+ dev_warn(nandi->dev, "Failed to enable %s clock\n", clkname);
+ clk_put(clk);
+ return NULL;
+ }
+
+ return clk;
+}
+
+static void flex_configure_timing_registers(struct nandi_controller *nandi,
+ struct nand_timing_spec *spec,
+ int relax)
+{
+ uint32_t ctl_timing;
+ uint32_t wen_timing;
+ uint32_t ren_timing;
+ int emi_t_ns;
+
+ /* Select Hamming Controller */
+ emiss_nandi_select(STM_NANDI_HAMMING);
+
+ /* Get EMI clock (default 100MHz) */
+ if (nandi->emi_clk)
+ emi_t_ns = 1000000000UL / clk_get_rate(nandi->emi_clk);
+ else {
+ dev_warn(nandi->dev,
+ "No EMI clock available; assuming default 100MHz\n");
+ emi_t_ns = 10;
+ }
+
+ /* Derive timing register values from specification */
+ flex_calc_timing_registers(spec, emi_t_ns, relax,
+ &ctl_timing, &wen_timing, &ren_timing);
+
+ dev_dbg(nandi->dev,
+ "updating FLEX timing configuration [0x%08x, 0x%08x, 0x%08x]\n",
+ ctl_timing, wen_timing, ren_timing);
+
+ /* Program timing registers */
+ writel(ctl_timing, nandi->base + NANDHAM_CTL_TIMING);
+ writel(wen_timing, nandi->base + NANDHAM_WEN_TIMING);
+ writel(ren_timing, nandi->base + NANDHAM_REN_TIMING);
+}
+
+static void bch_configure_timing_registers(struct nandi_controller *nandi,
+ struct nand_timing_spec *spec,
+ int relax)
+{
+ uint32_t ctl_timing;
+ uint32_t wen_timing;
+ uint32_t ren_timing;
+ int bch_t_ns;
+
+ /* Select BCH Controller */
+ emiss_nandi_select(STM_NANDI_BCH);
+
+ /* Get BCH clock (default 200MHz) */
+ if (nandi->bch_clk)
+ bch_t_ns = 1000000000UL / clk_get_rate(nandi->bch_clk);
+ else {
+ dev_warn(nandi->dev,
+ "No BCH clock available; assuming default 200MHz\n");
+ bch_t_ns = 5;
+ }
+
+ /* Derive timing register values from specification */
+ bch_calc_timing_registers(spec, bch_t_ns, relax,
+ &ctl_timing, &wen_timing, &ren_timing);
+
+ dev_dbg(nandi->dev,
+ "updating BCH timing configuration [0x%08x, 0x%08x, 0x%08x]\n",
+ ctl_timing, wen_timing, ren_timing);
+
+ /* Program timing registers */
+ writel(ctl_timing, nandi->base + NANDBCH_CTL_TIMING);
+ writel(wen_timing, nandi->base + NANDBCH_WEN_TIMING);
+ writel(ren_timing, nandi->base + NANDBCH_REN_TIMING);
+}
+
+static void nandi_configure_timing_registers(struct nandi_controller *nandi,
+ struct nand_timing_spec *spec,
+ int relax)
+{
+ bch_configure_timing_registers(nandi, spec, relax);
+ flex_configure_timing_registers(nandi, spec, relax);
+}
+
+
+static void nandi_init_hamming(struct nandi_controller *nandi, int emi_bank)
+{
+ dev_dbg(nandi->dev, "%s\n", __func__);
+
+ emiss_nandi_select(STM_NANDI_HAMMING);
+
+ /* Reset and disable boot-mode controller */
+ writel(BOOT_CFG_RESET, nandi->base + NANDHAM_BOOTBANK_CFG);
+ udelay(1);
+ writel(0x00000000, nandi->base + NANDHAM_BOOTBANK_CFG);
+
+ /* Reset controller */
+ writel(CFG_RESET, nandi->base + NANDHAM_FLEXMODE_CFG);
+ udelay(1);
+ writel(0x00000000, nandi->base + NANDHAM_FLEXMODE_CFG);
+
+ /* Set EMI Bank */
+ writel(0x1 << emi_bank, nandi->base + NANDHAM_FLEX_MUXCTRL);
+
+ /* Enable FLEX mode */
+ writel(CFG_ENABLE_FLEX, nandi->base + NANDHAM_FLEXMODE_CFG);
+
+ /* Configure FLEX_DATA_READ/WRITE for 1-byte access */
+ writel(FLEX_DATA_CFG_BEATS_1 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAREAD_CONFIG);
+ writel(FLEX_DATA_CFG_BEATS_1 | FLEX_DATA_CFG_CSN,
+ nandi->base + NANDHAM_FLEX_DATAREAD_CONFIG);
+
+ /* RBn interrupt on rising edge */
+ writel(NAND_EDGE_CFG_RBN_RISING, nandi->base + NANDHAM_INT_EDGE_CFG);
+
+ /* Enable interrupts */
+ nandi_enable_interrupts(nandi, NAND_INT_ENABLE);
+}
+
+static void nandi_init_bch(struct nandi_controller *nandi, int emi_bank)
+{
+ dev_dbg(nandi->dev, "%s\n", __func__);
+
+ /* Initialise BCH Controller */
+ emiss_nandi_select(STM_NANDI_BCH);
+
+ /* Reset and disable boot-mode controller */
+ writel(BOOT_CFG_RESET, nandi->base + NANDBCH_BOOTBANK_CFG);
+ udelay(1);
+ writel(0x00000000, nandi->base + NANDBCH_BOOTBANK_CFG);
+
+ /* Reset AFM controller */
+ writel(CFG_RESET, nandi->base + NANDBCH_CONTROLLER_CFG);
+ udelay(1);
+ writel(0x00000000, nandi->base + NANDBCH_CONTROLLER_CFG);
+
+ /* Set EMI Bank */
+ writel(0x1 << emi_bank, nandi->base + NANDBCH_FLEX_MUXCTRL);
+
+ /* Reset ECC stats */
+ writel(0x7f0, nandi->base + NANDBCH_CONTROLLER_CFG);
+ udelay(1);
+
+ /* Enable AFM */
+ writel(CFG_ENABLE_AFM, nandi->base + NANDBCH_CONTROLLER_CFG);
+
+ /* Configure Read DMA Plugs (values supplied by Validation)*/
+ writel(0x00000005, nandi->dma + EMISS_NAND_RD_DMA_PAGE_SIZE);
+ writel(0x00000005, nandi->dma + EMISS_NAND_RD_DMA_MAX_OPCODE_SIZE);
+ writel(0x00000002, nandi->dma + EMISS_NAND_RD_DMA_MIN_OPCODE_SIZE);
+ writel(0x00000001, nandi->dma + EMISS_NAND_RD_DMA_MAX_CHUNK_SIZE);
+ writel(0x00000000, nandi->dma + EMISS_NAND_RD_DMA_MAX_MESSAGE_SIZE);
+
+ /* Configure Write DMA Plugs (values supplied by Validation) */
+ writel(0x00000005, nandi->dma + EMISS_NAND_WR_DMA_PAGE_SIZE);
+ writel(0x00000005, nandi->dma + EMISS_NAND_WR_DMA_MAX_OPCODE_SIZE);
+ writel(0x00000002, nandi->dma + EMISS_NAND_WR_DMA_MIN_OPCODE_SIZE);
+ writel(0x00000001, nandi->dma + EMISS_NAND_WR_DMA_MAX_CHUNK_SIZE);
+ writel(0x00000000, nandi->dma + EMISS_NAND_WR_DMA_MAX_MESSAGE_SIZE);
+
+ nandi_enable_interrupts(nandi, NAND_INT_ENABLE);
+}
+
+static int remap_named_resource(struct platform_device *pdev,
+ char *name,
+ void __iomem **io_ptr)
+{
+ struct resource *res, *mem;
+ resource_size_t size;
+ void __iomem *p;
+
+ res = platform_get_resource_byname(pdev, IORESOURCE_MEM, name);
+ if (!res)
+ return -ENXIO;
+
+ size = resource_size(res);
+
+ mem = devm_request_mem_region(&pdev->dev, res->start, size, name);
+ if (!mem)
+ return -EBUSY;
+
+ p = devm_ioremap_nocache(&pdev->dev, res->start, size);
+ if (!p)
+ return -ENOMEM;
+
+ *io_ptr = p;
+
+ return 0;
+}
+
+static struct nandi_controller *
+nandi_init_resources(struct platform_device *pdev)
+{
+ struct nandi_controller *nandi;
+ int irq;
+ int err;
+
+ nandi = devm_kzalloc(&pdev->dev, sizeof(struct nandi_controller),
+ GFP_KERNEL);
+ if (!nandi) {
+ dev_err(&pdev->dev,
+ "failed to allocate NANDi controller data\n");
+ return ERR_PTR(-ENOMEM);
+ }
+
+ nandi->dev = &pdev->dev;
+
+ err = remap_named_resource(pdev, "nand_mem", &nandi->base);
+ if (err)
+ return ERR_PTR(err);
+
+ err = remap_named_resource(pdev, "nand_dma", &nandi->dma);
+ if (err)
+ return ERR_PTR(err);
+
+ irq = platform_get_irq_byname(pdev, "nand_irq");
+ if (irq < 0) {
+ dev_err(&pdev->dev, "failed to find IRQ resource\n");
+ return ERR_PTR(irq);
+ }
+
+ err = devm_request_irq(&pdev->dev, irq, nandi_irq_handler,
+ IRQF_DISABLED, dev_name(&pdev->dev), nandi);
+ if (err) {
+ dev_err(&pdev->dev, "irq request failed\n");
+ return ERR_PTR(err);
+ }
+
+ nandi->emi_clk = nandi_clk_setup(nandi, "emi_clk");
+ nandi->bch_clk = nandi_clk_setup(nandi, "bch_clk");
+
+ platform_set_drvdata(pdev, nandi);
+
+ return nandi;
+}
+
+static void nandi_init_controller(struct nandi_controller *nandi,
+ int emi_bank)
+{
+ nandi_init_bch(nandi, emi_bank);
+ nandi_init_hamming(nandi, emi_bank);
+}
+
+#ifdef CONFIG_OF
+
+static void *stm_bch_dt_get_pdata(struct platform_device *pdev)
+{
+ struct device_node *np = pdev->dev.of_node;
+ struct stm_plat_nand_bch_data *data;
+ const char *ecc_config;
+ int ret;
+
+ data = devm_kzalloc(&pdev->dev, sizeof(*data), GFP_KERNEL);
+ if (!data)
+ return ERR_PTR(-ENOMEM);
+
+ of_property_read_string(np, "st,bch-ecc-mode", &ecc_config);
+ if (strcmp("noecc", ecc_config) == 0)
+ data->bch_ecc_cfg = BCH_ECC_CFG_NOECC;
+ else if (strcmp("18bit", ecc_config) == 0)
+ data->bch_ecc_cfg = BCH_ECC_CFG_18BIT;
+ else if (strcmp("30bit", ecc_config) == 0)
+ data->bch_ecc_cfg = BCH_ECC_CFG_30BIT;
+ else
+ data->bch_ecc_cfg = BCH_ECC_CFG_AUTO;
+
+ ret = stm_of_get_nand_banks(&pdev->dev, np, &data->bank);
+ if (ret < 0)
+ return ERR_PTR(ret);
+
+ data->flashss = of_property_read_bool(np, "st,nand-flashss");
+
+ of_property_read_u32(np, "st,bch-bitflip-threshold",
+ &data->bch_bitflip_threshold);
+
+ return data;
+}
+#else
+static void *stm_bch_dt_get_pdata(struct platform_device *pdev)
+{
+ return NULL;
+}
+#endif
+
+static int stm_nand_bch_probe(struct platform_device *pdev)
+{
+ const char *part_probes[] = { "cmdlinepart", "ofpart", NULL, };
+ struct stm_plat_nand_bch_data *pdata = NULL;
+ struct device_node *np = pdev->dev.of_node;
+ struct stm_nand_bank_data *bank;
+ struct mtd_part_parser_data ppdata;
+ struct nandi_controller *nandi;
+ struct nandi_info *info;
+ struct nandi_bbt_info *bbt_info;
+ struct mtd_info *mtd;
+ struct nand_chip *chip;
+ uint32_t buf_size;
+ uint32_t bbt_buf_size;
+ int err;
+
+ if (!pdata) {
+ if (!np) {
+ dev_err(&pdev->dev, "no pdata or DT found\n");
+ return -EINVAL;
+ }
+
+ pdata = stm_bch_dt_get_pdata(pdev);
+ if (IS_ERR(pdata))
+ return PTR_ERR(pdata);
+
+ ppdata.of_node = stm_of_get_partitions_node(np, 0);
+
+ pdev->dev.platform_data = pdata;
+ }
+
+ nandi = nandi_init_resources(pdev);
+ if (IS_ERR(nandi)) {
+ dev_err(&pdev->dev, "failed to initialise NANDi resources\n");
+ return PTR_ERR(nandi);
+ }
+
+ init_completion(&nandi->seq_completed);
+ init_completion(&nandi->rbn_completed);
+
+ bank = pdata->bank;
+ if (bank)
+ nandi_init_controller(nandi, bank->csn);
+
+ info = &nandi->info;
+ chip = &info->chip;
+ bbt_info = &info->bbt_info;
+ mtd = &info->mtd;
+ mtd->priv = chip;
+ mtd->name = dev_name(&pdev->dev);
+ mtd->dev.parent = &pdev->dev;
+
+ nandi_set_mtd_defaults(nandi, mtd, chip);
+
+ if (nand_scan_ident(mtd, 1, NULL) != 0)
+ return -ENODEV;
+
+ /*
+ * Configure timing registers
+ */
+ if (bank->timing_spec) {
+ dev_info(&pdev->dev, "Using platform timing data\n");
+ nandi_configure_timing_registers(nandi, bank->timing_spec,
+ bank->timing_relax);
+ } else if (chip->onfi_version) {
+ struct nand_onfi_params *onfi = &chip->onfi_params;
+ int mode;
+
+ mode = fls(le16_to_cpu(onfi->async_timing_mode)) - 1;
+
+ /* Modes 4 and 5 (EDO) are not supported on our H/W */
+ if (mode > 3)
+ mode = 3;
+
+ dev_info(&pdev->dev, "Using ONFI Timing Mode %d\n", mode);
+ nandi_configure_timing_registers(nandi,
+ &nand_onfi_timing_specs[mode],
+ bank->timing_relax);
+ } else {
+ dev_warn(&pdev->dev, "No timing data available\n");
+ }
+
+ if (mtd->writesize < NANDI_BCH_SECTOR_SIZE) {
+ dev_err(nandi->dev,
+ "page size incompatible with BCH ECC sector\n");
+ return -EINVAL;
+ }
+
+ /* Derive some working variables */
+ nandi->sectors_per_page = mtd->writesize / NANDI_BCH_SECTOR_SIZE;
+ nandi->blocks_per_device = mtd->size >> chip->phys_erase_shift;
+ nandi->page_shift = chip->page_shift;
+ nandi->block_shift = chip->phys_erase_shift;
+ nandi->extra_addr = ((chip->chipsize >> nandi->page_shift) >
+ 0x10000) ? 1 : 0;
+
+ /* Set ECC mode */
+ switch (pdata->bch_ecc_cfg) {
+ case BCH_ECC_CFG_AUTO:
+ if (bch_set_ecc_auto(nandi, mtd, chip) != 0) {
+ dev_err(nandi->dev, "insufficient OOB for BCH ECC\n");
+ return -EINVAL;
+ }
+ break;
+ case BCH_ECC_CFG_NOECC:
+ nandi->bch_ecc_mode = BCH_NO_ECC;
+ break;
+ case BCH_ECC_CFG_18BIT:
+ nandi->bch_ecc_mode = BCH_18BIT_ECC;
+ break;
+ case BCH_ECC_CFG_30BIT:
+ nandi->bch_ecc_mode = BCH_30BIT_ECC;
+ break;
+ }
+
+ /*
+ * Get bit-flips threshold. A value of '0' is interpreted as
+ * <ecc_strength>.
+ */
+ if (pdata->bch_bitflip_threshold) {
+ nandi->bitflip_threshold = pdata->bch_bitflip_threshold;
+ } else {
+ dev_warn(nandi->dev,
+ "WARNING: bit-flips threshold not specified.\n"
+ " Defaulting to ECC strength [%d]\n",
+ bch_ecc_strength[nandi->bch_ecc_mode]);
+ nandi->bitflip_threshold =
+ bch_ecc_strength[nandi->bch_ecc_mode];
+ }
+
+ mtd->writebufsize = mtd->writesize;
+
+ info->ecclayout.eccbytes =
+ nandi->sectors_per_page * bch_ecc_sizes[nandi->bch_ecc_mode];
+
+ /* Check compatibility */
+ if (bch_check_compatibility(nandi, mtd, chip) != 0) {
+ dev_err(nandi->dev,
+ "NAND device incompatible with NANDi/BCH Controller\n");
+ return -EINVAL;
+ }
+
+ /* Tune BCH programs according to device found and ECC mode */
+ bch_configure_progs(nandi);
+
+ /*
+ * Initialise working buffers, accomodating DMA alignment constraints:
+ */
+
+ /* - Page and OOB */
+ buf_size = mtd->writesize + mtd->oobsize + NANDI_BCH_DMA_ALIGNMENT;
+
+ /* - BBT data (page-size aligned) */
+ bbt_info->bbt_size = nandi->blocks_per_device >> 2; /* 2 bits/block */
+ bbt_buf_size = ALIGN(bbt_info->bbt_size, mtd->writesize);
+ buf_size += bbt_buf_size + NANDI_BCH_DMA_ALIGNMENT;
+
+ /* - BCH BUF list */
+ buf_size += NANDI_BCH_BUF_LIST_SIZE + NANDI_BCH_DMA_ALIGNMENT;
+
+ /* Allocate bufffer */
+ nandi->buf = devm_kzalloc(&pdev->dev, buf_size, GFP_KERNEL);
+ if (!nandi->buf) {
+ dev_err(nandi->dev, "failed to allocate working buffers\n");
+ return -ENOMEM;
+ }
+
+ /* Set/Align buffer pointers */
+ nandi->page_buf = PTR_ALIGN(nandi->buf, NANDI_BCH_DMA_ALIGNMENT);
+ nandi->oob_buf = nandi->page_buf + mtd->writesize;
+ bbt_info->bbt = PTR_ALIGN(nandi->oob_buf + mtd->oobsize,
+ NANDI_BCH_DMA_ALIGNMENT);
+ nandi->buf_list = (uint32_t *) PTR_ALIGN(bbt_info->bbt + bbt_buf_size,
+ NANDI_BCH_DMA_ALIGNMENT);
+ nandi->cached_page = -1;
+ if (nandi_examine_bbts(nandi, mtd) != 0) {
+ dev_err(nandi->dev, "incompatible BBTs detected\n",
+ "initiating NAND Recovery Mode\n");
+ mtd->name = "NAND RECOVERY MODE";
+ return mtd_device_register(mtd, NULL, 0);
+ }
+
+ /* Load Flash-resident BBT */
+ err = bch_load_bbt(nandi, bbt_info);
+ if (err) {
+ dev_err(nandi->dev,
+ "failed to find BBTs: scan device for bad-block markers\n");
+ /* scan, build, and write BBT */
+ nandi_scan_build_bbt(nandi, bbt_info, chip->bbm);
+ if (bch_update_bbts(nandi, bbt_info, NAND_IBBT_UPDATE_BOTH,
+ bbt_info->bbt_vers[0] + 1) != 0)
+ return -ENXIO;
+ }
+
+ nandi_dump_info(nandi);
+
+ /*
+ * Add partitions
+ */
+ err = mtd_device_parse_register(mtd, part_probes, &ppdata,
+ bank->partitions, bank->nr_partitions);
+
+ return err;
+}
+
+static int stm_nand_bch_remove(struct platform_device *pdev)
+{
+ struct nandi_controller *nandi = platform_get_drvdata(pdev);
+
+ nand_release(&nandi->info.mtd);
+
+ nandi_clk_disable(nandi);
+
+ return 0;
+}
+
+#ifdef CONFIG_PM
+static int stm_nand_bch_suspend(struct device *dev)
+{
+ struct nandi_controller *nandi = dev_get_drvdata(dev);
+
+ nandi_clk_disable(nandi);
+
+ return 0;
+}
+static int stm_nand_bch_resume(struct device *dev)
+{
+ struct nandi_controller *nandi = dev_get_drvdata(dev);
+
+ nandi_clk_enable(nandi);
+
+ return 0;
+}
+
+static int stm_nand_bch_restore(struct device *dev)
+{
+ struct nandi_controller *nandi = dev_get_drvdata(dev);
+ struct stm_plat_nand_bch_data *pdata = dev->platform_data;
+ struct stm_nand_bank_data *bank = pdata->bank;
+
+ nandi_init_controller(nandi, bank->csn);
+
+ return 0;
+}
+
+static const struct dev_pm_ops stm_nand_bch_pm_ops = {
+ .suspend = stm_nand_bch_suspend,
+ .resume = stm_nand_bch_resume,
+ .restore = stm_nand_bch_restore,
+};
+#else
+static const struct dev_pm_ops stm_nand_bch_pm_ops;
+#endif
+
+#ifdef CONFIG_OF
+static struct of_device_id nand_bch_match[] = {
+ { .compatible = "st,nand-bch", },
+ {},
+};
+MODULE_DEVICE_TABLE(of, nand_bch_match);
+#endif
+
+static struct platform_driver stm_nand_bch_driver = {
+ .probe = stm_nand_bch_probe ,
+ .remove = stm_nand_bch_remove,
+ .driver = {
+ .name = "stm-nand-bch",
+ .owner = THIS_MODULE,
+ .of_match_table = of_match_ptr(nand_bch_match),
+ .pm = &stm_nand_bch_pm_ops,
+ },
+};
+module_platform_driver(stm_nand_bch_driver);
+
+MODULE_LICENSE("GPL");
+MODULE_AUTHOR("Angus Clark");
+MODULE_DESCRIPTION("STM NAND BCH driver");
new file mode 100644
@@ -0,0 +1,165 @@
+#include <linux/init.h>
+#include <linux/kernel.h>
+#include <linux/module.h>
+#include <linux/err.h>
+#include <linux/byteorder/generic.h>
+#include <linux/of.h>
+#include <linux/of_address.h>
+#include <linux/of_mtd.h>
+#include <linux/mtd/nand.h>
+#include <linux/mtd/stm_nand.h>
+
+/**
+* stm_of_get_partitions_node - get partitions node from stm-nand type devices.
+*
+* @dev device pointer to use for devm allocations.
+* @np device node of the driver.
+* @bank_nr which bank number to use to get partitions.
+*
+* Returns a node pointer if found, with refcount incremented, use
+* of_node_put() on it when done.
+*
+*/
+struct device_node *stm_of_get_partitions_node(struct device_node *np,
+ int bank_nr)
+{
+ struct device_node *banks, *bank, *parts = NULL;
+ char name[10];
+
+ banks = of_parse_phandle(np, "st,nand-banks", 0);
+ if (!banks)
+ return NULL;
+
+ sprintf(name, "bank%d", bank_nr);
+ bank = of_get_child_by_name(banks, name);
+ if (bank)
+ return NULL;
+
+ parts = of_get_child_by_name(bank, "partitions");
+ of_node_put(bank);
+
+ return parts;
+}
+EXPORT_SYMBOL(stm_of_get_partitions_node);
+
+/**
+ * stm_of_get_nand_banks - Get nand banks info from a given device node.
+ *
+ * @dev device pointer to use for devm allocations.
+ * @np device node of the driver.
+ * @banksp double pointer to banks which is allocated
+ * and filled with bank data.
+ *
+ * Returns a count of banks found in the given device node.
+ *
+ */
+int stm_of_get_nand_banks(struct device *dev, struct device_node *np,
+ struct stm_nand_bank_data **banksp)
+{
+ struct device_node *bank_np = NULL;
+ struct stm_nand_bank_data *banks;
+ struct device_node *banks_np;
+ int nr_banks = 0;
+
+ if (!np)
+ return -ENODEV;
+
+ banks_np = of_parse_phandle(np, "st,nand-banks", 0);
+ if (!banks_np) {
+ dev_warn(dev, "No NAND banks specified in DT: %s\n",
+ np->full_name);
+ return -ENODEV;
+ }
+
+ for_each_child_of_node(banks_np, bank_np)
+ nr_banks++;
+
+ *banksp = devm_kzalloc(dev, sizeof(*banks) * nr_banks, GFP_KERNEL);
+ banks = *banksp;
+ bank_np = NULL;
+
+ for_each_child_of_node(banks_np, bank_np) {
+ struct device_node *timing;
+ int bank = 0;
+
+ of_property_read_u32(bank_np, "st,nand-csn", &banks[bank].csn);
+
+ if (of_get_nand_bus_width(bank_np) == 16)
+ banks[bank].options |= NAND_BUSWIDTH_16;
+ if (of_get_nand_on_flash_bbt(bank_np))
+ banks[bank].bbt_options |= NAND_BBT_USE_FLASH;
+ if (of_property_read_bool(bank_np, "nand-no-autoincr"))
+ banks[bank].options |= NAND_NO_AUTOINCR;
+
+ banks[bank].nr_partitions = 0;
+ banks[bank].partitions = NULL;
+
+ timing = of_parse_phandle(bank_np, "st,nand-timing-data", 0);
+ if (timing) {
+ struct stm_nand_timing_data *td;
+
+ td = devm_kzalloc(dev,
+ sizeof(struct stm_nand_timing_data),
+ GFP_KERNEL);
+
+ of_property_read_u32(timing, "sig-setup",
+ &td->sig_setup);
+ of_property_read_u32(timing, "sig-hold",
+ &td->sig_hold);
+ of_property_read_u32(timing, "CE-deassert",
+ &td->CE_deassert);
+ of_property_read_u32(timing, "WE-to-RBn",
+ &td->WE_to_RBn);
+ of_property_read_u32(timing, "wr-on",
+ &td->wr_on);
+ of_property_read_u32(timing, "wr-off",
+ &td->wr_off);
+ of_property_read_u32(timing, "rd-on",
+ &td->rd_on);
+ of_property_read_u32(timing, "rd-off",
+ &td->rd_off);
+ of_property_read_u32(timing, "chip-delay",
+ &td->chip_delay);
+
+ banks[bank].timing_data = td;
+ }
+
+ timing = of_parse_phandle(bank_np, "st,nand-timing-spec", 0);
+ if (timing) {
+ struct nand_timing_spec *ts;
+
+ ts = devm_kzalloc(dev, sizeof(struct nand_timing_spec),
+ GFP_KERNEL);
+
+ of_property_read_u32(timing, "tR", &ts->tR);
+ of_property_read_u32(timing, "tCLS", &ts->tCLS);
+ of_property_read_u32(timing, "tCS", &ts->tCS);
+ of_property_read_u32(timing, "tALS", &ts->tALS);
+ of_property_read_u32(timing, "tDS", &ts->tDS);
+ of_property_read_u32(timing, "tWP", &ts->tWP);
+ of_property_read_u32(timing, "tCLH", &ts->tCLH);
+ of_property_read_u32(timing, "tCH", &ts->tCH);
+ of_property_read_u32(timing, "tALH", &ts->tALH);
+ of_property_read_u32(timing, "tDH", &ts->tDH);
+ of_property_read_u32(timing, "tWB", &ts->tWB);
+ of_property_read_u32(timing, "tWH", &ts->tWH);
+ of_property_read_u32(timing, "tWC", &ts->tWC);
+ of_property_read_u32(timing, "tRP", &ts->tRP);
+ of_property_read_u32(timing, "tREH", &ts->tREH);
+ of_property_read_u32(timing, "tRC", &ts->tRC);
+ of_property_read_u32(timing, "tREA", &ts->tREA);
+ of_property_read_u32(timing, "tRHOH", &ts->tRHOH);
+ of_property_read_u32(timing, "tCEA", &ts->tCEA);
+ of_property_read_u32(timing, "tCOH", &ts->tCOH);
+ of_property_read_u32(timing, "tCHZ", &ts->tCHZ);
+ of_property_read_u32(timing, "tCSD", &ts->tCSD);
+ banks[bank].timing_spec = ts;
+ }
+ of_property_read_u32(bank_np, "st,nand-timing-relax",
+ &banks[bank].timing_relax);
+ bank++;
+ }
+
+ return nr_banks;
+}
+EXPORT_SYMBOL(stm_of_get_nand_banks);
new file mode 100644
@@ -0,0 +1,27 @@
+
+#ifndef STM_NAND_DT_H
+#define STM_NAND_DT_H
+
+#ifdef CONFIG_OF
+
+struct device_node *stm_of_get_partitions_node(struct device_node *np,
+ int bank_nr);
+int stm_of_get_nand_banks(struct device *dev, struct device_node *np,
+ struct stm_nand_bank_data **banksp);
+
+#else
+static inline struct device_node *stm_of_get_partitions_node(
+ struct device_node *np, int bank_nr)
+{
+ return NULL;
+}
+
+static inline int stm_of_get_nand_banks(struct device *dev,
+ struct device_node *np, struct stm_nand_bank_data **banksp)
+{
+ return 0;
+}
+
+
+#endif /* CONFIG_OF */
+#endif /* STM_NAND_DT_H */
new file mode 100644
@@ -0,0 +1,379 @@
+/*
+ * drivers/mtd/nand/stm_nandc_regs.h
+ *
+ * STMicroelectronics NAND Controller register definitions
+ * Applicable to:
+ * Standalone Hamming Contoller (FLEX mode & AFM)
+ * NANDi Hamming Controller (FLEX & AFM)
+ * NANDi BCH Controller (AFM)
+ *
+ * Copyright (c) 2008-2011 STMicroelectronics Limited
+ * Author: Angus Clark <angus.clark@st.com>
+ *
+ * May be copied or modified under the terms of the GNU General Public
+ * License. See linux/COPYING for more information.
+ *
+ */
+
+#ifndef STM_NANDC_REGS_H
+#define STM_NANDC_REGS_H
+
+/* Hamming Controller Registers (Offsets from EMINAND_BASE) */
+#define NANDHAM_BOOTBANK_CFG 0x000
+#define NANDHAM_RBN_STA 0x004
+#define NANDHAM_INT_EN 0x010
+#define NANDHAM_INT_STA 0x014
+#define NANDHAM_INT_CLR 0x018
+#define NANDHAM_INT_EDGE_CFG 0x01C
+#define NANDHAM_CTL_TIMING 0x040
+#define NANDHAM_WEN_TIMING 0x044
+#define NANDHAM_REN_TIMING 0x048
+#define NANDHAM_BLOCK_ZERO_REMAP_REG 0x04C
+#define NANDHAM_FLEXMODE_CFG 0x100
+#define NANDHAM_FLEX_MUXCTRL 0x104
+#define NANDHAM_FLEX_DATAWRITE_CONFIG 0x10C
+#define NANDHAM_FLEX_DATAREAD_CONFIG 0x110
+#define NANDHAM_FLEX_CMD 0x114
+#define NANDHAM_FLEX_ADD 0x118
+#define NANDHAM_FLEX_DATA 0x120
+#define NANDHAM_VERSION_REG 0x144
+#define NANDHAM_MULTI_CS_CONFIG_REG 0x1EC
+#define NANDHAM_AFM_SEQ_REG_1 0x200
+#define NANDHAM_AFM_SEQ_REG_2 0x204
+#define NANDHAM_AFM_SEQ_REG_3 0x208
+#define NANDHAM_AFM_SEQ_REG_4 0x20C
+#define NANDHAM_AFM_ADD 0x210
+#define NANDHAM_AFM_EXTRA 0x214
+#define NANDHAM_AFM_CMD 0x218
+#define NANDHAM_AFM_SEQ_CFG 0x21C
+#define NANDHAM_AFM_GEN_CFG 0x220
+#define NANDHAM_AFM_SEQ_STA 0x240
+#define NANDHAM_AFM_ECC_REG_0 0x280
+#define NANDHAM_AFM_ECC_REG_1 0x284
+#define NANDHAM_AFM_ECC_REG_2 0x288
+#define NANDHAM_AFM_ECC_REG_3 0x28C
+#define NANDHAM_AFM_DATA_FIFO 0x300
+
+/* BCH Controller Registers (Offsets from EMI_NAND) */
+#define NANDBCH_BOOTBANK_CFG 0x000
+#define NANDBCH_RBN_STA 0x004
+#define NANDBCH_INT_EN 0x010
+#define NANDBCH_INT_STA 0x014
+#define NANDBCH_INT_CLR 0x018
+#define NANDBCH_INT_EDGE_CFG 0x01C
+#define NANDBCH_CTL_TIMING 0x040
+#define NANDBCH_WEN_TIMING 0x044
+#define NANDBCH_REN_TIMING 0x048
+#define NANDBCH_BLOCK_ZERO_REMAP_REG 0x04C
+#define NANDBCH_BOOT_STATUS 0x050
+#define NANDBCH_FALSE_BOOT_REG 0x054
+#define NANDBCH_FALSE_BOOT_STATUS 0x058
+#define NANDBCH_CONTROLLER_CFG 0x100
+#define NANDBCH_FLEX_MUXCTRL 0x104
+#define NANDBCH_FLEX_DATAWRITE_CONFIG 0x10C
+#define NANDBCH_FLEX_DATAREAD_CONFIG 0x110
+#define NANDBCH_VERSION_REG 0x144
+#define NANDBCH_ADDRESS_REG_1 0x1F0
+#define NANDBCH_ADDRESS_REG_2 0x1F4
+#define NANDBCH_ADDRESS_REG_3 0x1F8
+#define NANDBCH_MULTI_CS_CONFIG_REG 0x1FC
+#define NANDBCH_SEQ_REG_1 0x200
+#define NANDBCH_SEQ_REG_2 0x204
+#define NANDBCH_SEQ_REG_3 0x208
+#define NANDBCH_SEQ_REG_4 0x20C
+#define NANDBCH_ADD 0x210
+#define NANDBCH_EXTRA_REG 0x214
+#define NANDBCH_CMD 0x218
+#define NANDBCH_GEN_CFG 0x220
+#define NANDBCH_DELAY_REG 0x224
+#define NANDBCH_SEQ_CFG 0x22C
+#define NANDBCH_SEQ_STA 0x270
+#define NANDBCH_DATA_BUFFER_ENTRY_0 0x280
+#define NANDBCH_DATA_BUFFER_ENTRY_1 0x284
+#define NANDBCH_DATA_BUFFER_ENTRY_2 0x288
+#define NANDBCH_DATA_BUFFER_ENTRY_3 0x28C
+#define NANDBCH_DATA_BUFFER_ENTRY_4 0x290
+#define NANDBCH_DATA_BUFFER_ENTRY_5 0x294
+#define NANDBCH_DATA_BUFFER_ENTRY_6 0x298
+#define NANDBCH_DATA_BUFFER_ENTRY_7 0x29C
+#define NANDBCH_ECC_SCORE_REG_A 0x2A0
+#define NANDBCH_ECC_SCORE_REG_B 0x2A4
+#define NANDBCH_CHECK_STATUS_REG_A 0x2A8
+#define NANDBCH_CHECK_STATUS_REG_B 0x2AC
+#define NANDBCH_BUFFER_LIST_PTR 0x300
+#define NANDBCH_SEQ_PTR_REG 0x304
+#define NANDBCH_ERROR_THRESHOLD_REG 0x308
+
+/* EMISS NAND BCH STPLUG Registers (Offsets from EMISS_NAND_DMA) */
+#define EMISS_NAND_RD_DMA_PAGE_SIZE 0x000
+#define EMISS_NAND_RD_DMA_MAX_OPCODE_SIZE 0x004
+#define EMISS_NAND_RD_DMA_MIN_OPCODE_SIZE 0x008
+#define EMISS_NAND_RD_DMA_MAX_CHUNK_SIZE 0x00C
+#define EMISS_NAND_RD_DMA_MAX_MESSAGE_SIZE 0x010
+
+#define EMISS_NAND_WR_DMA_PAGE_SIZE 0x100
+#define EMISS_NAND_WR_DMA_MAX_OPCODE_SIZE 0x104
+#define EMISS_NAND_WR_DMA_MIN_OPCODE_SIZE 0x108
+#define EMISS_NAND_WR_DMA_MAX_CHUNK_SIZE 0x10C
+#define EMISS_NAND_WR_DMA_MAX_MESSAGE_SIZE 0x110
+
+
+/*
+ * Hamming/BCH controller interrupts
+ */
+
+/* NANDxxx_INT_EN/NANDxxx_INT_STA */
+/* Common */
+#define NAND_INT_ENABLE (0x1 << 0)
+#define NAND_INT_RBN (0x1 << 2)
+#define NAND_INT_SEQCHECK (0x1 << 5)
+/* Hamming only */
+#define NANDHAM_INT_DATA_DREQ (0x1 << 3)
+#define NANDHAM_INT_SEQ_DREQ (0x1 << 4)
+#define NANDHAM_INT_ECC_FIX_REQ (0x1 << 6)
+/* BCH only */
+#define NANDBCH_INT_SEQNODESOVER (0x1 << 7)
+#define NANDBCH_INT_ECCTHRESHOLD (0x1 << 8)
+
+/* NANDxxx_INT_CLR */
+/* Common */
+#define NAND_INT_CLR_RBN (0x1 << 2)
+#define NAND_INT_CLR_SEQCHECK (0x1 << 3)
+/* Hamming only */
+#define NANDHAM_INT_CLR_ECC_FIX_REQ (0x1 << 4)
+#define NANDHAM_INT_CLR_DATA_DREQ (0x1 << 5)
+#define NANDHAM_INT_CLR_SEQ_DREQ (0x1 << 6)
+/* BCH only */
+#define NANDBCH_INT_CLR_SEQNODESOVER (0x1 << 5)
+#define NANDBCH_INT_CLR_ECCTHRESHOLD (0x1 << 6)
+
+/* NANDxxx_INT_EDGE_CFG */
+#define NAND_EDGE_CFG_RBN_RISING 0x1
+#define NAND_EDGE_CFG_RBN_FALLING 0x2
+#define NAND_EDGE_CFG_RBN_ANY 0x3
+
+/* NANDBCH_CONTROLLER_CFG/NANDHAM_FLEXMODE_CFG */
+#define CFG_ENABLE_FLEX 0x1
+#define CFG_ENABLE_AFM 0x2
+#define CFG_RESET (0x1 << 3)
+#define CFG_RESET_ECC(x) (0x1 << (7 + (x)))
+#define CFG_RESET_ECC_ALL (0xff << 7)
+
+
+/*
+ * BCH Controller
+ */
+
+/* ECC Modes */
+#define BCH_18BIT_ECC 0
+#define BCH_30BIT_ECC 1
+#define BCH_NO_ECC 2
+#define BCH_ECC_RSRV 3
+
+/* NANDBCH_BOOTBANK_CFG */
+#define BOOT_CFG_RESET (0x1 << 3)
+
+/* NANDBCH_CTL_TIMING */
+#define NANDBCH_CTL_SETUP(x) ((x) & 0xff)
+#define NANDBCH_CTL_HOLD(x) (((x) & 0xff) << 8)
+#define NANDBCH_CTL_WERBN(x) (((x) & 0xff) << 24)
+
+/* NANDBCH_WEN_TIMING */
+#define NANDBCH_WEN_ONTIME(x) ((x) & 0xff)
+#define NANDBCH_WEN_OFFTIME(x) (((x) & 0xff) << 8)
+#define NANDBCH_WEN_ONHALFCYCLE (0x1 << 16)
+#define NANDBCH_WEN_OFFHALFCYCLE (0x1 << 17)
+
+/* NANDBCH_REN_TIMING */
+#define NANDBCH_REN_ONTIME(x) ((x) & 0xff)
+#define NANDBCH_REN_OFFTIME(x) (((x) & 0xff) << 8)
+#define NANDBCH_REN_ONHALFCYCLE (0x1 << 16)
+#define NANDBCH_REN_OFFHALFCYCLE (0x1 << 17)
+#define NANDBCH_REN_TELQV(x) (((x) & 0xff) << 24)
+
+/* NANDBCH_BLOCK_ZERO_REMAP_REG */
+#define NANDBCH_BACKUP_COPY_FOUND (0x1 << 0)
+#define NANDBCH_ORIG_CODE_CORRUPTED (0x1 << 1)
+#define NANDBCH_BLK_ZERO_REMAP(x) ((x) >> 14)
+
+/* NANDBCH_BOOT_STATUS */
+#define NANDBCH_BOOT_MAX_ERRORS(x) ((x) & 0x1f)
+
+/* NANDBCH_GEN_CFG */
+#define GEN_CFG_DATA_8_NOT_16 (0x1 << 16)
+#define GEN_CFG_EXTRA_ADD_CYCLE (0x1 << 18)
+#define GEN_CFG_2X8_MODE (0x1 << 19)
+#define GEN_CFG_ECC_SHIFT 20
+#define GEN_CFG_18BIT_ECC (BCH_18BIT_ECC << GEN_CFG_ECC_SHIFT)
+#define GEN_CFG_30BIT_ECC (BCH_30BIT_ECC << GEN_CFG_ECC_SHIFT)
+#define GEN_CFG_NO_ECC (BCH_NO_ECC << GEN_CFG_ECC_SHIFT)
+#define GEN_CFG_LAST_SEQ_NODE (0x1 << 22)
+
+/* NANDBCH_SEQ_CFG */
+#define SEQ_CFG_REPEAT_COUNTER(x) ((x) & 0xffff)
+#define SEQ_CFG_SEQ_IDENT(x) (((x) & 0xff) << 16)
+#define SEQ_CFG_DATA_WRITE (0x1 << 24)
+#define SEQ_CFG_ERASE (0x1 << 25)
+#define SEQ_CFG_GO_STOP (0x1 << 26)
+
+/* NANDBCH_SEQ_STA */
+#define SEQ_STA_RUN (0x1 << 4)
+
+/*
+ * BCH Commands
+ */
+#define BCH_OPC_STOP 0x0
+#define BCH_OPC_CMD 0x1
+#define BCH_OPC_INC 0x2
+#define BCH_OPC_DEC_JUMP 0x3
+#define BCH_OPC_DATA 0x4
+#define BCH_OPC_DELAY 0x5
+#define BCH_OPC_CHECK 0x6
+#define BCH_OPC_ADDR 0x7
+#define BCH_OPC_NEXT_CHIP_ON 0x8
+#define BCH_OPC_DEC_JMP_MCS 0x9
+#define BCH_OPC_ECC_SCORE 0xA
+
+#define BCH_INSTR(opc, opr) ((opc) | ((opr) << 4))
+
+#define BCH_CMD_ADDR BCH_INSTR(BCH_OPC_CMD, 0)
+#define BCH_CL_CMD_1 BCH_INSTR(BCH_OPC_CMD, 1)
+#define BCH_CL_CMD_2 BCH_INSTR(BCH_OPC_CMD, 2)
+#define BCH_CL_CMD_3 BCH_INSTR(BCH_OPC_CMD, 3)
+#define BCH_CL_EX_0 BCH_INSTR(BCH_OPC_CMD, 4)
+#define BCH_CL_EX_1 BCH_INSTR(BCH_OPC_CMD, 5)
+#define BCH_CL_EX_2 BCH_INSTR(BCH_OPC_CMD, 6)
+#define BCH_CL_EX_3 BCH_INSTR(BCH_OPC_CMD, 7)
+#define BCH_INC(x) BCH_INSTR(BCH_OPC_INC, (x))
+#define BCH_DEC_JUMP(x) BCH_INSTR(BCH_OPC_DEC_JUMP, (x))
+#define BCH_STOP BCH_INSTR(BCH_OPC_STOP, 0)
+#define BCH_DATA_1_SECTOR BCH_INSTR(BCH_OPC_DATA, 0)
+#define BCH_DATA_2_SECTOR BCH_INSTR(BCH_OPC_DATA, 1)
+#define BCH_DATA_4_SECTOR BCH_INSTR(BCH_OPC_DATA, 2)
+#define BCH_DATA_8_SECTOR BCH_INSTR(BCH_OPC_DATA, 3)
+#define BCH_DATA_16_SECTOR BCH_INSTR(BCH_OPC_DATA, 4)
+#define BCH_DATA_32_SECTOR BCH_INSTR(BCH_OPC_DATA, 5)
+#define BCH_DELAY_0 BCH_INSTR(BCH_OPC_DELAY, 0)
+#define BCH_DELAY_1 BCH_INSTR(BCH_OPC_DELAY, 1)
+#define BCH_OP_ERR BCH_INSTR(BCH_OPC_CHECK, 0)
+#define BCH_CACHE_ERR BCH_INSTR(BCH_OPC_CHECK, 1)
+#define BCH_ERROR BCH_INSTR(BCH_OPC_CHECK, 2)
+#define BCH_AL_EX_0 BCH_INSTR(BCH_OPC_ADDR, 0)
+#define BCH_AL_EX_1 BCH_INSTR(BCH_OPC_ADDR, 1)
+#define BCH_AL_EX_2 BCH_INSTR(BCH_OPC_ADDR, 2)
+#define BCH_AL_EX_3 BCH_INSTR(BCH_OPC_ADDR, 3)
+#define BCH_AL_AD_0 BCH_INSTR(BCH_OPC_ADDR, 4)
+#define BCH_AL_AD_1 BCH_INSTR(BCH_OPC_ADDR, 5)
+#define BCH_AL_AD_2 BCH_INSTR(BCH_OPC_ADDR, 6)
+#define BCH_AL_AD_3 BCH_INSTR(BCH_OPC_ADDR, 7)
+#define BCH_NEXT_CHIP_ON BCH_INSTR(BCH_OPC_NEXT_CHIP_ON, 0)
+#define BCH_DEC_JMP_MCS(x) BCH_INSTR(BCH_OPC_DEC_JMP_MCS, (x))
+#define BCH_ECC_SCORE(x) BCH_INSTR(BCH_OPC_ECC_SCORE, (x))
+
+
+/*
+ * Hamming-FLEX register fields
+ */
+
+/* NANDHAM_FLEX_DATAREAD/WRITE_CONFIG */
+#define FLEX_DATA_CFG_WAIT_RBN (0x1 << 27)
+#define FLEX_DATA_CFG_BEATS_1 (0x1 << 28)
+#define FLEX_DATA_CFG_BEATS_2 (0x2 << 28)
+#define FLEX_DATA_CFG_BEATS_3 (0x3 << 28)
+#define FLEX_DATA_CFG_BEATS_4 (0x0 << 28)
+#define FLEX_DATA_CFG_BYTES_1 (0x0 << 30)
+#define FLEX_DATA_CFG_BYTES_2 (0x1 << 30)
+#define FLEX_DATA_CFG_CSN (0x1 << 31)
+
+/* NANDHAM_FLEX_CMD */
+#define FLEX_CMD_RBN (0x1 << 27)
+#define FLEX_CMD_BEATS_1 (0x1 << 28)
+#define FLEX_CMD_BEATS_2 (0x2 << 28)
+#define FLEX_CMD_BEATS_3 (0x3 << 28)
+#define FLEX_CMD_BEATS_4 (0x0 << 28)
+#define FLEX_CMD_CSN (0x1 << 31)
+#define FLEX_CMD(x) (((x) & 0xff) | \
+ FLEX_CMD_RBN | \
+ FLEX_CMD_BEATS_1 | \
+ FLEX_CMD_CSN)
+/* NANDHAM_FLEX_ADD */
+#define FLEX_ADDR_RBN (0x1 << 27)
+#define FLEX_ADDR_BEATS_1 (0x1 << 28)
+#define FLEX_ADDR_BEATS_2 (0x2 << 28)
+#define FLEX_ADDR_BEATS_3 (0x3 << 28)
+#define FLEX_ADDR_BEATS_4 (0x0 << 28)
+#define FLEX_ADDR_ADD8_VALID (0x1 << 30)
+#define FLEX_ADDR_CSN (0x1 << 31)
+
+/*
+ * Hamming-AFM register fields
+ */
+/* NANDHAM_AFM_SEQ_CFG */
+#define AFM_SEQ_CFG_GO (0x1 << 26)
+#define AFM_SEQ_CFG_DIR_WRITE (0x1 << 24)
+
+/* NANDHAM_AFM_GEN_CFG */
+#define AFM_GEN_CFG_DATA_8_NOT_16 (0x1 << 16)
+#define AFM_GEN_CFG_LARGE_PAGE (0x1 << 17)
+#define AFM_GEN_CFG_EXTRA_ADD_CYCLE (0x1 << 18)
+
+/*
+ * AFM Commands
+ */
+#define AFM_STOP 0x0
+#define AFM_CMD 0x1
+#define AFM_INC 0x2
+#define AFM_DEC_JUMP 0x3
+#define AFM_DATA 0x4
+#define AFM_SPARE 0x5
+#define AFM_CHECK 0x6
+#define AFM_ADDR 0x7
+#define AFM_WRBN 0xA
+
+/* The ARM memcpy_toio routines are totally unoptimised and simply
+ * do a byte loop. This causes a problem in that the NAND controller
+ * can only support 32 bit reads and writes. On the SH4 memcpy_toio
+ * is fully optimised and will always write as efficiently as possible,
+ * using some cache optimisations so it is worth using
+ */
+
+static inline void stm_nand_memcpy_toio(volatile void __iomem *dst,
+ const void *src, size_t count)
+{
+ BUG_ON(count & 3);
+ BUG_ON((unsigned long)dst & 3);
+ BUG_ON((unsigned long)src & 3);
+#ifdef __arm__
+ while (count) {
+ writel_relaxed(*(u32 *)src, dst);
+ src += 4;
+ dst += 4;
+ count -= 4;
+ }
+ mb();
+#else
+ memcpy_toio(dst, src, count);
+#endif
+}
+
+static inline void stm_nand_memcpy_fromio(void *dst,
+ const volatile void __iomem *src,
+ int count)
+{
+ BUG_ON(count & 3);
+ BUG_ON((unsigned long)dst & 3);
+ BUG_ON((unsigned long)src & 3);
+#ifdef __arm__
+ while (count) {
+ *(u32 *)dst = readl_relaxed(src);
+ src += 4;
+ dst += 4;
+ count -= 4;
+ }
+ mb();
+#else
+ memcpy_fromio(dst, src, count);
+#endif
+}
+
+#endif /* STM_NANDC_REGS_H */
@@ -133,6 +133,19 @@ struct nand_bbt_descr {
#define ONENAND_BADBLOCK_POS 0
/*
+ * Factory-programmed bad-block marker (BBM) flags
+ */
+#define NAND_BBM_PAGE_0 0x00000001
+#define NAND_BBM_PAGE_1 0x00000002
+#define NAND_BBM_PAGE_LAST 0x00000004
+#define NAND_BBM_PAGE_LMIN2 0x00000008
+#define NAND_BBM_PAGE_ALL 0x00000010
+#define NAND_BBM_BYTE_OOB_0 0x00000020
+#define NAND_BBM_BYTE_OOB_5 0x00000040
+#define NAND_BBM_BYTE_OOB_ALL 0x00000080
+#define NAND_BBM_BYTE_ALL 0x00000100
+
+/*
* Bad block scanning errors
*/
#define ONENAND_BBT_READ_ERROR 1
@@ -106,12 +106,16 @@ extern int nand_unlock(struct mtd_info *mtd, loff_t ofs, uint64_t len);
#define NAND_CMD_NONE -1
+/* Feature Addresses (for the "SET/GET FEATURES" commands) */
+#define NAND_FEATURE_MICRON_ARRAY_OP_MODE 0x90
+
/* Status bits */
#define NAND_STATUS_FAIL 0x01
#define NAND_STATUS_FAIL_N1 0x02
#define NAND_STATUS_TRUE_READY 0x20
#define NAND_STATUS_READY 0x40
#define NAND_STATUS_WP 0x80
+#define NAND_STATUS_ECCREWRITE 0x08
/*
* Constants for ECC_MODES
@@ -122,6 +126,7 @@ typedef enum {
NAND_ECC_HW,
NAND_ECC_HW_SYNDROME,
NAND_ECC_HW_OOB_FIRST,
+ NAND_ECC_4BITONDIE,
NAND_ECC_SOFT_BCH,
} nand_ecc_modes_t;
@@ -149,6 +154,10 @@ typedef enum {
#define NAND_BUSWIDTH_16 0x00000002
/* Chip has cache program function */
#define NAND_CACHEPRG 0x00000008
+
+/* Chip has copy back function */
+#define NAND_COPYBACK 0x00000010
+
/*
* Chip requires ready check on read (for auto-incremented sequential read).
* True only for small page devices; large page devices do not support
@@ -167,6 +176,16 @@ typedef enum {
/* Device supports subpage reads */
#define NAND_SUBPAGE_READ 0x00001000
+/* Device supports cache read function */
+#define NAND_CACHERD 0x00001000
+
+#define NAND_MULTIPLANE_READ 0x00002000
+/* Deivce supports multi-plane program/erase operations */
+#define NAND_MULTIPLANE_PROG_ERASE 0x00004000
+/* Deivce supports multi-LUN operations */
+#define NAND_MULTILUN 0x00008000
+/* Micron '4-bit On-die ECC' device */
+#define NAND_MICRON_4BITONDIEECC 0x00080000
/* Options valid for Samsung large page devices */
#define NAND_SAMSUNG_LP_OPTIONS NAND_CACHEPRG
@@ -330,6 +349,40 @@ struct onfi_ext_param_page {
*/
} __packed;
+/*
+ * NAND Device Timing Specification
+ *
+ * All values in nano seconds, except where specified.
+ */
+struct nand_timing_spec {
+ int tR; /* Max Page Read delay [us]*/
+ int tCLS; /* Min CLE setup time */
+ int tCS; /* Min CE setup time */
+ int tALS; /* Min ALE setup time */
+ int tDS; /* Min Data setup time */
+ int tWP; /* Min WE pulse width */
+ int tCLH; /* Min CLE hold time */
+ int tCH; /* Min CE hold time */
+ int tALH; /* Min ALE hold time */
+ int tDH; /* Min Data hold time */
+ int tWB; /* Max WE high to busy */
+ int tWH; /* Min WE hold time */
+ int tWC; /* Min Write cycle time */
+ int tRP; /* Min RE pulse width */
+ int tREH; /* Min RE high hold time */
+ int tRC; /* Min Read cycle time */
+ int tREA; /* Max Read access time */
+ int tRHOH; /* Min RE high to output hold */
+ int tCEA; /* Max CE access time */
+ int tCOH; /* Min CE high to output hold */
+ int tCHZ; /* Max CE high to output high Z */
+ int tCSD; /* Min CE high to ALE/CLE don't care */
+};
+
+/* ONFI define 6 timing modes */
+#define NAND_ONFI_TIMING_MODES 6
+extern struct nand_timing_spec nand_onfi_timing_specs[];
+
/**
* struct nand_hw_control - Control structure for hardware controller (e.g ECC generator) shared among independent devices
* @lock: protection lock
@@ -477,6 +530,7 @@ struct nand_buffers {
* @bbt_options: [INTERN] bad block specific options. All options used
* here must come from bbm.h. By default, these options
* will be copied to the appropriate nand_bbt_descr's.
+ * @bbm: [INTERN] Bad block marker flags (see bbm.h).
* @badblockpos: [INTERN] position of the bad block marker in the oob
* area.
* @badblockbits: [INTERN] minimum number of set bits in a good block's
@@ -552,6 +606,7 @@ struct nand_chip {
int chip_delay;
unsigned int options;
unsigned int bbt_options;
+ unsigned int bbm;
int page_shift;
int phys_erase_shift;
@@ -568,6 +623,8 @@ struct nand_chip {
uint16_t ecc_step_ds;
int badblockpos;
int badblockbits;
+ int planes_per_chip;
+ int luns_per_chip;
int onfi_version;
struct nand_onfi_params onfi_params;
@@ -693,6 +750,11 @@ struct nand_manufacturers {
extern struct nand_flash_dev nand_flash_ids[];
extern struct nand_manufacturers nand_manuf_ids[];
+extern int nand_decode_readid(struct mtd_info *mtd, struct nand_chip *chip,
+ struct nand_flash_dev *type, uint8_t *id,
+ int max_id_len);
+extern void nand_derive_bbm(struct mtd_info *mtd, struct nand_chip *chip,
+ uint8_t *id);
extern int nand_scan_bbt(struct mtd_info *mtd, struct nand_bbt_descr *bd);
extern int nand_default_bbt(struct mtd_info *mtd);
@@ -702,6 +764,19 @@ extern int nand_erase_nand(struct mtd_info *mtd, struct erase_info *instr,
int allowbbt);
extern int nand_do_read(struct mtd_info *mtd, loff_t from, size_t len,
size_t *retlen, uint8_t *buf);
+extern void nand_sync(struct mtd_info *mtd);
+extern int nand_suspend(struct mtd_info *mtd);
+extern void nand_resume(struct mtd_info *mtd);
+
+extern uint8_t *nand_transfer_oob(struct nand_chip *chip, uint8_t *oob,
+ struct mtd_oob_ops *ops, size_t len);
+extern int nand_check_wp(struct mtd_info *mtd);
+extern uint8_t *nand_fill_oob(struct mtd_info *mtd, uint8_t *oob, size_t len,
+ struct mtd_oob_ops *ops);
+extern int nand_do_write_oob(struct mtd_info *mtd, loff_t to,
+ struct mtd_oob_ops *ops);
+extern int nand_get_device(struct mtd_info *mtd, int new_state);
+extern void nand_release_device(struct mtd_info *mtd);
/**
* struct platform_nand_chip - chip level device structure
new file mode 100644
@@ -0,0 +1,176 @@
+/*
+ * Copyright (C) 2013 STMicroelectronics Limited
+ *
+ * May be copied or modified under the terms of the GNU General Public
+ * License. See linux/COPYING for more information.
+ */
+
+#ifndef __LINUX_NAND_H
+#define __LINUX_NAND_H
+
+#include <linux/io.h>
+
+/*** NAND flash timing and bank data ***/
+
+/*
+ * Legacy specification for NAND timing parameters. Deprecated in favour of
+ * include/mtd/nand.h:nand_timing_spec.
+ */
+struct stm_nand_timing_data {
+ /* Times specified in ns. (Will be rounded up to nearest multiple of
+ EMI clock period.) */
+ int sig_setup;
+ int sig_hold;
+ int CE_deassert;
+ int WE_to_RBn;
+
+ int wr_on;
+ int wr_off;
+
+ int rd_on;
+ int rd_off;
+
+ int chip_delay; /* delay in us */
+};
+
+/*
+ * Board-level specification relating to a 'bank' of NAND Flash
+ */
+struct stm_nand_bank_data {
+ int csn;
+ int nr_partitions;
+ struct mtd_partition *partitions;
+ unsigned int options;
+ unsigned int bbt_options;
+ unsigned int emi_withinbankoffset;
+
+ /*
+ * The AC specification of the NAND device can be used to optimise how
+ * the STM NAND drivers interact with the NAND device. During
+ * initialisation, NAND accesses are configured according to one of the
+ * following methods, in order of precedence:
+ *
+ * 1. Using the data in 'struct nand_timing_spec', if supplied.
+ *
+ * 2. Using the data in 'struct stm_nand_timing_data', if supplied.
+ * Not supported by the stm-nand-bch driver, and deprecated in
+ * favour of method 1.
+ *
+ * 3. Using the ONFI timing mode, as advertised by the device during
+ * ONFI-probing (ONFI-compliant NAND only).
+ *
+ */
+ struct stm_nand_timing_data *timing_data; /* [DEPRECATED] */
+
+ struct nand_timing_spec *timing_spec;
+
+ /*
+ * No. of IP clk cycles by which to 'relax' the timing configuration.
+ * Required on some boards to to accommodate board-level limitations.
+ * Used in conjunction with 'nand_timing_spec' and ONFI configuration.
+ */
+ int timing_relax;
+};
+
+/*** NAND flash platform data ***/
+
+struct stm_plat_nand_flex_data {
+ int nr_banks;
+ struct stm_nand_bank_data *banks;
+ unsigned int flex_rbn_connected:1;
+ bool flashss;
+};
+
+enum stm_nand_bch_ecc_config {
+ BCH_ECC_CFG_AUTO = 0,
+ BCH_ECC_CFG_NOECC,
+ BCH_ECC_CFG_18BIT,
+ BCH_ECC_CFG_30BIT
+};
+
+struct stm_plat_nand_bch_data {
+ struct stm_nand_bank_data *bank;
+ enum stm_nand_bch_ecc_config bch_ecc_cfg;
+
+ /* The threshold at which the number of corrected bit-flips per sector
+ * is deemed to have reached an excessive level (triggers '-EUCLEAN' to
+ * be returned to the caller). The value should be in the range 1 to
+ * <ecc-strength> where <ecc-strength> is 18 or 30, depending on the BCH
+ * ECC mode in operation. A value of 0 is interpreted by the driver as
+ * <ecc-strength>.
+ */
+ unsigned int bch_bitflip_threshold;
+ bool flashss;
+};
+
+struct stm_plat_nand_emi_data {
+ unsigned int nr_banks;
+ struct stm_nand_bank_data *banks;
+ int emi_rbn_gpio;
+};
+
+struct stm_nand_config {
+ enum {
+ stm_nand_emi,
+ stm_nand_flex,
+ stm_nand_afm,
+ stm_nand_bch,
+ } driver;
+ int nr_banks;
+ struct stm_nand_bank_data *banks;
+ union {
+ int emi_gpio;
+ int flex_connected;
+ } rbn;
+ enum stm_nand_bch_ecc_config bch_ecc_cfg;
+ unsigned int bch_bitflip_threshold; /* See description in
+ * 'stm_plat_nand_bch_data'.
+ */
+};
+
+/* ************************************************************************** */
+
+#define EMISS_BASE 0xfef01000
+#define EMISS_CONFIG 0x0000
+#define EMISS_CONFIG_HAMMING_NOT_BCH (0x1 << 6)
+
+enum nandi_controllers {
+ STM_NANDI_UNCONFIGURED,
+ STM_NANDI_HAMMING,
+ STM_NANDI_BCH
+};
+
+static inline void emiss_nandi_select(enum nandi_controllers controller)
+{
+ unsigned v;
+ void __iomem *emiss_config_base;
+
+ emiss_config_base = ioremap(EMISS_BASE, 4);
+ if (!emiss_config_base) {
+ pr_err("%s: failed to ioremap EMISS\n", __func__);
+ return;
+ }
+
+ v = readl(emiss_config_base + EMISS_CONFIG);
+
+ if (controller == STM_NANDI_HAMMING) {
+ if (v & EMISS_CONFIG_HAMMING_NOT_BCH)
+ goto out;
+ v |= EMISS_CONFIG_HAMMING_NOT_BCH;
+ } else {
+ if (!(v & EMISS_CONFIG_HAMMING_NOT_BCH))
+ goto out;
+ v &= ~EMISS_CONFIG_HAMMING_NOT_BCH;
+ }
+
+ writel(v, emiss_config_base + EMISS_CONFIG);
+ readl(emiss_config_base + EMISS_CONFIG);
+
+out:
+ iounmap(emiss_config_base);
+}
+
+extern int nand_get_device(struct mtd_info *mtd, int new_state);
+extern void nand_release_device(struct mtd_info *mtd);
+
+#endif /* __LINUX_NAND_H */
Cc: David Woodhouse <dwmw2@infradead.org> Cc: Brian Norris <computersforpeace@gmail.com> Cc: Lee Jones <lee.jones@linaro.org> Cc: linux-mtd@lists.infradead.org Signed-off-by: Lee Jones <lee.jones@linaro.org> --- Hi MTD Gang, I'd like to start an open discussion surrounding one of the NAND drivers utilised within the ST BSP. As with most internal kernels drivers some workarounds have been employed, which are unlikely to be welcomed in the Mainline kernel. I'd be very appreciative if some subject-matter experts could go through the current implementation with me to identify some of the difficulties and together I hope we can discover some solutions which I can subseqently implement. Any help would be gratefully received. Kind regards, Lee --- drivers/mtd/nand/Kconfig | 12 + drivers/mtd/nand/Makefile | 2 + drivers/mtd/nand/nand_base.c | 30 +- drivers/mtd/nand/nand_bbt.c | 26 + drivers/mtd/nand/nand_ecc.c | 5 + drivers/mtd/nand/nand_ids.c | 646 ++++++++ drivers/mtd/nand/stm_nand_bch.c | 3113 ++++++++++++++++++++++++++++++++++++++ drivers/mtd/nand/stm_nand_dt.c | 165 ++ drivers/mtd/nand/stm_nand_dt.h | 27 + drivers/mtd/nand/stm_nand_regs.h | 379 +++++ include/linux/mtd/bbm.h | 13 + include/linux/mtd/nand.h | 75 + include/linux/mtd/stm_nand.h | 176 +++ 13 files changed, 4657 insertions(+), 12 deletions(-) create mode 100644 drivers/mtd/nand/stm_nand_bch.c create mode 100644 drivers/mtd/nand/stm_nand_dt.c create mode 100644 drivers/mtd/nand/stm_nand_dt.h create mode 100644 drivers/mtd/nand/stm_nand_regs.h create mode 100644 include/linux/mtd/stm_nand.h