10 #define pr_fmt(fmt)	"spi-nand: " fmt
53 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_get_cfg()  local
56 		    spinand->cur_target >= nand->memorg.ntargets))  in spinand_get_cfg()
65 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_set_cfg()  local
69 		    spinand->cur_target >= nand->memorg.ntargets))  in spinand_set_cfg()
109  * spinand_select_target() - Select a specific NAND target/die
119 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_select_target()  local
122 	if (WARN_ON(target >= nand->memorg.ntargets))  in spinand_select_target()
128 	if (nand->memorg.ntargets == 1) {  in spinand_select_target()
143 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_read_cfg()  local
147 	for (target = 0; target < nand->memorg.ntargets; target++) {  in spinand_read_cfg()
167 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_init_cfg_cache()  local
171 					  nand->memorg.ntargets,  in spinand_init_cfg_cache()
211 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_check_ecc_status()  local
226 		return nanddev_get_ecc_conf(nand)->strength;  in spinand_check_ecc_status()
262 static int spinand_ondie_ecc_init_ctx(struct nand_device *nand)  in spinand_ondie_ecc_init_ctx()  argument
264 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_ondie_ecc_init_ctx()
265 	struct mtd_info *mtd = nanddev_to_mtd(nand);  in spinand_ondie_ecc_init_ctx()
268 	nand->ecc.ctx.conf.engine_type = NAND_ECC_ENGINE_TYPE_ON_DIE;  in spinand_ondie_ecc_init_ctx()
269 	nand->ecc.ctx.conf.step_size = nand->ecc.requirements.step_size;  in spinand_ondie_ecc_init_ctx()
270 	nand->ecc.ctx.conf.strength = nand->ecc.requirements.strength;  in spinand_ondie_ecc_init_ctx()
276 	nand->ecc.ctx.priv = engine_conf;  in spinand_ondie_ecc_init_ctx()
286 static void spinand_ondie_ecc_cleanup_ctx(struct nand_device *nand)  in spinand_ondie_ecc_cleanup_ctx()  argument
288 	kfree(nand->ecc.ctx.priv);  in spinand_ondie_ecc_cleanup_ctx()
291 static int spinand_ondie_ecc_prepare_io_req(struct nand_device *nand,  in spinand_ondie_ecc_prepare_io_req()  argument
294 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_ondie_ecc_prepare_io_req()
300 	memset(spinand->oobbuf, 0xff, nanddev_per_page_oobsize(nand));  in spinand_ondie_ecc_prepare_io_req()
306 static int spinand_ondie_ecc_finish_io_req(struct nand_device *nand,  in spinand_ondie_ecc_finish_io_req()  argument
309 	struct spinand_ondie_ecc_conf *engine_conf = nand->ecc.ctx.priv;  in spinand_ondie_ecc_finish_io_req()
310 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_ondie_ecc_finish_io_req()
335 			pages = req->datalen / nanddev_page_size(nand);  in spinand_ondie_ecc_finish_io_req()
354 static void spinand_ondie_ecc_save_status(struct nand_device *nand, u8 status)  in spinand_ondie_ecc_save_status()  argument
356 	struct spinand_ondie_ecc_conf *engine_conf = nand->ecc.ctx.priv;  in spinand_ondie_ecc_save_status()
358 	if (nand->ecc.ctx.conf.engine_type == NAND_ECC_ENGINE_TYPE_ON_DIE &&  in spinand_ondie_ecc_save_status()
373 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_load_page_op()  local
374 	unsigned int row = nanddev_pos_to_row(nand, &req->pos);  in spinand_load_page_op()
383 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_read_from_cache_op()  local
394 			nbytes = nanddev_page_size(nand);  in spinand_read_from_cache_op()
397 					  nanddev_page_size(nand));  in spinand_read_from_cache_op()
402 		nbytes += nanddev_per_page_oobsize(nand);  in spinand_read_from_cache_op()
405 			column = nanddev_page_size(nand);  in spinand_read_from_cache_op()
415 		column |= req->pos.plane << fls(nanddev_page_size(nand));  in spinand_read_from_cache_op()
458 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_write_to_cache_op()  local
475 	nbytes = nanddev_page_size(nand) + nanddev_per_page_oobsize(nand);  in spinand_write_to_cache_op()
476 	memset(spinand->databuf, 0xff, nanddev_page_size(nand));  in spinand_write_to_cache_op()
499 		column |= req->pos.plane << fls(nanddev_page_size(nand));  in spinand_write_to_cache_op()
520 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_program_op()  local
521 	unsigned int row = nanddev_pos_to_row(nand, &req->pos);  in spinand_program_op()
530 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_erase_op()  local
531 	unsigned int row = nanddev_pos_to_row(nand, pos);  in spinand_erase_op()
610 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_read_page()  local
614 	ret = nand_ecc_prepare_io_req(nand, (struct nand_page_io_req *)req);  in spinand_read_page()
629 	spinand_ondie_ecc_save_status(nand, status);  in spinand_read_page()
635 	return nand_ecc_finish_io_req(nand, (struct nand_page_io_req *)req);  in spinand_read_page()
641 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_write_page()  local
645 	ret = nand_ecc_prepare_io_req(nand, (struct nand_page_io_req *)req);  in spinand_write_page()
668 	return nand_ecc_finish_io_req(nand, (struct nand_page_io_req *)req);  in spinand_write_page()
676 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_mtd_regular_page_read()  local
685 	nanddev_io_for_each_page(nand, NAND_PAGE_READ, from, ops, &iter) {  in spinand_mtd_regular_page_read()
718 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_mtd_continuous_page_read()  local
735 	nanddev_io_for_each_block(nand, NAND_PAGE_READ, from, ops, &iter) {  in spinand_mtd_continuous_page_read()
740 		ret = nand_ecc_prepare_io_req(nand, &iter.req);  in spinand_mtd_continuous_page_read()
763 		spinand_ondie_ecc_save_status(nand, status);  in spinand_mtd_continuous_page_read()
765 		ret = nand_ecc_finish_io_req(nand, &iter.req);  in spinand_mtd_continuous_page_read()
788 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_cont_read_init()  local
789 	enum nand_ecc_engine_type engine_type = nand->ecc.ctx.conf.engine_type;  in spinand_cont_read_init()
802 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_use_cont_read()  local
803 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_use_cont_read()
813 	nanddev_offs_to_pos(nand, from, &start_pos);  in spinand_use_cont_read()
814 	nanddev_offs_to_pos(nand, from + ops->len - 1, &end_pos);  in spinand_use_cont_read()
865 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_mtd_write()  local
875 	nanddev_io_for_each_page(nand, NAND_PAGE_WRITE, to, ops, &iter) {  in spinand_mtd_write()
896 static bool spinand_isbad(struct nand_device *nand, const struct nand_pos *pos)  in spinand_isbad()  argument
898 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_isbad()
926 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_mtd_block_isbad()  local
927 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_mtd_block_isbad()
931 	nanddev_offs_to_pos(nand, offs, &pos);  in spinand_mtd_block_isbad()
933 	ret = nanddev_isbad(nand, &pos);  in spinand_mtd_block_isbad()
939 static int spinand_markbad(struct nand_device *nand, const struct nand_pos *pos)  in spinand_markbad()  argument
941 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_markbad()
968 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_mtd_block_markbad()  local
969 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_mtd_block_markbad()
973 	nanddev_offs_to_pos(nand, offs, &pos);  in spinand_mtd_block_markbad()
975 	ret = nanddev_markbad(nand, &pos);  in spinand_mtd_block_markbad()
981 static int spinand_erase(struct nand_device *nand, const struct nand_pos *pos)  in spinand_erase()  argument
983 	struct spinand_device *spinand = nand_to_spinand(nand);  in spinand_erase()
1026 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_mtd_block_isreserved()  local
1030 	nanddev_offs_to_pos(nand, offs, &pos);  in spinand_mtd_block_isreserved()
1032 	ret = nanddev_isreserved(nand, &pos);  in spinand_mtd_block_isreserved()
1041 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_create_dirmap()  local
1043 		.length = nanddev_page_size(nand) +  in spinand_create_dirmap()
1044 			  nanddev_per_page_oobsize(nand),  in spinand_create_dirmap()
1049 		info.length = nanddev_eraseblock_size(nand);  in spinand_create_dirmap()
1052 	info.offset = plane << fls(nand->memorg.pagesize);  in spinand_create_dirmap()
1070 	if (nand->ecc.engine->integration != NAND_ECC_ENGINE_INTEGRATION_PIPELINED) {  in spinand_create_dirmap()
1100 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_create_dirmaps()  local
1105 					nand->memorg.planes_per_lun,  in spinand_create_dirmaps()
1110 	for (i = 0; i < nand->memorg.planes_per_lun; i++) {  in spinand_create_dirmaps()
1215 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_select_op_variant()  local
1226 		nbytes = nanddev_per_page_oobsize(nand) +  in spinand_select_op_variant()
1227 			 nanddev_page_size(nand);  in spinand_select_op_variant()
1257  * @spinand: SPI NAND object
1258  * @table: SPI NAND device description table
1263  * entry in the SPI NAND description table. If a match is found, the spinand
1275 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_match_and_init()  local
1288 		nand->memorg = table[i].memorg;  in spinand_match_and_init()
1289 		nanddev_set_ecc_requirements(nand, &table[i].eccreq);  in spinand_match_and_init()
1323 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_detect()  local
1337 	if (nand->memorg.ntargets > 1 && !spinand->select_target) {  in spinand_detect()
1344 		 "%s SPI NAND was found.\n", spinand->manufacturer->name);  in spinand_detect()
1347 		 nanddev_size(nand) >> 20, nanddev_eraseblock_size(nand) >> 10,  in spinand_detect()
1348 		 nanddev_page_size(nand), nanddev_per_page_oobsize(nand));  in spinand_detect()
1356 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_init_flash()  local
1374 		"Failed to initialize the SPI NAND chip (err = %d)\n",  in spinand_init_flash()
1380 	for (i = 0; i < nand->memorg.ntargets; i++) {  in spinand_init_flash()
1416 	struct nand_device *nand = mtd_to_nanddev(mtd);  in spinand_init()  local
1436 	spinand->databuf = kzalloc(nanddev_eraseblock_size(nand),  in spinand_init()
1443 	spinand->oobbuf = spinand->databuf + nanddev_page_size(nand);  in spinand_init()
1453 	ret = nanddev_init(nand, &spinand_ops, THIS_MODULE);  in spinand_init()
1457 	/* SPI-NAND default ECC engine is on-die */  in spinand_init()
1458 	nand->ecc.defaults.engine_type = NAND_ECC_ENGINE_TYPE_ON_DIE;  in spinand_init()
1459 	nand->ecc.ondie_engine = &spinand_ondie_ecc_engine;  in spinand_init()
1462 	ret = nanddev_ecc_engine_init(nand);  in spinand_init()
1481 	if (nand->ecc.engine) {  in spinand_init()
1490 	mtd->ecc_strength = nanddev_get_ecc_conf(nand)->strength;  in spinand_init()
1491 	mtd->ecc_step_size = nanddev_get_ecc_conf(nand)->step_size;  in spinand_init()
1505 	nanddev_ecc_engine_cleanup(nand);  in spinand_init()
1508 	nanddev_cleanup(nand);  in spinand_init()
1521 	struct nand_device *nand = spinand_to_nand(spinand);  in spinand_cleanup()  local
1523 	nanddev_cleanup(nand);  in spinand_cleanup()
1582 	{ .name = "spi-nand" },
1589 	{ .compatible = "spi-nand" },
1599 			.name = "spi-nand",
1608 MODULE_DESCRIPTION("SPI NAND framework");