54 static struct attribute_group *sm_create_sysfs_attributes(struct sm_ftl *ftl)  in sm_create_sysfs_attributes()  argument
61 	vendor = kstrndup(ftl->cis_buffer + SM_CIS_VENDOR_OFFSET,  in sm_create_sysfs_attributes()
104 static void sm_delete_sysfs_attributes(struct sm_ftl *ftl)  in sm_delete_sysfs_attributes()  argument
106 	struct attribute **attributes = ftl->disk_attributes->attrs;  in sm_delete_sysfs_attributes()
122 	kfree(ftl->disk_attributes->attrs);  in sm_delete_sysfs_attributes()
123 	kfree(ftl->disk_attributes);  in sm_delete_sysfs_attributes()
192 static loff_t sm_mkoffset(struct sm_ftl *ftl, int zone, int block, int boffset)  in sm_mkoffset()  argument
195 	WARN_ON(zone < 0 || zone >= ftl->zone_count);  in sm_mkoffset()
196 	WARN_ON(block >= ftl->zone_size);  in sm_mkoffset()
197 	WARN_ON(boffset >= ftl->block_size);  in sm_mkoffset()
202 	return (zone * SM_MAX_ZONE_SIZE + block) * ftl->block_size + boffset;  in sm_mkoffset()
206 static void sm_break_offset(struct sm_ftl *ftl, loff_t loffset,  in sm_break_offset()  argument
210 	*boffset = do_div(offset, ftl->block_size);  in sm_break_offset()
211 	*block = do_div(offset, ftl->max_lba);  in sm_break_offset()
212 	*zone = offset >= ftl->zone_count ? -1 : offset;  in sm_break_offset()
237 static int sm_read_sector(struct sm_ftl *ftl,  in sm_read_sector()  argument
241 	struct mtd_info *mtd = ftl->trans->mtd;  in sm_read_sector()
258 	ops.mode = ftl->smallpagenand ? MTD_OPS_RAW : MTD_OPS_PLACE_OOB;  in sm_read_sector()
270 		if (zone == 0 && block == ftl->cis_block && boffset ==  in sm_read_sector()
271 			ftl->cis_boffset)  in sm_read_sector()
275 		if (try == 3 || sm_recheck_media(ftl))  in sm_read_sector()
282 	ret = mtd_read_oob(mtd, sm_mkoffset(ftl, zone, block, boffset), &ops);  in sm_read_sector()
311 		(ftl->smallpagenand && sm_correct_sector(buffer, oob))) {  in sm_read_sector()
322 static int sm_write_sector(struct sm_ftl *ftl,  in sm_write_sector()  argument
327 	struct mtd_info *mtd = ftl->trans->mtd;  in sm_write_sector()
330 	BUG_ON(ftl->readonly);  in sm_write_sector()
332 	if (zone == 0 && (block == ftl->cis_block || block == 0)) {  in sm_write_sector()
337 	if (ftl->unstable)  in sm_write_sector()
340 	ops.mode = ftl->smallpagenand ? MTD_OPS_RAW : MTD_OPS_PLACE_OOB;  in sm_write_sector()
347 	ret = mtd_write_oob(mtd, sm_mkoffset(ftl, zone, block, boffset), &ops);  in sm_write_sector()
355 		sm_recheck_media(ftl);  in sm_write_sector()
369 static int sm_write_block(struct sm_ftl *ftl, uint8_t *buf,  in sm_write_block()  argument
382 	if (ftl->unstable)  in sm_write_block()
385 	for (boffset = 0; boffset < ftl->block_size;  in sm_write_block()
399 		if (ftl->smallpagenand) {  in sm_write_block()
408 		if (!sm_write_sector(ftl, zone, block, boffset,  in sm_write_block()
421 			if (sm_erase_block(ftl, zone, block, 0))  in sm_write_block()
427 			sm_mark_block_bad(ftl, zone, block);  in sm_write_block()
436 static void sm_mark_block_bad(struct sm_ftl *ftl, int zone, int block)  in sm_mark_block_bad()  argument
444 	if (ftl->unstable)  in sm_mark_block_bad()
447 	if (sm_recheck_media(ftl))  in sm_mark_block_bad()
456 	for (boffset = 0; boffset < ftl->block_size; boffset += SM_SECTOR_SIZE)  in sm_mark_block_bad()
457 		sm_write_sector(ftl, zone, block, boffset, NULL, &oob);  in sm_mark_block_bad()
464 static int sm_erase_block(struct sm_ftl *ftl, int zone_num, uint16_t block,  in sm_erase_block()  argument
467 	struct ftl_zone *zone = &ftl->zones[zone_num];  in sm_erase_block()
468 	struct mtd_info *mtd = ftl->trans->mtd;  in sm_erase_block()
471 	erase.addr = sm_mkoffset(ftl, zone_num, block, 0);  in sm_erase_block()
472 	erase.len = ftl->block_size;  in sm_erase_block()
474 	if (ftl->unstable)  in sm_erase_block()
477 	BUG_ON(ftl->readonly);  in sm_erase_block()
479 	if (zone_num == 0 && (block == ftl->cis_block || block == 0)) {  in sm_erase_block()
496 	sm_mark_block_bad(ftl, zone_num, block);  in sm_erase_block()
501 static int sm_check_block(struct sm_ftl *ftl, int zone, int block)  in sm_check_block()  argument
514 	for (boffset = 0; boffset < ftl->block_size;  in sm_check_block()
518 		if (sm_read_sector(ftl, zone, block, boffset, NULL, &oob))  in sm_check_block()
533 		sm_erase_block(ftl, zone, block, 1);  in sm_check_block()
564 static int sm_get_media_info(struct sm_ftl *ftl, struct mtd_info *mtd)  in sm_get_media_info()  argument
569 	ftl->readonly = mtd->type == MTD_ROM;  in sm_get_media_info()
572 	ftl->zone_count = 1;  in sm_get_media_info()
573 	ftl->smallpagenand = 0;  in sm_get_media_info()
578 		ftl->zone_size = 256;  in sm_get_media_info()
579 		ftl->max_lba = 250;  in sm_get_media_info()
580 		ftl->block_size = 8 * SM_SECTOR_SIZE;  in sm_get_media_info()
581 		ftl->smallpagenand = 1;  in sm_get_media_info()
587 			ftl->zone_size = 512;  in sm_get_media_info()
588 			ftl->max_lba = 500;  in sm_get_media_info()
589 			ftl->block_size = 8 * SM_SECTOR_SIZE;  in sm_get_media_info()
590 			ftl->smallpagenand = 1;  in sm_get_media_info()
594 			if (!ftl->readonly)  in sm_get_media_info()
597 			ftl->zone_size = 256;  in sm_get_media_info()
598 			ftl->max_lba = 250;  in sm_get_media_info()
599 			ftl->block_size = 16 * SM_SECTOR_SIZE;  in sm_get_media_info()
604 		ftl->zone_size = 512;  in sm_get_media_info()
605 		ftl->max_lba = 500;  in sm_get_media_info()
606 		ftl->block_size = 16 * SM_SECTOR_SIZE;  in sm_get_media_info()
610 		ftl->zone_size = 1024;  in sm_get_media_info()
611 		ftl->max_lba = 1000;  in sm_get_media_info()
612 		ftl->block_size = 16 * SM_SECTOR_SIZE;  in sm_get_media_info()
619 		ftl->zone_count = size_in_megs / 16;  in sm_get_media_info()
620 		ftl->zone_size = 1024;  in sm_get_media_info()
621 		ftl->max_lba = 1000;  in sm_get_media_info()
622 		ftl->block_size = 32 * SM_SECTOR_SIZE;  in sm_get_media_info()
626 	if (mtd->erasesize > ftl->block_size)  in sm_get_media_info()
632 	if (ftl->smallpagenand && mtd->oobsize < SM_SMALL_OOB_SIZE)  in sm_get_media_info()
635 	if (!ftl->smallpagenand && mtd->oobsize < SM_OOB_SIZE)  in sm_get_media_info()
645 			ftl->cylinders = chs_table[i].cyl;  in sm_get_media_info()
646 			ftl->heads = chs_table[i].head;  in sm_get_media_info()
647 			ftl->sectors = chs_table[i].sec;  in sm_get_media_info()
653 	ftl->cylinders = 985;  in sm_get_media_info()
654 	ftl->heads =  33;  in sm_get_media_info()
655 	ftl->sectors = 63;  in sm_get_media_info()
660 static int sm_read_cis(struct sm_ftl *ftl)  in sm_read_cis()  argument
664 	if (sm_read_sector(ftl,  in sm_read_cis()
665 		0, ftl->cis_block, ftl->cis_boffset, ftl->cis_buffer, &oob))  in sm_read_cis()
671 	if (!memcmp(ftl->cis_buffer + ftl->cis_page_offset,  in sm_read_cis()
680 static int sm_find_cis(struct sm_ftl *ftl)  in sm_find_cis()  argument
688 	for (block = 0 ; block < ftl->zone_size - ftl->max_lba ; block++) {  in sm_find_cis()
690 		if (sm_read_sector(ftl, 0, block, 0, NULL, &oob))  in sm_find_cis()
703 	for (boffset = 0 ; boffset < ftl->block_size;  in sm_find_cis()
706 		if (sm_read_sector(ftl, 0, block, boffset, NULL, &oob))  in sm_find_cis()
714 	if (boffset == ftl->block_size)  in sm_find_cis()
717 	ftl->cis_block = block;  in sm_find_cis()
718 	ftl->cis_boffset = boffset;  in sm_find_cis()
719 	ftl->cis_page_offset = 0;  in sm_find_cis()
721 	cis_found = !sm_read_cis(ftl);  in sm_find_cis()
724 		ftl->cis_page_offset = SM_SMALL_PAGE;  in sm_find_cis()
725 		cis_found = !sm_read_cis(ftl);  in sm_find_cis()
730 			block * ftl->block_size +  in sm_find_cis()
731 				boffset + ftl->cis_page_offset);  in sm_find_cis()
738 static int sm_recheck_media(struct sm_ftl *ftl)  in sm_recheck_media()  argument
740 	if (sm_read_cis(ftl)) {  in sm_recheck_media()
742 		if (!ftl->unstable) {  in sm_recheck_media()
744 			ftl->unstable = 1;  in sm_recheck_media()
752 static int sm_init_zone(struct sm_ftl *ftl, int zone_num)  in sm_init_zone()  argument
754 	struct ftl_zone *zone = &ftl->zones[zone_num];  in sm_init_zone()
764 	zone->lba_to_phys_table = kmalloc_array(ftl->max_lba, 2, GFP_KERNEL);  in sm_init_zone()
768 	memset(zone->lba_to_phys_table, -1, ftl->max_lba * 2);  in sm_init_zone()
772 	if (kfifo_alloc(&zone->free_sectors, ftl->zone_size * 2, GFP_KERNEL)) {  in sm_init_zone()
778 	for (block = 0 ; block < ftl->zone_size ; block++) {  in sm_init_zone()
781 		if (zone_num == 0 && block <= ftl->cis_block)  in sm_init_zone()
785 		if (sm_read_sector(ftl, zone_num, block, 0, NULL, &oob)) {  in sm_init_zone()
817 		if (lba == -2 || lba >= ftl->max_lba) {  in sm_init_zone()
837 		if (sm_check_block(ftl, zone_num, block))  in sm_init_zone()
841 		if (sm_check_block(ftl, zone_num,  in sm_init_zone()
852 		sm_erase_block(ftl, zone_num, block, 1);  in sm_init_zone()
880 static struct ftl_zone *sm_get_zone(struct sm_ftl *ftl, int zone_num)  in sm_get_zone()  argument
885 	BUG_ON(zone_num >= ftl->zone_count);  in sm_get_zone()
886 	zone = &ftl->zones[zone_num];  in sm_get_zone()
889 		error = sm_init_zone(ftl, zone_num);  in sm_get_zone()
901 static void sm_cache_init(struct sm_ftl *ftl)  in sm_cache_init()  argument
903 	ftl->cache_data_invalid_bitmap = 0xFFFFFFFF;  in sm_cache_init()
904 	ftl->cache_clean = 1;  in sm_cache_init()
905 	ftl->cache_zone = -1;  in sm_cache_init()
906 	ftl->cache_block = -1;  in sm_cache_init()
911 static void sm_cache_put(struct sm_ftl *ftl, char *buffer, int boffset)  in sm_cache_put()  argument
913 	memcpy(ftl->cache_data + boffset, buffer, SM_SECTOR_SIZE);  in sm_cache_put()
914 	clear_bit(boffset / SM_SECTOR_SIZE, &ftl->cache_data_invalid_bitmap);  in sm_cache_put()
915 	ftl->cache_clean = 0;  in sm_cache_put()
919 static int sm_cache_get(struct sm_ftl *ftl, char *buffer, int boffset)  in sm_cache_get()  argument
922 		&ftl->cache_data_invalid_bitmap))  in sm_cache_get()
925 	memcpy(buffer, ftl->cache_data + boffset, SM_SECTOR_SIZE);  in sm_cache_get()
930 static int sm_cache_flush(struct sm_ftl *ftl)  in sm_cache_flush()  argument
936 	int zone_num = ftl->cache_zone;  in sm_cache_flush()
939 	if (ftl->cache_clean)  in sm_cache_flush()
942 	if (ftl->unstable)  in sm_cache_flush()
946 	zone = &ftl->zones[zone_num];  in sm_cache_flush()
947 	block_num = zone->lba_to_phys_table[ftl->cache_block];  in sm_cache_flush()
951 	for_each_set_bit(sector_num, &ftl->cache_data_invalid_bitmap,  in sm_cache_flush()
952 		ftl->block_size / SM_SECTOR_SIZE) {  in sm_cache_flush()
954 		if (!sm_read_sector(ftl,  in sm_cache_flush()
956 			ftl->cache_data + sector_num * SM_SECTOR_SIZE, NULL))  in sm_cache_flush()
958 					&ftl->cache_data_invalid_bitmap);  in sm_cache_flush()
962 	if (ftl->unstable)  in sm_cache_flush()
977 	if (sm_write_block(ftl, ftl->cache_data, zone_num, write_sector,  in sm_cache_flush()
978 		ftl->cache_block, ftl->cache_data_invalid_bitmap))  in sm_cache_flush()
982 	zone->lba_to_phys_table[ftl->cache_block] = write_sector;  in sm_cache_flush()
986 		sm_erase_block(ftl, zone_num, block_num, 1);  in sm_cache_flush()
988 	sm_cache_init(ftl);  in sm_cache_flush()
996 	struct sm_ftl *ftl = from_timer(ftl, t, timer);  in sm_cache_flush_timer()  local
997 	queue_work(cache_flush_workqueue, &ftl->flush_work);  in sm_cache_flush_timer()
1003 	struct sm_ftl *ftl = container_of(work, struct sm_ftl, flush_work);  in sm_cache_flush_work()  local
1004 	mutex_lock(&ftl->mutex);  in sm_cache_flush_work()
1005 	sm_cache_flush(ftl);  in sm_cache_flush_work()
1006 	mutex_unlock(&ftl->mutex);  in sm_cache_flush_work()
1016 	struct sm_ftl *ftl = dev->priv;  in sm_read()  local
1021 	sm_break_offset(ftl, sect_no << 9, &zone_num, &block, &boffset);  in sm_read()
1022 	mutex_lock(&ftl->mutex);  in sm_read()
1025 	zone = sm_get_zone(ftl, zone_num);  in sm_read()
1032 	if (ftl->cache_zone == zone_num && ftl->cache_block == block) {  in sm_read()
1034 		if (!sm_cache_get(ftl, buf, boffset))  in sm_read()
1046 	if (sm_read_sector(ftl, zone_num, block, boffset, buf, NULL)) {  in sm_read()
1052 		sm_cache_put(ftl, buf, boffset);  in sm_read()
1054 	mutex_unlock(&ftl->mutex);  in sm_read()
1062 	struct sm_ftl *ftl = dev->priv;  in sm_write()  local
1066 	BUG_ON(ftl->readonly);  in sm_write()
1067 	sm_break_offset(ftl, sec_no << 9, &zone_num, &block, &boffset);  in sm_write()
1070 	del_timer(&ftl->timer);  in sm_write()
1071 	mutex_lock(&ftl->mutex);  in sm_write()
1073 	zone = sm_get_zone(ftl, zone_num);  in sm_write()
1080 	if (ftl->cache_block != block || ftl->cache_zone != zone_num) {  in sm_write()
1082 		error = sm_cache_flush(ftl);  in sm_write()
1086 		ftl->cache_block = block;  in sm_write()
1087 		ftl->cache_zone = zone_num;  in sm_write()
1090 	sm_cache_put(ftl, buf, boffset);  in sm_write()
1092 	mod_timer(&ftl->timer, jiffies + msecs_to_jiffies(cache_timeout));  in sm_write()
1093 	mutex_unlock(&ftl->mutex);  in sm_write()
1100 	struct sm_ftl *ftl = dev->priv;  in sm_flush()  local
1103 	mutex_lock(&ftl->mutex);  in sm_flush()
1104 	retval =  sm_cache_flush(ftl);  in sm_flush()
1105 	mutex_unlock(&ftl->mutex);  in sm_flush()
1112 	struct sm_ftl *ftl = dev->priv;  in sm_release()  local
1114 	del_timer_sync(&ftl->timer);  in sm_release()
1115 	cancel_work_sync(&ftl->flush_work);  in sm_release()
1116 	mutex_lock(&ftl->mutex);  in sm_release()
1117 	sm_cache_flush(ftl);  in sm_release()
1118 	mutex_unlock(&ftl->mutex);  in sm_release()
1124 	struct sm_ftl *ftl = dev->priv;  in sm_getgeo()  local
1125 	geo->heads = ftl->heads;  in sm_getgeo()
1126 	geo->sectors = ftl->sectors;  in sm_getgeo()
1127 	geo->cylinders = ftl->cylinders;  in sm_getgeo()
1135 	struct sm_ftl *ftl;  in sm_add_mtd()  local
1138 	ftl = kzalloc(sizeof(struct sm_ftl), GFP_KERNEL);  in sm_add_mtd()
1139 	if (!ftl)  in sm_add_mtd()
1143 	mutex_init(&ftl->mutex);  in sm_add_mtd()
1144 	timer_setup(&ftl->timer, sm_cache_flush_timer, 0);  in sm_add_mtd()
1145 	INIT_WORK(&ftl->flush_work, sm_cache_flush_work);  in sm_add_mtd()
1148 	if (sm_get_media_info(ftl, mtd)) {  in sm_add_mtd()
1155 	ftl->cis_buffer = kzalloc(SM_SECTOR_SIZE, GFP_KERNEL);  in sm_add_mtd()
1156 	if (!ftl->cis_buffer)  in sm_add_mtd()
1160 	ftl->zones = kcalloc(ftl->zone_count, sizeof(struct ftl_zone),  in sm_add_mtd()
1162 	if (!ftl->zones)  in sm_add_mtd()
1166 	ftl->cache_data = kzalloc(ftl->block_size, GFP_KERNEL);  in sm_add_mtd()
1168 	if (!ftl->cache_data)  in sm_add_mtd()
1171 	sm_cache_init(ftl);  in sm_add_mtd()
1179 	ftl->trans = trans;  in sm_add_mtd()
1180 	trans->priv = ftl;  in sm_add_mtd()
1185 	trans->size = (ftl->block_size * ftl->max_lba * ftl->zone_count) >> 9;  in sm_add_mtd()
1186 	trans->readonly = ftl->readonly;  in sm_add_mtd()
1188 	if (sm_find_cis(ftl)) {  in sm_add_mtd()
1193 	ftl->disk_attributes = sm_create_sysfs_attributes(ftl);  in sm_add_mtd()
1194 	if (!ftl->disk_attributes)  in sm_add_mtd()
1196 	trans->disk_attributes = ftl->disk_attributes;  in sm_add_mtd()
1203 		ftl->zone_count, ftl->max_lba,  in sm_add_mtd()
1204 		ftl->zone_size - ftl->max_lba);  in sm_add_mtd()
1206 		ftl->block_size);  in sm_add_mtd()
1218 	kfree(ftl->cache_data);  in sm_add_mtd()
1220 	kfree(ftl->zones);  in sm_add_mtd()
1222 	kfree(ftl->cis_buffer);  in sm_add_mtd()
1224 	kfree(ftl);  in sm_add_mtd()
1232 	struct sm_ftl *ftl = dev->priv;  in sm_remove_dev()  local
1236 	ftl->trans = NULL;  in sm_remove_dev()
1238 	for (i = 0 ; i < ftl->zone_count; i++) {  in sm_remove_dev()
1240 		if (!ftl->zones[i].initialized)  in sm_remove_dev()
1243 		kfree(ftl->zones[i].lba_to_phys_table);  in sm_remove_dev()
1244 		kfifo_free(&ftl->zones[i].free_sectors);  in sm_remove_dev()
1247 	sm_delete_sysfs_attributes(ftl);  in sm_remove_dev()
1248 	kfree(ftl->cis_buffer);  in sm_remove_dev()
1249 	kfree(ftl->zones);  in sm_remove_dev()
1250 	kfree(ftl->cache_data);  in sm_remove_dev()
1251 	kfree(ftl);  in sm_remove_dev()