432 static void nvmem_cell_entry_drop(struct nvmem_cell_entry *cell)  in nvmem_cell_entry_drop()  argument
434 	blocking_notifier_call_chain(&nvmem_notifier, NVMEM_CELL_REMOVE, cell);  in nvmem_cell_entry_drop()
436 	list_del(&cell->node);  in nvmem_cell_entry_drop()
438 	of_node_put(cell->np);  in nvmem_cell_entry_drop()
439 	kfree_const(cell->name);  in nvmem_cell_entry_drop()
440 	kfree(cell);  in nvmem_cell_entry_drop()
445 	struct nvmem_cell_entry *cell, *p;  in nvmem_device_remove_all_cells()  local
447 	list_for_each_entry_safe(cell, p, &nvmem->cells, node)  in nvmem_device_remove_all_cells()
448 		nvmem_cell_entry_drop(cell);  in nvmem_device_remove_all_cells()
451 static void nvmem_cell_entry_add(struct nvmem_cell_entry *cell)  in nvmem_cell_entry_add()  argument
454 	list_add_tail(&cell->node, &cell->nvmem->cells);  in nvmem_cell_entry_add()
456 	blocking_notifier_call_chain(&nvmem_notifier, NVMEM_CELL_ADD, cell);  in nvmem_cell_entry_add()
461 						     struct nvmem_cell_entry *cell)  in nvmem_cell_info_to_nvmem_cell_entry_nodup()  argument
463 	cell->nvmem = nvmem;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
464 	cell->offset = info->offset;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
465 	cell->bytes = info->bytes;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
466 	cell->name = info->name;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
468 	cell->bit_offset = info->bit_offset;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
469 	cell->nbits = info->nbits;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
470 	cell->np = info->np;  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
472 	if (cell->nbits)  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
473 		cell->bytes = DIV_ROUND_UP(cell->nbits + cell->bit_offset,  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
476 	if (!IS_ALIGNED(cell->offset, nvmem->stride)) {  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
479 			cell->name ?: "<unknown>", nvmem->stride);  in nvmem_cell_info_to_nvmem_cell_entry_nodup()
488 					       struct nvmem_cell_entry *cell)  in nvmem_cell_info_to_nvmem_cell_entry()  argument
492 	err = nvmem_cell_info_to_nvmem_cell_entry_nodup(nvmem, info, cell);  in nvmem_cell_info_to_nvmem_cell_entry()
496 	cell->name = kstrdup_const(info->name, GFP_KERNEL);  in nvmem_cell_info_to_nvmem_cell_entry()
497 	if (!cell->name)  in nvmem_cell_info_to_nvmem_cell_entry()
582 	struct nvmem_cell_entry *cell;  in nvmem_add_cells_from_table()  local
591 				cell = kzalloc(sizeof(*cell), GFP_KERNEL);  in nvmem_add_cells_from_table()
592 				if (!cell) {  in nvmem_add_cells_from_table()
597 				rval = nvmem_cell_info_to_nvmem_cell_entry(nvmem, info, cell);  in nvmem_add_cells_from_table()
599 					kfree(cell);  in nvmem_add_cells_from_table()
603 				nvmem_cell_entry_add(cell);  in nvmem_add_cells_from_table()
616 	struct nvmem_cell_entry *iter, *cell = NULL;  in nvmem_find_cell_entry_by_name()  local
621 			cell = iter;  in nvmem_find_cell_entry_by_name()
627 	return cell;  in nvmem_find_cell_entry_by_name()
687 	struct nvmem_cell_entry *cell;  in nvmem_add_cells_from_of()  local
703 		cell = kzalloc(sizeof(*cell), GFP_KERNEL);  in nvmem_add_cells_from_of()
704 		if (!cell) {  in nvmem_add_cells_from_of()
709 		cell->nvmem = nvmem;  in nvmem_add_cells_from_of()
710 		cell->offset = be32_to_cpup(addr++);  in nvmem_add_cells_from_of()
711 		cell->bytes = be32_to_cpup(addr);  in nvmem_add_cells_from_of()
712 		cell->name = kasprintf(GFP_KERNEL, "%pOFn", child);  in nvmem_add_cells_from_of()
716 			cell->bit_offset = be32_to_cpup(addr++);  in nvmem_add_cells_from_of()
717 			cell->nbits = be32_to_cpup(addr);  in nvmem_add_cells_from_of()
720 		if (cell->nbits)  in nvmem_add_cells_from_of()
721 			cell->bytes = DIV_ROUND_UP(  in nvmem_add_cells_from_of()
722 					cell->nbits + cell->bit_offset,  in nvmem_add_cells_from_of()
725 		if (!IS_ALIGNED(cell->offset, nvmem->stride)) {  in nvmem_add_cells_from_of()
727 				cell->name, nvmem->stride);  in nvmem_add_cells_from_of()
729 			kfree_const(cell->name);  in nvmem_add_cells_from_of()
730 			kfree(cell);  in nvmem_add_cells_from_of()
735 		cell->np = of_node_get(child);  in nvmem_add_cells_from_of()
736 		nvmem_cell_entry_add(cell);  in nvmem_add_cells_from_of()
1132 	struct nvmem_cell *cell;  in nvmem_create_cell()  local
1135 	cell = kzalloc(sizeof(*cell), GFP_KERNEL);  in nvmem_create_cell()
1136 	if (!cell)  in nvmem_create_cell()
1142 			kfree(cell);  in nvmem_create_cell()
1147 	cell->id = name;  in nvmem_create_cell()
1148 	cell->entry = entry;  in nvmem_create_cell()
1150 	return cell;  in nvmem_create_cell()
1157 	struct nvmem_cell *cell = ERR_PTR(-ENOENT);  in nvmem_cell_get_from_lookup()  local
1177 				cell = ERR_CAST(nvmem);  in nvmem_cell_get_from_lookup()
1185 				cell = ERR_PTR(-ENOENT);  in nvmem_cell_get_from_lookup()
1187 				cell = nvmem_create_cell(cell_entry, con_id);  in nvmem_cell_get_from_lookup()
1188 				if (IS_ERR(cell))  in nvmem_cell_get_from_lookup()
1196 	return cell;  in nvmem_cell_get_from_lookup()
1203 	struct nvmem_cell_entry *iter, *cell = NULL;  in nvmem_find_cell_entry_by_node()  local
1208 			cell = iter;  in nvmem_find_cell_entry_by_node()
1214 	return cell;  in nvmem_find_cell_entry_by_node()
1234 	struct nvmem_cell *cell;  in of_nvmem_cell_get()  local
1260 	cell = nvmem_create_cell(cell_entry, id);  in of_nvmem_cell_get()
1261 	if (IS_ERR(cell))  in of_nvmem_cell_get()
1264 	return cell;  in of_nvmem_cell_get()
1283 	struct nvmem_cell *cell;  in nvmem_cell_get()  local
1286 		cell = of_nvmem_cell_get(dev->of_node, id);  in nvmem_cell_get()
1287 		if (!IS_ERR(cell) || PTR_ERR(cell) == -EPROBE_DEFER)  in nvmem_cell_get()
1288 			return cell;  in nvmem_cell_get()
1316 	struct nvmem_cell **ptr, *cell;  in devm_nvmem_cell_get()  local
1322 	cell = nvmem_cell_get(dev, id);  in devm_nvmem_cell_get()
1323 	if (!IS_ERR(cell)) {  in devm_nvmem_cell_get()
1324 		*ptr = cell;  in devm_nvmem_cell_get()
1330 	return cell;  in devm_nvmem_cell_get()
1351 void devm_nvmem_cell_put(struct device *dev, struct nvmem_cell *cell)  in devm_nvmem_cell_put()  argument
1356 				devm_nvmem_cell_match, cell);  in devm_nvmem_cell_put()
1367 void nvmem_cell_put(struct nvmem_cell *cell)  in nvmem_cell_put()  argument
1369 	struct nvmem_device *nvmem = cell->entry->nvmem;  in nvmem_cell_put()
1371 	if (cell->id)  in nvmem_cell_put()
1372 		kfree_const(cell->id);  in nvmem_cell_put()
1374 	kfree(cell);  in nvmem_cell_put()
1379 static void nvmem_shift_read_buffer_in_place(struct nvmem_cell_entry *cell, void *buf)  in nvmem_shift_read_buffer_in_place()  argument
1382 	int i, extra, bit_offset = cell->bit_offset;  in nvmem_shift_read_buffer_in_place()
1390 		for (i = 1; i < cell->bytes; i++) {  in nvmem_shift_read_buffer_in_place()
1399 		p += cell->bytes - 1;  in nvmem_shift_read_buffer_in_place()
1403 	extra = cell->bytes - DIV_ROUND_UP(cell->nbits, BITS_PER_BYTE);  in nvmem_shift_read_buffer_in_place()
1408 	if (cell->nbits % BITS_PER_BYTE)  in nvmem_shift_read_buffer_in_place()
1409 		*p &= GENMASK((cell->nbits % BITS_PER_BYTE) - 1, 0);  in nvmem_shift_read_buffer_in_place()
1413 		      struct nvmem_cell_entry *cell,  in __nvmem_cell_read()  argument
1418 	rc = nvmem_reg_read(nvmem, cell->offset, buf, cell->bytes);  in __nvmem_cell_read()
1424 	if (cell->bit_offset || cell->nbits)  in __nvmem_cell_read()
1425 		nvmem_shift_read_buffer_in_place(cell, buf);  in __nvmem_cell_read()
1429 					      cell->offset, buf, cell->bytes);  in __nvmem_cell_read()
1435 		*len = cell->bytes;  in __nvmem_cell_read()
1450 void *nvmem_cell_read(struct nvmem_cell *cell, size_t *len)  in nvmem_cell_read()  argument
1452 	struct nvmem_device *nvmem = cell->entry->nvmem;  in nvmem_cell_read()
1459 	buf = kzalloc(cell->entry->bytes, GFP_KERNEL);  in nvmem_cell_read()
1463 	rc = __nvmem_cell_read(nvmem, cell->entry, buf, len, cell->id);  in nvmem_cell_read()
1473 static void *nvmem_cell_prepare_write_buffer(struct nvmem_cell_entry *cell,  in nvmem_cell_prepare_write_buffer()  argument
1476 	struct nvmem_device *nvmem = cell->nvmem;  in nvmem_cell_prepare_write_buffer()
1477 	int i, rc, nbits, bit_offset = cell->bit_offset;  in nvmem_cell_prepare_write_buffer()
1480 	nbits = cell->nbits;  in nvmem_cell_prepare_write_buffer()
1481 	buf = kzalloc(cell->bytes, GFP_KERNEL);  in nvmem_cell_prepare_write_buffer()
1493 		rc = nvmem_reg_read(nvmem, cell->offset, &v, 1);  in nvmem_cell_prepare_write_buffer()
1499 		for (i = 1; i < cell->bytes; i++) {  in nvmem_cell_prepare_write_buffer()
1513 				    cell->offset + cell->bytes - 1, &v, 1);  in nvmem_cell_prepare_write_buffer()
1526 static int __nvmem_cell_entry_write(struct nvmem_cell_entry *cell, void *buf, size_t len)  in __nvmem_cell_entry_write()  argument
1528 	struct nvmem_device *nvmem = cell->nvmem;  in __nvmem_cell_entry_write()
1532 	    (cell->bit_offset == 0 && len != cell->bytes))  in __nvmem_cell_entry_write()
1535 	if (cell->bit_offset || cell->nbits) {  in __nvmem_cell_entry_write()
1536 		buf = nvmem_cell_prepare_write_buffer(cell, buf, len);  in __nvmem_cell_entry_write()
1541 	rc = nvmem_reg_write(nvmem, cell->offset, buf, cell->bytes);  in __nvmem_cell_entry_write()
1544 	if (cell->bit_offset || cell->nbits)  in __nvmem_cell_entry_write()
1562 int nvmem_cell_write(struct nvmem_cell *cell, void *buf, size_t len)  in nvmem_cell_write()  argument
1564 	return __nvmem_cell_entry_write(cell->entry, buf, len);  in nvmem_cell_write()
1572 	struct nvmem_cell *cell;  in nvmem_cell_read_common()  local
1576 	cell = nvmem_cell_get(dev, cell_id);  in nvmem_cell_read_common()
1577 	if (IS_ERR(cell))  in nvmem_cell_read_common()
1578 		return PTR_ERR(cell);  in nvmem_cell_read_common()
1580 	buf = nvmem_cell_read(cell, &len);  in nvmem_cell_read_common()
1582 		nvmem_cell_put(cell);  in nvmem_cell_read_common()
1587 		nvmem_cell_put(cell);  in nvmem_cell_read_common()
1592 	nvmem_cell_put(cell);  in nvmem_cell_read_common()
1661 	struct nvmem_cell *cell;  in nvmem_cell_read_variable_common()  local
1665 	cell = nvmem_cell_get(dev, cell_id);  in nvmem_cell_read_variable_common()
1666 	if (IS_ERR(cell))  in nvmem_cell_read_variable_common()
1667 		return cell;  in nvmem_cell_read_variable_common()
1669 	nbits = cell->entry->nbits;  in nvmem_cell_read_variable_common()
1670 	buf = nvmem_cell_read(cell, len);  in nvmem_cell_read_variable_common()
1671 	nvmem_cell_put(cell);  in nvmem_cell_read_variable_common()
1765 	struct nvmem_cell_entry cell;  in nvmem_device_cell_read()  local
1772 	rc = nvmem_cell_info_to_nvmem_cell_entry_nodup(nvmem, info, &cell);  in nvmem_device_cell_read()
1776 	rc = __nvmem_cell_read(nvmem, &cell, buf, &len, NULL);  in nvmem_device_cell_read()
1796 	struct nvmem_cell_entry cell;  in nvmem_device_cell_write()  local
1802 	rc = nvmem_cell_info_to_nvmem_cell_entry_nodup(nvmem, info, &cell);  in nvmem_device_cell_write()
1806 	return __nvmem_cell_entry_write(&cell, buf, cell.bytes);  in nvmem_device_cell_write()