369 static struct mapped_device *dm_hash_rename(struct dm_ioctl *param,  in dm_hash_rename()  argument
376 	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;  in dm_hash_rename()
400 		       param->name, new);  in dm_hash_rename()
410 	hc = __get_name_cell(param->name);  in dm_hash_rename()
413 		       param->name, change_uuid ? "uuid " : "", new);  in dm_hash_rename()
425 		       param->name, new, hc->uuid);  in dm_hash_rename()
445 	if (!dm_kobject_uevent(hc->md, KOBJ_CHANGE, param->event_nr))  in dm_hash_rename()
446 		param->flags |= DM_UEVENT_GENERATED_FLAG;  in dm_hash_rename()
467 typedef int (*ioctl_fn)(struct file *filp, struct dm_ioctl *param, size_t param_size);
469 static int remove_all(struct file *filp, struct dm_ioctl *param, size_t param_size)  in remove_all()  argument
471 	dm_hash_remove_all(true, !!(param->flags & DM_DEFERRED_REMOVE), false);  in remove_all()
472 	param->data_size = 0;  in remove_all()
493 static void *get_result_buffer(struct dm_ioctl *param, size_t param_size,  in get_result_buffer()  argument
496 	param->data_start = align_ptr(param + 1) - (void *) param;  in get_result_buffer()
498 	if (param->data_start < param_size)  in get_result_buffer()
499 		*len = param_size - param->data_start;  in get_result_buffer()
503 	return ((void *) param) + param->data_start;  in get_result_buffer()
506 static int list_devices(struct file *filp, struct dm_ioctl *param, size_t param_size)  in list_devices()  argument
531 	nl = orig_nl = get_result_buffer(param, param_size, &len);  in list_devices()
533 		param->flags |= DM_BUFFER_FULL_FLAG;  in list_devices()
536 	param->data_size = param->data_start + needed;  in list_devices()
579 static void list_version_get_info(struct target_type *tt, void *param)  in list_version_get_info()  argument
581     struct vers_iter *info = param;  in list_version_get_info()
604 static int list_versions(struct file *filp, struct dm_ioctl *param, size_t param_size)  in list_versions()  argument
619 	vers = get_result_buffer(param, param_size, &len);  in list_versions()
621 		param->flags |= DM_BUFFER_FULL_FLAG;  in list_versions()
624 	param->data_size = param->data_start + needed;  in list_versions()
636 	param->flags |= iter_info.flags;  in list_versions()
681 						      struct dm_ioctl *param,  in dm_get_live_or_inactive_table()  argument
684 	return (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) ?  in dm_get_live_or_inactive_table()
692 static void __dev_status(struct mapped_device *md, struct dm_ioctl *param)  in __dev_status()  argument
698 	param->flags &= ~(DM_SUSPEND_FLAG | DM_READONLY_FLAG |  in __dev_status()
702 		param->flags |= DM_SUSPEND_FLAG;  in __dev_status()
705 		param->flags |= DM_INTERNAL_SUSPEND_FLAG;  in __dev_status()
708 		param->flags |= DM_DEFERRED_REMOVE;  in __dev_status()
710 	param->dev = huge_encode_dev(disk_devt(disk));  in __dev_status()
717 	param->open_count = dm_open_count(md);  in __dev_status()
719 	param->event_nr = dm_get_event_nr(md);  in __dev_status()
720 	param->target_count = 0;  in __dev_status()
724 		if (!(param->flags & DM_QUERY_INACTIVE_TABLE_FLAG)) {  in __dev_status()
726 				param->flags |= DM_READONLY_FLAG;  in __dev_status()
727 			param->target_count = dm_table_get_num_targets(table);  in __dev_status()
730 		param->flags |= DM_ACTIVE_PRESENT_FLAG;  in __dev_status()
734 	if (param->flags & DM_QUERY_INACTIVE_TABLE_FLAG) {  in __dev_status()
739 				param->flags |= DM_READONLY_FLAG;  in __dev_status()
740 			param->target_count = dm_table_get_num_targets(table);  in __dev_status()
746 static int dev_create(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_create()  argument
751 	r = check_name(param->name);  in dev_create()
755 	if (param->flags & DM_PERSISTENT_DEV_FLAG)  in dev_create()
756 		m = MINOR(huge_decode_dev(param->dev));  in dev_create()
762 	r = dm_hash_insert(param->name, *param->uuid ? param->uuid : NULL, md);  in dev_create()
769 	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in dev_create()
771 	__dev_status(md, param);  in dev_create()
781 static struct hash_cell *__find_device_hash_cell(struct dm_ioctl *param)  in __find_device_hash_cell()  argument
785 	if (*param->uuid) {  in __find_device_hash_cell()
786 		if (*param->name || param->dev)  in __find_device_hash_cell()
789 		hc = __get_uuid_cell(param->uuid);  in __find_device_hash_cell()
792 	} else if (*param->name) {  in __find_device_hash_cell()
793 		if (param->dev)  in __find_device_hash_cell()
796 		hc = __get_name_cell(param->name);  in __find_device_hash_cell()
799 	} else if (param->dev) {  in __find_device_hash_cell()
800 		hc = __get_dev_cell(param->dev);  in __find_device_hash_cell()
810 	strlcpy(param->name, hc->name, sizeof(param->name));  in __find_device_hash_cell()
812 		strlcpy(param->uuid, hc->uuid, sizeof(param->uuid));  in __find_device_hash_cell()
814 		param->uuid[0] = '\0';  in __find_device_hash_cell()
817 		param->flags |= DM_INACTIVE_PRESENT_FLAG;  in __find_device_hash_cell()
819 		param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in __find_device_hash_cell()
824 static struct mapped_device *find_device(struct dm_ioctl *param)  in find_device()  argument
830 	hc = __find_device_hash_cell(param);  in find_device()
838 static int dev_remove(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_remove()  argument
846 	hc = __find_device_hash_cell(param);  in dev_remove()
859 	r = dm_lock_for_deletion(md, !!(param->flags & DM_DEFERRED_REMOVE), false);  in dev_remove()
861 		if (r == -EBUSY && param->flags & DM_DEFERRED_REMOVE) {  in dev_remove()
880 	param->flags &= ~DM_DEFERRED_REMOVE;  in dev_remove()
882 	if (!dm_kobject_uevent(md, KOBJ_REMOVE, param->event_nr))  in dev_remove()
883 		param->flags |= DM_UEVENT_GENERATED_FLAG;  in dev_remove()
903 static int dev_rename(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_rename()  argument
906 	char *new_data = (char *) param + param->data_start;  in dev_rename()
908 	unsigned change_uuid = (param->flags & DM_UUID_FLAG) ? 1 : 0;  in dev_rename()
910 	if (new_data < param->data ||  in dev_rename()
911 	    invalid_str(new_data, (void *) param + param_size) || !*new_data ||  in dev_rename()
923 	md = dm_hash_rename(param, new_data);  in dev_rename()
927 	__dev_status(md, param);  in dev_rename()
933 static int dev_set_geometry(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_set_geometry()  argument
939 	char *geostr = (char *) param + param->data_start;  in dev_set_geometry()
942 	md = find_device(param);  in dev_set_geometry()
946 	if (geostr < param->data ||  in dev_set_geometry()
947 	    invalid_str(geostr, (void *) param + param_size)) {  in dev_set_geometry()
973 	param->data_size = 0;  in dev_set_geometry()
980 static int do_suspend(struct dm_ioctl *param)  in do_suspend()  argument
986 	md = find_device(param);  in do_suspend()
990 	if (param->flags & DM_SKIP_LOCKFS_FLAG)  in do_suspend()
992 	if (param->flags & DM_NOFLUSH_FLAG)  in do_suspend()
1001 	__dev_status(md, param);  in do_suspend()
1009 static int do_resume(struct dm_ioctl *param)  in do_resume()  argument
1019 	hc = __find_device_hash_cell(param);  in do_resume()
1030 	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in do_resume()
1037 		if (param->flags & DM_SKIP_LOCKFS_FLAG)  in do_resume()
1039 		if (param->flags & DM_NOFLUSH_FLAG)  in do_resume()
1060 		if (!r && !dm_kobject_uevent(md, KOBJ_CHANGE, param->event_nr))  in do_resume()
1061 			param->flags |= DM_UEVENT_GENERATED_FLAG;  in do_resume()
1072 		__dev_status(md, param);  in do_resume()
1082 static int dev_suspend(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_suspend()  argument
1084 	if (param->flags & DM_SUSPEND_FLAG)  in dev_suspend()
1085 		return do_suspend(param);  in dev_suspend()
1087 	return do_resume(param);  in dev_suspend()
1094 static int dev_status(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_status()  argument
1098 	md = find_device(param);  in dev_status()
1102 	__dev_status(md, param);  in dev_status()
1112 			    struct dm_ioctl *param, size_t param_size)  in retrieve_status()  argument
1121 	outptr = outbuf = get_result_buffer(param, param_size, &len);  in retrieve_status()
1123 	if (param->flags & DM_STATUS_TABLE_FLAG)  in retrieve_status()
1136 			param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_status()
1151 			param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_status()
1157 			if (param->flags & DM_NOFLUSH_FLAG)  in retrieve_status()
1165 			param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_status()
1170 		used = param->data_start + (outptr - outbuf);  in retrieve_status()
1177 		param->data_size = used;  in retrieve_status()
1179 	param->target_count = num_targets;  in retrieve_status()
1185 static int dev_wait(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_wait()  argument
1192 	md = find_device(param);  in dev_wait()
1199 	if (dm_wait_event(md, param->event_nr)) {  in dev_wait()
1209 	__dev_status(md, param);  in dev_wait()
1211 	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);  in dev_wait()
1213 		retrieve_status(table, param, param_size);  in dev_wait()
1226 static int dev_arm_poll(struct file *filp, struct dm_ioctl *param, size_t param_size)  in dev_arm_poll()  argument
1235 static inline fmode_t get_mode(struct dm_ioctl *param)  in get_mode()  argument
1239 	if (param->flags & DM_READONLY_FLAG)  in get_mode()
1258 			  struct dm_ioctl *param, size_t param_size)  in populate_table()  argument
1262 	struct dm_target_spec *spec = (struct dm_target_spec *) param;  in populate_table()
1263 	uint32_t next = param->data_start;  in populate_table()
1264 	void *end = (void *) param + param_size;  in populate_table()
1267 	if (!param->target_count) {  in populate_table()
1272 	for (i = 0; i < param->target_count; i++) {  in populate_table()
1304 static int table_load(struct file *filp, struct dm_ioctl *param, size_t param_size)  in table_load()  argument
1312 	md = find_device(param);  in table_load()
1316 	r = dm_table_create(&t, get_mode(param), param->target_count, md);  in table_load()
1322 	r = populate_table(t, param, param_size);  in table_load()
1370 	param->flags |= DM_INACTIVE_PRESENT_FLAG;  in table_load()
1371 	__dev_status(md, param);  in table_load()
1392 static int table_clear(struct file *filp, struct dm_ioctl *param, size_t param_size)  in table_clear()  argument
1400 	hc = __find_device_hash_cell(param);  in table_clear()
1412 	param->flags &= ~DM_INACTIVE_PRESENT_FLAG;  in table_clear()
1414 	__dev_status(hc->md, param);  in table_clear()
1430 			  struct dm_ioctl *param, size_t param_size)  in retrieve_deps()  argument
1438 	deps = get_result_buffer(param, param_size, &len);  in retrieve_deps()
1451 		param->flags |= DM_BUFFER_FULL_FLAG;  in retrieve_deps()
1463 	param->data_size = param->data_start + needed;  in retrieve_deps()
1466 static int table_deps(struct file *filp, struct dm_ioctl *param, size_t param_size)  in table_deps()  argument
1472 	md = find_device(param);  in table_deps()
1476 	__dev_status(md, param);  in table_deps()
1478 	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);  in table_deps()
1480 		retrieve_deps(table, param, param_size);  in table_deps()
1492 static int table_status(struct file *filp, struct dm_ioctl *param, size_t param_size)  in table_status()  argument
1498 	md = find_device(param);  in table_status()
1502 	__dev_status(md, param);  in table_status()
1504 	table = dm_get_live_or_inactive_table(md, param, &srcu_idx);  in table_status()
1506 		retrieve_status(table, param, param_size);  in table_status()
1547 static int target_message(struct file *filp, struct dm_ioctl *param, size_t param_size)  in target_message()  argument
1554 	struct dm_target_msg *tmsg = (void *) param + param->data_start;  in target_message()
1556 	char *result = get_result_buffer(param, param_size, &maxlen);  in target_message()
1559 	md = find_device(param);  in target_message()
1563 	if (tmsg < (struct dm_target_msg *) param->data ||  in target_message()
1564 	    invalid_str(tmsg->message, (void *) param + param_size)) {  in target_message()
1611 		__dev_status(md, param);  in target_message()
1614 		param->flags |= DM_DATA_OUT_FLAG;  in target_message()
1616 			param->flags |= DM_BUFFER_FULL_FLAG;  in target_message()
1618 			param->data_size = param->data_start + strlen(result) + 1;  in target_message()
1713 static void free_params(struct dm_ioctl *param, size_t param_size, int param_flags)  in free_params()  argument
1716 		memset(param, 0, param_size);  in free_params()
1719 		kvfree(param);  in free_params()
1724 		       struct dm_ioctl **param, int *param_flags)  in copy_params()  argument
1781 	*param = dmi;  in copy_params()
1790 static int validate_params(uint cmd, struct dm_ioctl *param)  in validate_params()  argument
1793 	param->flags &= ~DM_BUFFER_FULL_FLAG;  in validate_params()
1794 	param->flags &= ~DM_UEVENT_GENERATED_FLAG;  in validate_params()
1795 	param->flags &= ~DM_SECURE_DATA_FLAG;  in validate_params()
1796 	param->flags &= ~DM_DATA_OUT_FLAG;  in validate_params()
1805 		if (!*param->name) {  in validate_params()
1809 	} else if (*param->uuid && *param->name) {  in validate_params()
1815 	param->name[DM_NAME_LEN - 1] = '\0';  in validate_params()
1816 	param->uuid[DM_UUID_LEN - 1] = '\0';  in validate_params()
1827 	struct dm_ioctl *uninitialized_var(param);  in ctl_ioctl()
1864 	r = copy_params(user, &param_kernel, ioctl_flags, &param, &param_flags);  in ctl_ioctl()
1869 	input_param_size = param->data_size;  in ctl_ioctl()
1870 	r = validate_params(cmd, param);  in ctl_ioctl()
1874 	param->data_size = offsetof(struct dm_ioctl, data);  in ctl_ioctl()
1875 	r = fn(file, param, input_param_size);  in ctl_ioctl()
1877 	if (unlikely(param->flags & DM_BUFFER_FULL_FLAG) &&  in ctl_ioctl()
1887 	if (!r && copy_to_user(user, param, param->data_size))  in ctl_ioctl()
1891 	free_params(param, input_param_size, param_flags);  in ctl_ioctl()