94 static void nvme_remove_invalid_namespaces(struct nvme_ctrl *ctrl,
114 static void nvme_queue_scan(struct nvme_ctrl *ctrl)  in nvme_queue_scan()
129 int nvme_try_sched_reset(struct nvme_ctrl *ctrl)  in nvme_try_sched_reset()
139 int nvme_reset_ctrl(struct nvme_ctrl *ctrl)  in nvme_reset_ctrl()
149 int nvme_reset_ctrl_sync(struct nvme_ctrl *ctrl)  in nvme_reset_ctrl_sync()
164 static void nvme_do_delete_ctrl(struct nvme_ctrl *ctrl)  in nvme_do_delete_ctrl()
179 	struct nvme_ctrl *ctrl =  in nvme_delete_ctrl_work()
180 		container_of(work, struct nvme_ctrl, delete_work);  in nvme_delete_ctrl_work()
185 int nvme_delete_ctrl(struct nvme_ctrl *ctrl)  in nvme_delete_ctrl()
195 static int nvme_delete_ctrl_sync(struct nvme_ctrl *ctrl)  in nvme_delete_ctrl_sync()
309 	dev_dbg_ratelimited(((struct nvme_ctrl *) data)->device,  in nvme_cancel_request()
322 bool nvme_change_ctrl_state(struct nvme_ctrl *ctrl,  in nvme_change_ctrl_state()
403 static bool nvme_state_terminal(struct nvme_ctrl *ctrl)  in nvme_state_terminal()
424 bool nvme_wait_reset(struct nvme_ctrl *ctrl)  in nvme_wait_reset()
501 static int nvme_toggle_streams(struct nvme_ctrl *ctrl, bool enable)  in nvme_toggle_streams()
517 static int nvme_disable_streams(struct nvme_ctrl *ctrl)  in nvme_disable_streams()
522 static int nvme_enable_streams(struct nvme_ctrl *ctrl)  in nvme_enable_streams()
527 static int nvme_get_stream_params(struct nvme_ctrl *ctrl,  in nvme_get_stream_params()
544 static int nvme_configure_directives(struct nvme_ctrl *ctrl)  in nvme_configure_directives()
579 static void nvme_assign_write_stream(struct nvme_ctrl *ctrl,  in nvme_assign_write_stream()
680 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_setup_rw()
949 	struct nvme_ctrl *ctrl = rq->end_io_data;  in nvme_keep_alive_end_io()
972 static int nvme_keep_alive(struct nvme_ctrl *ctrl)  in nvme_keep_alive()
991 	struct nvme_ctrl *ctrl = container_of(to_delayed_work(work),  in nvme_keep_alive_work()
992 			struct nvme_ctrl, ka_work);  in nvme_keep_alive_work()
1011 static void nvme_start_keep_alive(struct nvme_ctrl *ctrl)  in nvme_start_keep_alive()
1019 void nvme_stop_keep_alive(struct nvme_ctrl *ctrl)  in nvme_stop_keep_alive()
1028 static int nvme_identify_ctrl(struct nvme_ctrl *dev, struct nvme_id_ctrl **id)  in nvme_identify_ctrl()
1048 static int nvme_identify_ns_descs(struct nvme_ctrl *ctrl, unsigned nsid,  in nvme_identify_ns_descs()
1120 static int nvme_identify_ns_list(struct nvme_ctrl *dev, unsigned nsid, __le32 *ns_list)  in nvme_identify_ns_list()
1131 static int nvme_identify_ns(struct nvme_ctrl *ctrl,  in nvme_identify_ns()
1155 static int nvme_features(struct nvme_ctrl *dev, u8 op, unsigned int fid,  in nvme_features()
1174 int nvme_set_features(struct nvme_ctrl *dev, unsigned int fid,  in nvme_set_features()
1183 int nvme_get_features(struct nvme_ctrl *dev, unsigned int fid,  in nvme_get_features()
1192 int nvme_set_queue_count(struct nvme_ctrl *ctrl, int *count)  in nvme_set_queue_count()
1224 static void nvme_enable_aen(struct nvme_ctrl *ctrl)  in nvme_enable_aen()
1305 static u32 nvme_passthru_start(struct nvme_ctrl *ctrl, struct nvme_ns *ns,  in nvme_passthru_start()
1339 static void nvme_update_formats(struct nvme_ctrl *ctrl)  in nvme_update_formats()
1350 static void nvme_passthru_end(struct nvme_ctrl *ctrl, u32 effects)  in nvme_passthru_end()
1372 static int nvme_user_cmd(struct nvme_ctrl *ctrl, struct nvme_ns *ns,  in nvme_user_cmd()
1420 static int nvme_user_cmd64(struct nvme_ctrl *ctrl, struct nvme_ns *ns,  in nvme_user_cmd64()
1511 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_handle_ctrl_ioctl()
1656 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_config_discard()
1711 static int nvme_report_ns_ids(struct nvme_ctrl *ctrl, unsigned int nsid,  in nvme_report_ns_ids()
1849 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_revalidate_disk()
1997 	struct nvme_ctrl *ctrl = data;  in nvme_sec_submit()
2052 static int nvme_wait_ready(struct nvme_ctrl *ctrl, u64 cap, bool enabled)  in nvme_wait_ready()
2085 int nvme_disable_ctrl(struct nvme_ctrl *ctrl)  in nvme_disable_ctrl()
2103 int nvme_enable_ctrl(struct nvme_ctrl *ctrl)  in nvme_enable_ctrl()
2142 int nvme_shutdown_ctrl(struct nvme_ctrl *ctrl)  in nvme_shutdown_ctrl()
2173 static void nvme_set_queue_limits(struct nvme_ctrl *ctrl,  in nvme_set_queue_limits()
2195 static int nvme_configure_timestamp(struct nvme_ctrl *ctrl)  in nvme_configure_timestamp()
2212 static int nvme_configure_acre(struct nvme_ctrl *ctrl)  in nvme_configure_acre()
2232 static int nvme_configure_apst(struct nvme_ctrl *ctrl)  in nvme_configure_apst()
2357 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_set_latency_tolerance()
2449 static void nvme_init_subnqn(struct nvme_subsystem *subsys, struct nvme_ctrl *ctrl,  in nvme_init_subnqn()
2585 		struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id)  in nvme_validate_cntlid()
2587 	struct nvme_ctrl *tmp;  in nvme_validate_cntlid()
2615 static int nvme_init_subsystem(struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id)  in nvme_init_subsystem()
2690 int nvme_get_log(struct nvme_ctrl *ctrl, u32 nsid, u8 log_page, u8 lsp,  in nvme_get_log()
2708 static int nvme_get_effects_log(struct nvme_ctrl *ctrl)  in nvme_get_effects_log()
2732 int nvme_init_identify(struct nvme_ctrl *ctrl)  in nvme_init_identify()
2910 	struct nvme_ctrl *ctrl =  in nvme_dev_open()
2911 		container_of(inode->i_cdev, struct nvme_ctrl, cdev);  in nvme_dev_open()
2924 static int nvme_dev_user_cmd(struct nvme_ctrl *ctrl, void __user *argp)  in nvme_dev_user_cmd()
2960 	struct nvme_ctrl *ctrl = file->private_data;  in nvme_dev_ioctl()
2994 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_sysfs_reset()
3008 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_sysfs_rescan()
3154         struct nvme_ctrl *ctrl = dev_get_drvdata(dev);				\
3168         struct nvme_ctrl *ctrl = dev_get_drvdata(dev);				\
3182 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_sysfs_delete()
3194 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_sysfs_show_transport()
3204 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_sysfs_show_state()
3227 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_sysfs_show_subsysnqn()
3237 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_sysfs_show_address()
3265 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_dev_attrs_are_visible()
3317 static struct nvme_ns_head *nvme_alloc_ns_head(struct nvme_ctrl *ctrl,  in nvme_alloc_ns_head()
3378 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_init_ns_head()
3426 static struct nvme_ns *nvme_find_get_ns(struct nvme_ctrl *ctrl, unsigned nsid)  in nvme_find_get_ns()
3445 static int nvme_setup_streams_ns(struct nvme_ctrl *ctrl, struct nvme_ns *ns)  in nvme_setup_streams_ns()
3471 static int nvme_alloc_ns(struct nvme_ctrl *ctrl, unsigned nsid)  in nvme_alloc_ns()
3604 static void nvme_validate_ns(struct nvme_ctrl *ctrl, unsigned nsid)  in nvme_validate_ns()
3617 static void nvme_remove_invalid_namespaces(struct nvme_ctrl *ctrl,  in nvme_remove_invalid_namespaces()
3635 static int nvme_scan_ns_list(struct nvme_ctrl *ctrl, unsigned nn)  in nvme_scan_ns_list()
3676 static void nvme_scan_ns_sequential(struct nvme_ctrl *ctrl, unsigned nn)  in nvme_scan_ns_sequential()
3686 static void nvme_clear_changed_ns_log(struct nvme_ctrl *ctrl)  in nvme_clear_changed_ns_log()
3713 	struct nvme_ctrl *ctrl =  in nvme_scan_work()
3714 		container_of(work, struct nvme_ctrl, scan_work);  in nvme_scan_work()
3751 void nvme_remove_namespaces(struct nvme_ctrl *ctrl)  in nvme_remove_namespaces()
3786 	struct nvme_ctrl *ctrl =  in nvme_class_uevent()
3787 		container_of(dev, struct nvme_ctrl, ctrl_device);  in nvme_class_uevent()
3811 static void nvme_aen_uevent(struct nvme_ctrl *ctrl)  in nvme_aen_uevent()
3829 	struct nvme_ctrl *ctrl =  in nvme_async_event_work()
3830 		container_of(work, struct nvme_ctrl, async_event_work);  in nvme_async_event_work()
3836 static bool nvme_ctrl_pp_status(struct nvme_ctrl *ctrl)  in nvme_ctrl_pp_status()
3850 static void nvme_get_fw_slot_info(struct nvme_ctrl *ctrl)  in nvme_get_fw_slot_info()
3866 	struct nvme_ctrl *ctrl = container_of(work,  in nvme_fw_act_work()
3867 				struct nvme_ctrl, fw_act_work);  in nvme_fw_act_work()
3896 static void nvme_handle_aen_notice(struct nvme_ctrl *ctrl, u32 result)  in nvme_handle_aen_notice()
3931 void nvme_complete_async_event(struct nvme_ctrl *ctrl, __le16 status,  in nvme_complete_async_event()
3958 void nvme_stop_ctrl(struct nvme_ctrl *ctrl)  in nvme_stop_ctrl()
3967 void nvme_start_ctrl(struct nvme_ctrl *ctrl)  in nvme_start_ctrl()
3981 void nvme_uninit_ctrl(struct nvme_ctrl *ctrl)  in nvme_uninit_ctrl()
3991 	struct nvme_ctrl *ctrl =  in nvme_free_ctrl()
3992 		container_of(dev, struct nvme_ctrl, ctrl_device);  in nvme_free_ctrl()
4020 int nvme_init_ctrl(struct nvme_ctrl *ctrl, struct device *dev,  in nvme_init_ctrl()
4103 void nvme_kill_queues(struct nvme_ctrl *ctrl)  in nvme_kill_queues()
4120 void nvme_unfreeze(struct nvme_ctrl *ctrl)  in nvme_unfreeze()
4131 void nvme_wait_freeze_timeout(struct nvme_ctrl *ctrl, long timeout)  in nvme_wait_freeze_timeout()
4145 void nvme_wait_freeze(struct nvme_ctrl *ctrl)  in nvme_wait_freeze()
4156 void nvme_start_freeze(struct nvme_ctrl *ctrl)  in nvme_start_freeze()
4167 void nvme_stop_queues(struct nvme_ctrl *ctrl)  in nvme_stop_queues()
4178 void nvme_start_queues(struct nvme_ctrl *ctrl)  in nvme_start_queues()
4190 void nvme_sync_queues(struct nvme_ctrl *ctrl)  in nvme_sync_queues()