175 	struct nvme_ctrl	*ctrl;
256 struct nvme_ctrl {  struct
478 	struct nvme_ctrl *ctrl;
528 	int (*reg_read32)(struct nvme_ctrl *ctrl, u32 off, u32 *val);
529 	int (*reg_write32)(struct nvme_ctrl *ctrl, u32 off, u32 val);
530 	int (*reg_read64)(struct nvme_ctrl *ctrl, u32 off, u64 *val);
531 	void (*free_ctrl)(struct nvme_ctrl *ctrl);
532 	void (*submit_async_event)(struct nvme_ctrl *ctrl);
533 	void (*delete_ctrl)(struct nvme_ctrl *ctrl);
534 	void (*stop_ctrl)(struct nvme_ctrl *ctrl);
535 	int (*get_address)(struct nvme_ctrl *ctrl, char *buf, int size);
536 	void (*print_device_info)(struct nvme_ctrl *ctrl);
537 	bool (*supports_pci_p2pdma)(struct nvme_ctrl *ctrl);
593 static inline void nvme_print_device_info(struct nvme_ctrl *ctrl)  in nvme_print_device_info()
626 bool nvme_wait_reset(struct nvme_ctrl *ctrl);
627 int nvme_try_sched_reset(struct nvme_ctrl *ctrl);
629 static inline int nvme_reset_subsystem(struct nvme_ctrl *ctrl)  in nvme_reset_subsystem()
697 	struct nvme_ctrl *ctrl = rq->ctrl;  in nvme_try_complete_req()
711 static inline void nvme_get_ctrl(struct nvme_ctrl *ctrl)  in nvme_get_ctrl()
716 static inline void nvme_put_ctrl(struct nvme_ctrl *ctrl)  in nvme_put_ctrl()
744 void nvme_cancel_tagset(struct nvme_ctrl *ctrl);
745 void nvme_cancel_admin_tagset(struct nvme_ctrl *ctrl);
746 bool nvme_change_ctrl_state(struct nvme_ctrl *ctrl,
748 int nvme_disable_ctrl(struct nvme_ctrl *ctrl, bool shutdown);
749 int nvme_enable_ctrl(struct nvme_ctrl *ctrl);
750 int nvme_init_ctrl(struct nvme_ctrl *ctrl, struct device *dev,
752 void nvme_uninit_ctrl(struct nvme_ctrl *ctrl);
753 void nvme_start_ctrl(struct nvme_ctrl *ctrl);
754 void nvme_stop_ctrl(struct nvme_ctrl *ctrl);
755 int nvme_init_ctrl_finish(struct nvme_ctrl *ctrl, bool was_suspended);
756 int nvme_alloc_admin_tag_set(struct nvme_ctrl *ctrl, struct blk_mq_tag_set *set,
758 void nvme_remove_admin_tag_set(struct nvme_ctrl *ctrl);
759 int nvme_alloc_io_tag_set(struct nvme_ctrl *ctrl, struct blk_mq_tag_set *set,
762 void nvme_remove_io_tag_set(struct nvme_ctrl *ctrl);
764 void nvme_remove_namespaces(struct nvme_ctrl *ctrl);
766 void nvme_complete_async_event(struct nvme_ctrl *ctrl, __le16 status,
769 void nvme_quiesce_io_queues(struct nvme_ctrl *ctrl);
770 void nvme_unquiesce_io_queues(struct nvme_ctrl *ctrl);
771 void nvme_quiesce_admin_queue(struct nvme_ctrl *ctrl);
772 void nvme_unquiesce_admin_queue(struct nvme_ctrl *ctrl);
773 void nvme_mark_namespaces_dead(struct nvme_ctrl *ctrl);
774 void nvme_sync_queues(struct nvme_ctrl *ctrl);
775 void nvme_sync_io_queues(struct nvme_ctrl *ctrl);
776 void nvme_unfreeze(struct nvme_ctrl *ctrl);
777 void nvme_wait_freeze(struct nvme_ctrl *ctrl);
778 int nvme_wait_freeze_timeout(struct nvme_ctrl *ctrl, long timeout);
779 void nvme_start_freeze(struct nvme_ctrl *ctrl);
790 blk_status_t nvme_fail_nonready_command(struct nvme_ctrl *ctrl,
792 bool __nvme_check_ready(struct nvme_ctrl *ctrl, struct request *rq,
795 static inline bool nvme_check_ready(struct nvme_ctrl *ctrl, struct request *rq,  in nvme_check_ready()
815 static inline bool nvme_is_unique_nsid(struct nvme_ctrl *ctrl,  in nvme_is_unique_nsid()
830 int nvme_set_features(struct nvme_ctrl *dev, unsigned int fid,
833 int nvme_get_features(struct nvme_ctrl *dev, unsigned int fid,
836 int nvme_set_queue_count(struct nvme_ctrl *ctrl, int *count);
837 void nvme_stop_keep_alive(struct nvme_ctrl *ctrl);
838 int nvme_reset_ctrl(struct nvme_ctrl *ctrl);
839 int nvme_reset_ctrl_sync(struct nvme_ctrl *ctrl);
840 int nvme_delete_ctrl(struct nvme_ctrl *ctrl);
841 void nvme_queue_scan(struct nvme_ctrl *ctrl);
842 int nvme_get_log(struct nvme_ctrl *ctrl, u32 nsid, u8 log_page, u8 lsp, u8 csi,
875 void nvme_delete_ctrl_sync(struct nvme_ctrl *ctrl);
878 static inline bool nvme_ctrl_use_ana(struct nvme_ctrl *ctrl)  in nvme_ctrl_use_ana()
888 void nvme_kick_requeue_lists(struct nvme_ctrl *ctrl);
889 int nvme_mpath_alloc_disk(struct nvme_ctrl *ctrl,struct nvme_ns_head *head);
892 int nvme_mpath_init_identify(struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id);
893 void nvme_mpath_init_ctrl(struct nvme_ctrl *ctrl);
894 void nvme_mpath_update(struct nvme_ctrl *ctrl);
895 void nvme_mpath_uninit(struct nvme_ctrl *ctrl);
896 void nvme_mpath_stop(struct nvme_ctrl *ctrl);
899 void nvme_mpath_clear_ctrl_paths(struct nvme_ctrl *ctrl);
919 static inline bool nvme_ctrl_use_ana(struct nvme_ctrl *ctrl)  in nvme_ctrl_use_ana()
926 static inline void nvme_kick_requeue_lists(struct nvme_ctrl *ctrl)  in nvme_kick_requeue_lists()
929 static inline int nvme_mpath_alloc_disk(struct nvme_ctrl *ctrl,  in nvme_mpath_alloc_disk()
947 static inline void nvme_mpath_clear_ctrl_paths(struct nvme_ctrl *ctrl)  in nvme_mpath_clear_ctrl_paths()
956 static inline void nvme_mpath_init_ctrl(struct nvme_ctrl *ctrl)  in nvme_mpath_init_ctrl()
959 static inline int nvme_mpath_init_identify(struct nvme_ctrl *ctrl,  in nvme_mpath_init_identify()
967 static inline void nvme_mpath_update(struct nvme_ctrl *ctrl)  in nvme_mpath_update()
970 static inline void nvme_mpath_uninit(struct nvme_ctrl *ctrl)  in nvme_mpath_uninit()
973 static inline void nvme_mpath_stop(struct nvme_ctrl *ctrl)  in nvme_mpath_stop()
1026 int nvme_hwmon_init(struct nvme_ctrl *ctrl);
1027 void nvme_hwmon_exit(struct nvme_ctrl *ctrl);
1029 static inline int nvme_hwmon_init(struct nvme_ctrl *ctrl)  in nvme_hwmon_init()
1034 static inline void nvme_hwmon_exit(struct nvme_ctrl *ctrl)  in nvme_hwmon_exit()
1046 static inline bool nvme_ctrl_sgl_supported(struct nvme_ctrl *ctrl)  in nvme_ctrl_sgl_supported()
1054 int nvme_auth_init_ctrl(struct nvme_ctrl *ctrl);
1055 void nvme_auth_stop(struct nvme_ctrl *ctrl);
1056 int nvme_auth_negotiate(struct nvme_ctrl *ctrl, int qid);
1057 int nvme_auth_wait(struct nvme_ctrl *ctrl, int qid);
1058 void nvme_auth_free(struct nvme_ctrl *ctrl);
1060 static inline int nvme_auth_init_ctrl(struct nvme_ctrl *ctrl)  in nvme_auth_init_ctrl()
1071 static inline void nvme_auth_stop(struct nvme_ctrl *ctrl) {};  in nvme_auth_stop()
1072 static inline int nvme_auth_negotiate(struct nvme_ctrl *ctrl, int qid)  in nvme_auth_negotiate()
1076 static inline int nvme_auth_wait(struct nvme_ctrl *ctrl, int qid)  in nvme_auth_wait()
1080 static inline void nvme_auth_free(struct nvme_ctrl *ctrl) {};  in nvme_auth_free()
1083 u32 nvme_command_effects(struct nvme_ctrl *ctrl, struct nvme_ns *ns,
1085 u32 nvme_passthru_start(struct nvme_ctrl *ctrl, struct nvme_ns *ns, u8 opcode);
1087 void nvme_passthru_end(struct nvme_ctrl *ctrl, struct nvme_ns *ns, u32 effects,
1089 struct nvme_ctrl *nvme_ctrl_from_file(struct file *file);
1090 struct nvme_ns *nvme_find_get_ns(struct nvme_ctrl *ctrl, unsigned nsid);
1093 static inline bool nvme_multi_css(struct nvme_ctrl *ctrl)  in nvme_multi_css()