107 struct nvme_dev;
110 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown);
111 static bool __nvme_disable_io_queues(struct nvme_dev *dev, u8 opcode);
116 struct nvme_dev {  struct
181 static inline struct nvme_dev *to_nvme_dev(struct nvme_ctrl *ctrl)  in to_nvme_dev()  argument
183 	return container_of(ctrl, struct nvme_dev, ctrl);  in to_nvme_dev()
191 	struct nvme_dev *dev;
239 static inline unsigned int nvme_dbbuf_size(struct nvme_dev *dev)  in nvme_dbbuf_size()
244 static int nvme_dbbuf_dma_alloc(struct nvme_dev *dev)  in nvme_dbbuf_dma_alloc()
276 static void nvme_dbbuf_dma_free(struct nvme_dev *dev)  in nvme_dbbuf_dma_free()
292 static void nvme_dbbuf_init(struct nvme_dev *dev,  in nvme_dbbuf_init()
315 static void nvme_dbbuf_set(struct nvme_dev *dev)  in nvme_dbbuf_set()
406 	struct nvme_dev *dev = data;  in nvme_admin_init_hctx()
419 	struct nvme_dev *dev = data;  in nvme_init_hctx()
431 	struct nvme_dev *dev = set->driver_data;  in nvme_pci_init_request()
439 static int queue_irq_offset(struct nvme_dev *dev)  in queue_irq_offset()
450 	struct nvme_dev *dev = set->driver_data;  in nvme_pci_map_queues()
522 static inline bool nvme_pci_use_sgls(struct nvme_dev *dev, struct request *req)  in nvme_pci_use_sgls()
539 static void nvme_free_prps(struct nvme_dev *dev, struct request *req)  in nvme_free_prps()
555 static void nvme_free_sgls(struct nvme_dev *dev, struct request *req)  in nvme_free_sgls()
571 static void nvme_unmap_data(struct nvme_dev *dev, struct request *req)  in nvme_unmap_data()
609 static blk_status_t nvme_pci_setup_prps(struct nvme_dev *dev,  in nvme_pci_setup_prps()
721 static blk_status_t nvme_pci_setup_sgls(struct nvme_dev *dev,  in nvme_pci_setup_sgls()
784 static blk_status_t nvme_setup_prp_simple(struct nvme_dev *dev,  in nvme_setup_prp_simple()
805 static blk_status_t nvme_setup_sgl_simple(struct nvme_dev *dev,  in nvme_setup_sgl_simple()
823 static blk_status_t nvme_map_data(struct nvme_dev *dev, struct request *req,  in nvme_map_data()
879 static blk_status_t nvme_map_metadata(struct nvme_dev *dev, struct request *req,  in nvme_map_metadata()
892 static blk_status_t nvme_prep_rq(struct nvme_dev *dev, struct request *req)  in nvme_prep_rq()
933 	struct nvme_dev *dev = nvmeq->dev;  in nvme_queue_rq()
1019 	struct nvme_dev *dev = nvmeq->dev;  in nvme_pci_unmap_rq()
1188 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_submit_async_event()
1201 static int adapter_delete_queue(struct nvme_dev *dev, u8 opcode, u16 id)  in adapter_delete_queue()
1211 static int adapter_alloc_cq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_cq()
1234 static int adapter_alloc_sq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_sq()
1263 static int adapter_delete_cq(struct nvme_dev *dev, u16 cqid)  in adapter_delete_cq()
1268 static int adapter_delete_sq(struct nvme_dev *dev, u16 sqid)  in adapter_delete_sq()
1284 static bool nvme_should_reset(struct nvme_dev *dev, u32 csts)  in nvme_should_reset()
1309 static void nvme_warn_reset(struct nvme_dev *dev, u32 csts)  in nvme_warn_reset()
1339 	struct nvme_dev *dev = nvmeq->dev;  in nvme_timeout()
1467 static void nvme_free_queues(struct nvme_dev *dev, int lowest)  in nvme_free_queues()
1497 static void nvme_suspend_io_queues(struct nvme_dev *dev)  in nvme_suspend_io_queues()
1505 static void nvme_disable_admin_queue(struct nvme_dev *dev, bool shutdown)  in nvme_disable_admin_queue()
1523 static void nvme_reap_pending_cqes(struct nvme_dev *dev)  in nvme_reap_pending_cqes()
1534 static int nvme_cmb_qdepth(struct nvme_dev *dev, int nr_io_queues,  in nvme_cmb_qdepth()
1559 static int nvme_alloc_sq_cmds(struct nvme_dev *dev, struct nvme_queue *nvmeq,  in nvme_alloc_sq_cmds()
1585 static int nvme_alloc_queue(struct nvme_dev *dev, int qid, int depth)  in nvme_alloc_queue()
1636 	struct nvme_dev *dev = nvmeq->dev;  in nvme_init_queue()
1652 static int nvme_setup_io_queues_trylock(struct nvme_dev *dev)  in nvme_setup_io_queues_trylock()
1673 	struct nvme_dev *dev = nvmeq->dev;  in nvme_create_queue()
1743 static void nvme_dev_remove_admin(struct nvme_dev *dev)  in nvme_dev_remove_admin()
1757 static int nvme_pci_alloc_admin_tag_set(struct nvme_dev *dev)  in nvme_pci_alloc_admin_tag_set()
1789 static unsigned long db_bar_size(struct nvme_dev *dev, unsigned nr_io_queues)  in db_bar_size()
1794 static int nvme_remap_bar(struct nvme_dev *dev, unsigned long size)  in nvme_remap_bar()
1815 static int nvme_pci_configure_admin_queue(struct nvme_dev *dev)  in nvme_pci_configure_admin_queue()
1866 static int nvme_create_io_queues(struct nvme_dev *dev)  in nvme_create_io_queues()
1903 static u64 nvme_cmb_size_unit(struct nvme_dev *dev)  in nvme_cmb_size_unit()
1910 static u32 nvme_cmb_size(struct nvme_dev *dev)  in nvme_cmb_size()
1915 static void nvme_map_cmb(struct nvme_dev *dev)  in nvme_map_cmb()
1973 static int nvme_set_host_mem(struct nvme_dev *dev, u32 bits)  in nvme_set_host_mem()
1999 static void nvme_free_host_mem(struct nvme_dev *dev)  in nvme_free_host_mem()
2021 static int __nvme_alloc_host_mem(struct nvme_dev *dev, u64 preferred,  in __nvme_alloc_host_mem()
2089 static int nvme_alloc_host_mem(struct nvme_dev *dev, u64 min, u64 preferred)  in nvme_alloc_host_mem()
2107 static int nvme_setup_host_mem(struct nvme_dev *dev)  in nvme_setup_host_mem()
2155 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in cmb_show()
2165 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in cmbloc_show()
2174 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in cmbsz_show()
2183 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in hmb_show()
2191 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in hmb_store()
2221 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_attrs_are_visible()
2254 	struct nvme_dev *dev = affd->priv;  in nvme_calc_irq_sets()
2286 static int nvme_setup_irqs(struct nvme_dev *dev, unsigned int nr_io_queues)  in nvme_setup_irqs()
2322 static void nvme_disable_io_queues(struct nvme_dev *dev)  in nvme_disable_io_queues()
2328 static unsigned int nvme_max_io_queues(struct nvme_dev *dev)  in nvme_max_io_queues()
2339 static int nvme_setup_io_queues(struct nvme_dev *dev)  in nvme_setup_io_queues()
2498 static bool __nvme_disable_io_queues(struct nvme_dev *dev, u8 opcode)  in __nvme_disable_io_queues()
2526 static void nvme_pci_alloc_tag_set(struct nvme_dev *dev)  in nvme_pci_alloc_tag_set()
2562 static void nvme_pci_update_nr_queues(struct nvme_dev *dev)  in nvme_pci_update_nr_queues()
2569 static int nvme_pci_enable(struct nvme_dev *dev)  in nvme_pci_enable()
2657 static void nvme_dev_unmap(struct nvme_dev *dev)  in nvme_dev_unmap()
2664 static void nvme_pci_disable(struct nvme_dev *dev)  in nvme_pci_disable()
2676 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown)  in nvme_dev_disable()
2733 static int nvme_disable_prepare_reset(struct nvme_dev *dev, bool shutdown)  in nvme_disable_prepare_reset()
2741 static int nvme_setup_prp_pools(struct nvme_dev *dev)  in nvme_setup_prp_pools()
2759 static void nvme_release_prp_pools(struct nvme_dev *dev)  in nvme_release_prp_pools()
2765 static void nvme_free_tagset(struct nvme_dev *dev)  in nvme_free_tagset()
2774 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_free_ctrl()
2787 static void nvme_remove_dead_ctrl(struct nvme_dev *dev)  in nvme_remove_dead_ctrl()
2803 	struct nvme_dev *dev =  in nvme_reset_work()
2804 		container_of(work, struct nvme_dev, ctrl.reset_work);  in nvme_reset_work()
2955 	struct nvme_dev *dev = container_of(work, struct nvme_dev, remove_work);  in nvme_remove_dead_ctrl_work()
3004 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_supports_pci_p2pdma()
3023 static int nvme_dev_map(struct nvme_dev *dev)  in nvme_dev_map()
3084 	struct nvme_dev *dev = data;  in nvme_async_probe()
3094 	struct nvme_dev *dev;  in nvme_probe()
3185 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_prepare()
3198 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_done()
3206 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_shutdown()
3211 static void nvme_remove_attrs(struct nvme_dev *dev)  in nvme_remove_attrs()
3225 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_remove()
3261 	struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev));  in nvme_resume()
3278 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_suspend()
3353 	struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev));  in nvme_simple_suspend()
3361 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_simple_resume()
3379 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_detected()
3404 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_slot_reset()
3414 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_resume()