76 struct nvme_dev;
79 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown);
84 struct nvme_dev {  struct
147 static inline struct nvme_dev *to_nvme_dev(struct nvme_ctrl *ctrl)  in to_nvme_dev()
149 	return container_of(ctrl, struct nvme_dev, ctrl);  in to_nvme_dev()
158 	struct nvme_dev *dev;
226 static int nvme_dbbuf_dma_alloc(struct nvme_dev *dev)  in nvme_dbbuf_dma_alloc()
251 static void nvme_dbbuf_dma_free(struct nvme_dev *dev)  in nvme_dbbuf_dma_free()
267 static void nvme_dbbuf_init(struct nvme_dev *dev,  in nvme_dbbuf_init()
279 static void nvme_dbbuf_set(struct nvme_dev *dev)  in nvme_dbbuf_set()
345 static int nvme_npages(unsigned size, struct nvme_dev *dev)  in nvme_npages()
361 static unsigned int nvme_pci_iod_alloc_size(struct nvme_dev *dev,  in nvme_pci_iod_alloc_size()
374 static unsigned int nvme_pci_cmd_size(struct nvme_dev *dev, bool use_sgl)  in nvme_pci_cmd_size()
386 	struct nvme_dev *dev = data;  in nvme_admin_init_hctx()
408 	struct nvme_dev *dev = data;  in nvme_init_hctx()
422 	struct nvme_dev *dev = set->driver_data;  in nvme_init_request()
436 	struct nvme_dev *dev = set->driver_data;  in nvme_pci_map_queues()
470 static inline bool nvme_pci_use_sgls(struct nvme_dev *dev, struct request *req)  in nvme_pci_use_sgls()
490 static blk_status_t nvme_init_iod(struct request *rq, struct nvme_dev *dev)  in nvme_init_iod()
514 static void nvme_free_iod(struct nvme_dev *dev, struct request *req)  in nvme_free_iod()
562 static blk_status_t nvme_pci_setup_prps(struct nvme_dev *dev,  in nvme_pci_setup_prps()
676 static blk_status_t nvme_pci_setup_sgls(struct nvme_dev *dev,  in nvme_pci_setup_sgls()
735 static blk_status_t nvme_map_data(struct nvme_dev *dev, struct request *req,  in nvme_map_data()
787 static void nvme_unmap_data(struct nvme_dev *dev, struct request *req)  in nvme_unmap_data()
811 	struct nvme_dev *dev = nvmeq->dev;  in nvme_queue_rq()
989 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_submit_async_event()
999 static int adapter_delete_queue(struct nvme_dev *dev, u8 opcode, u16 id)  in adapter_delete_queue()
1010 static int adapter_alloc_cq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_cq()
1031 static int adapter_alloc_sq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_sq()
1061 static int adapter_delete_cq(struct nvme_dev *dev, u16 cqid)  in adapter_delete_cq()
1066 static int adapter_delete_sq(struct nvme_dev *dev, u16 sqid)  in adapter_delete_sq()
1082 static bool nvme_should_reset(struct nvme_dev *dev, u32 csts)  in nvme_should_reset()
1108 static void nvme_warn_reset(struct nvme_dev *dev, u32 csts)  in nvme_warn_reset()
1130 	struct nvme_dev *dev = nvmeq->dev;  in nvme_timeout()
1240 static void nvme_free_queues(struct nvme_dev *dev, int lowest)  in nvme_free_queues()
1282 static void nvme_disable_admin_queue(struct nvme_dev *dev, bool shutdown)  in nvme_disable_admin_queue()
1299 static int nvme_cmb_qdepth(struct nvme_dev *dev, int nr_io_queues,  in nvme_cmb_qdepth()
1323 static int nvme_alloc_sq_cmds(struct nvme_dev *dev, struct nvme_queue *nvmeq,  in nvme_alloc_sq_cmds()
1337 static int nvme_alloc_queue(struct nvme_dev *dev, int qid, int depth)  in nvme_alloc_queue()
1389 	struct nvme_dev *dev = nvmeq->dev;  in nvme_init_queue()
1404 	struct nvme_dev *dev = nvmeq->dev;  in nvme_create_queue()
1471 static void nvme_dev_remove_admin(struct nvme_dev *dev)  in nvme_dev_remove_admin()
1485 static int nvme_alloc_admin_tags(struct nvme_dev *dev)  in nvme_alloc_admin_tags()
1518 static unsigned long db_bar_size(struct nvme_dev *dev, unsigned nr_io_queues)  in db_bar_size()
1523 static int nvme_remap_bar(struct nvme_dev *dev, unsigned long size)  in nvme_remap_bar()
1544 static int nvme_pci_configure_admin_queue(struct nvme_dev *dev)  in nvme_pci_configure_admin_queue()
1592 static int nvme_create_io_queues(struct nvme_dev *dev)  in nvme_create_io_queues()
1624 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in nvme_cmb_show()
1631 static u64 nvme_cmb_size_unit(struct nvme_dev *dev)  in nvme_cmb_size_unit()
1638 static u32 nvme_cmb_size(struct nvme_dev *dev)  in nvme_cmb_size()
1643 static void nvme_map_cmb(struct nvme_dev *dev)  in nvme_map_cmb()
1686 static inline void nvme_release_cmb(struct nvme_dev *dev)  in nvme_release_cmb()
1697 static int nvme_set_host_mem(struct nvme_dev *dev, u32 bits)  in nvme_set_host_mem()
1722 static void nvme_free_host_mem(struct nvme_dev *dev)  in nvme_free_host_mem()
1743 static int __nvme_alloc_host_mem(struct nvme_dev *dev, u64 preferred,  in __nvme_alloc_host_mem()
1810 static int nvme_alloc_host_mem(struct nvme_dev *dev, u64 min, u64 preferred)  in nvme_alloc_host_mem()
1828 static int nvme_setup_host_mem(struct nvme_dev *dev)  in nvme_setup_host_mem()
1873 static int nvme_setup_io_queues(struct nvme_dev *dev)  in nvme_setup_io_queues()
1990 static void nvme_disable_io_queues(struct nvme_dev *dev)  in nvme_disable_io_queues()
2020 static int nvme_dev_add(struct nvme_dev *dev)  in nvme_dev_add()
2058 static int nvme_pci_enable(struct nvme_dev *dev)  in nvme_pci_enable()
2121 static void nvme_dev_unmap(struct nvme_dev *dev)  in nvme_dev_unmap()
2128 static void nvme_pci_disable(struct nvme_dev *dev)  in nvme_pci_disable()
2141 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown)  in nvme_dev_disable()
2191 static int nvme_setup_prp_pools(struct nvme_dev *dev)  in nvme_setup_prp_pools()
2208 static void nvme_release_prp_pools(struct nvme_dev *dev)  in nvme_release_prp_pools()
2216 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_free_ctrl()
2230 static void nvme_remove_dead_ctrl(struct nvme_dev *dev, int status)  in nvme_remove_dead_ctrl()
2243 	struct nvme_dev *dev =  in nvme_reset_work()
2244 		container_of(work, struct nvme_dev, ctrl.reset_work);  in nvme_reset_work()
2357 	struct nvme_dev *dev = container_of(work, struct nvme_dev, remove_work);  in nvme_remove_dead_ctrl_work()
2402 static int nvme_dev_map(struct nvme_dev *dev)  in nvme_dev_map()
2451 	struct nvme_dev *dev = data;  in nvme_async_probe()
2461 	struct nvme_dev *dev;  in nvme_probe()
2541 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_prepare()
2547 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_done()
2553 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_shutdown()
2564 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_remove()
2593 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_suspend()
2602 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_resume()
2614 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_detected()
2639 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_slot_reset()
2649 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_resume()