81 struct nvme_dev;
84 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown);
85 static bool __nvme_disable_io_queues(struct nvme_dev *dev, u8 opcode);
90 struct nvme_dev {  struct
154 static inline struct nvme_dev *to_nvme_dev(struct nvme_ctrl *ctrl)  in to_nvme_dev()
156 	return container_of(ctrl, struct nvme_dev, ctrl);  in to_nvme_dev()
164 	struct nvme_dev *dev;
230 static int nvme_dbbuf_dma_alloc(struct nvme_dev *dev)  in nvme_dbbuf_dma_alloc()
255 static void nvme_dbbuf_dma_free(struct nvme_dev *dev)  in nvme_dbbuf_dma_free()
271 static void nvme_dbbuf_init(struct nvme_dev *dev,  in nvme_dbbuf_init()
283 static void nvme_dbbuf_set(struct nvme_dev *dev)  in nvme_dbbuf_set()
343 static int nvme_npages(unsigned size, struct nvme_dev *dev)  in nvme_npages()
359 static unsigned int nvme_pci_iod_alloc_size(struct nvme_dev *dev,  in nvme_pci_iod_alloc_size()
375 	struct nvme_dev *dev = data;  in nvme_admin_init_hctx()
397 	struct nvme_dev *dev = data;  in nvme_init_hctx()
411 	struct nvme_dev *dev = set->driver_data;  in nvme_init_request()
423 static int queue_irq_offset(struct nvme_dev *dev)  in queue_irq_offset()
434 	struct nvme_dev *dev = set->driver_data;  in nvme_pci_map_queues()
517 static inline bool nvme_pci_use_sgls(struct nvme_dev *dev, struct request *req)  in nvme_pci_use_sgls()
537 static void nvme_unmap_data(struct nvme_dev *dev, struct request *req)  in nvme_unmap_data()
598 static blk_status_t nvme_pci_setup_prps(struct nvme_dev *dev,  in nvme_pci_setup_prps()
712 static blk_status_t nvme_pci_setup_sgls(struct nvme_dev *dev,  in nvme_pci_setup_sgls()
771 static blk_status_t nvme_setup_prp_simple(struct nvme_dev *dev,  in nvme_setup_prp_simple()
790 static blk_status_t nvme_setup_sgl_simple(struct nvme_dev *dev,  in nvme_setup_sgl_simple()
808 static blk_status_t nvme_map_data(struct nvme_dev *dev, struct request *req,  in nvme_map_data()
859 static blk_status_t nvme_map_metadata(struct nvme_dev *dev, struct request *req,  in nvme_map_metadata()
880 	struct nvme_dev *dev = nvmeq->dev;  in nvme_queue_rq()
926 	struct nvme_dev *dev = iod->nvmeq->dev;  in nvme_pci_complete_rq()
1101 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_submit_async_event()
1111 static int adapter_delete_queue(struct nvme_dev *dev, u8 opcode, u16 id)  in adapter_delete_queue()
1122 static int adapter_alloc_cq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_cq()
1146 static int adapter_alloc_sq(struct nvme_dev *dev, u16 qid,  in adapter_alloc_sq()
1176 static int adapter_delete_cq(struct nvme_dev *dev, u16 cqid)  in adapter_delete_cq()
1181 static int adapter_delete_sq(struct nvme_dev *dev, u16 sqid)  in adapter_delete_sq()
1197 static bool nvme_should_reset(struct nvme_dev *dev, u32 csts)  in nvme_should_reset()
1223 static void nvme_warn_reset(struct nvme_dev *dev, u32 csts)  in nvme_warn_reset()
1245 	struct nvme_dev *dev = nvmeq->dev;  in nvme_timeout()
1366 static void nvme_free_queues(struct nvme_dev *dev, int lowest)  in nvme_free_queues()
1396 static void nvme_suspend_io_queues(struct nvme_dev *dev)  in nvme_suspend_io_queues()
1404 static void nvme_disable_admin_queue(struct nvme_dev *dev, bool shutdown)  in nvme_disable_admin_queue()
1416 static int nvme_cmb_qdepth(struct nvme_dev *dev, int nr_io_queues,  in nvme_cmb_qdepth()
1440 static int nvme_alloc_sq_cmds(struct nvme_dev *dev, struct nvme_queue *nvmeq,  in nvme_alloc_sq_cmds()
1466 static int nvme_alloc_queue(struct nvme_dev *dev, int qid, int depth)  in nvme_alloc_queue()
1517 	struct nvme_dev *dev = nvmeq->dev;  in nvme_init_queue()
1532 	struct nvme_dev *dev = nvmeq->dev;  in nvme_create_queue()
1597 static void nvme_dev_remove_admin(struct nvme_dev *dev)  in nvme_dev_remove_admin()
1611 static int nvme_alloc_admin_tags(struct nvme_dev *dev)  in nvme_alloc_admin_tags()
1644 static unsigned long db_bar_size(struct nvme_dev *dev, unsigned nr_io_queues)  in db_bar_size()
1649 static int nvme_remap_bar(struct nvme_dev *dev, unsigned long size)  in nvme_remap_bar()
1670 static int nvme_pci_configure_admin_queue(struct nvme_dev *dev)  in nvme_pci_configure_admin_queue()
1719 static int nvme_create_io_queues(struct nvme_dev *dev)  in nvme_create_io_queues()
1760 	struct nvme_dev *ndev = to_nvme_dev(dev_get_drvdata(dev));  in nvme_cmb_show()
1767 static u64 nvme_cmb_size_unit(struct nvme_dev *dev)  in nvme_cmb_size_unit()
1774 static u32 nvme_cmb_size(struct nvme_dev *dev)  in nvme_cmb_size()
1779 static void nvme_map_cmb(struct nvme_dev *dev)  in nvme_map_cmb()
1829 static inline void nvme_release_cmb(struct nvme_dev *dev)  in nvme_release_cmb()
1838 static int nvme_set_host_mem(struct nvme_dev *dev, u32 bits)  in nvme_set_host_mem()
1863 static void nvme_free_host_mem(struct nvme_dev *dev)  in nvme_free_host_mem()
1885 static int __nvme_alloc_host_mem(struct nvme_dev *dev, u64 preferred,  in __nvme_alloc_host_mem()
1953 static int nvme_alloc_host_mem(struct nvme_dev *dev, u64 min, u64 preferred)  in nvme_alloc_host_mem()
1971 static int nvme_setup_host_mem(struct nvme_dev *dev)  in nvme_setup_host_mem()
2022 	struct nvme_dev *dev = affd->priv;  in nvme_calc_irq_sets()
2054 static int nvme_setup_irqs(struct nvme_dev *dev, unsigned int nr_io_queues)  in nvme_setup_irqs()
2096 static void nvme_disable_io_queues(struct nvme_dev *dev)  in nvme_disable_io_queues()
2102 static int nvme_setup_io_queues(struct nvme_dev *dev)  in nvme_setup_io_queues()
2234 static bool __nvme_disable_io_queues(struct nvme_dev *dev, u8 opcode)  in __nvme_disable_io_queues()
2267 static void nvme_dev_add(struct nvme_dev *dev)  in nvme_dev_add()
2310 static int nvme_pci_enable(struct nvme_dev *dev)  in nvme_pci_enable()
2395 static void nvme_dev_unmap(struct nvme_dev *dev)  in nvme_dev_unmap()
2402 static void nvme_pci_disable(struct nvme_dev *dev)  in nvme_pci_disable()
2414 static void nvme_dev_disable(struct nvme_dev *dev, bool shutdown)  in nvme_dev_disable()
2467 static int nvme_disable_prepare_reset(struct nvme_dev *dev, bool shutdown)  in nvme_disable_prepare_reset()
2475 static int nvme_setup_prp_pools(struct nvme_dev *dev)  in nvme_setup_prp_pools()
2492 static void nvme_release_prp_pools(struct nvme_dev *dev)  in nvme_release_prp_pools()
2498 static void nvme_free_tagset(struct nvme_dev *dev)  in nvme_free_tagset()
2507 	struct nvme_dev *dev = to_nvme_dev(ctrl);  in nvme_pci_free_ctrl()
2520 static void nvme_remove_dead_ctrl(struct nvme_dev *dev)  in nvme_remove_dead_ctrl()
2536 	struct nvme_dev *dev =  in nvme_reset_work()
2537 		container_of(work, struct nvme_dev, ctrl.reset_work);  in nvme_reset_work()
2666 	struct nvme_dev *dev = container_of(work, struct nvme_dev, remove_work);  in nvme_remove_dead_ctrl_work()
2712 static int nvme_dev_map(struct nvme_dev *dev)  in nvme_dev_map()
2761 	struct nvme_dev *dev = data;  in nvme_async_probe()
2771 	struct nvme_dev *dev;  in nvme_probe()
2851 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_prepare()
2864 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_reset_done()
2872 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_shutdown()
2883 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_remove()
2921 	struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev));  in nvme_resume()
2933 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_suspend()
2997 	struct nvme_dev *ndev = pci_get_drvdata(to_pci_dev(dev));  in nvme_simple_suspend()
3004 	struct nvme_dev *ndev = pci_get_drvdata(pdev);  in nvme_simple_resume()
3022 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_detected()
3047 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_slot_reset()
3057 	struct nvme_dev *dev = pci_get_drvdata(pdev);  in nvme_error_resume()