127 static inline struct efa_dev *to_edev(struct ib_device *ibdev)  in to_edev()  argument
129 	return container_of(ibdev, struct efa_dev, ibdev);  in to_edev()
186 		ibdev_err(&dev->ibdev, "Failed to map DMA address\n");  in efa_zalloc_mapped()
202 int efa_query_device(struct ib_device *ibdev,  in efa_query_device()  argument
208 	struct efa_dev *dev = to_edev(ibdev);  in efa_query_device()
213 		ibdev_dbg(ibdev,  in efa_query_device()
259 			ibdev_dbg(ibdev,  in efa_query_device()
268 int efa_query_port(struct ib_device *ibdev, u32 port,  in efa_query_port()  argument
271 	struct efa_dev *dev = to_edev(ibdev);  in efa_query_port()
304 		ibdev_dbg(&dev->ibdev,  in efa_query_qp()
340 int efa_query_gid(struct ib_device *ibdev, u32 port, int index,  in efa_query_gid()  argument
343 	struct efa_dev *dev = to_edev(ibdev);  in efa_query_gid()
350 int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index,  in efa_query_pkey()  argument
379 		ibdev_dbg(&dev->ibdev,  in efa_alloc_pd()
396 			ibdev_dbg(&dev->ibdev,  in efa_alloc_pd()
402 	ibdev_dbg(&dev->ibdev, "Allocated pd[%d]\n", pd->pdn);  in efa_alloc_pd()
418 	ibdev_dbg(&dev->ibdev, "Dealloc pd[%d]\n", pd->pdn);  in efa_dealloc_pd()
444 	ibdev_dbg(&dev->ibdev, "Destroy qp[%u]\n", ibqp->qp_num);  in efa_destroy_qp()
453 		ibdev_dbg(&dev->ibdev,  in efa_destroy_qp()
560 		ibdev_dbg(&dev->ibdev,  in efa_qp_validate_cap()
567 		ibdev_dbg(&dev->ibdev,  in efa_qp_validate_cap()
574 		ibdev_dbg(&dev->ibdev,  in efa_qp_validate_cap()
580 		ibdev_dbg(&dev->ibdev,  in efa_qp_validate_cap()
586 		ibdev_dbg(&dev->ibdev,  in efa_qp_validate_cap()
601 		ibdev_dbg(&dev->ibdev,  in efa_qp_validate_attr()
607 		ibdev_dbg(&dev->ibdev, "SRQ is not supported\n");  in efa_qp_validate_attr()
612 		ibdev_dbg(&dev->ibdev, "Unsupported create flags\n");  in efa_qp_validate_attr()
643 		ibdev_dbg(&dev->ibdev,  in efa_create_qp()
652 		ibdev_dbg(&dev->ibdev,  in efa_create_qp()
661 		ibdev_dbg(&dev->ibdev,  in efa_create_qp()
667 		ibdev_dbg(&dev->ibdev,  in efa_create_qp()
681 		ibdev_dbg(&dev->ibdev,  in efa_create_qp()
688 	ibdev_dbg(&dev->ibdev, "Create QP: qp type %d driver qp type %#x\n",  in efa_create_qp()
706 		ibdev_dbg(&dev->ibdev,  in efa_create_qp()
740 			ibdev_dbg(&dev->ibdev,  in efa_create_qp()
747 	ibdev_dbg(&dev->ibdev, "Created qp[%d]\n", qp->ibqp.qp_num);  in efa_create_qp()
886 		ibdev_dbg(&dev->ibdev,  in efa_modify_qp_validate()
900 		ibdev_dbg(&dev->ibdev, "Invalid modify QP parameters\n");  in efa_modify_qp_validate()
905 		ibdev_dbg(&dev->ibdev, "Can't change port num\n");  in efa_modify_qp_validate()
910 		ibdev_dbg(&dev->ibdev, "Can't change pkey index\n");  in efa_modify_qp_validate()
932 		ibdev_dbg(&dev->ibdev,  in efa_modify_qp()
1006 	ibdev_dbg(&dev->ibdev,  in efa_destroy_cq()
1064 	struct ib_device *ibdev = ibcq->device;  in efa_create_cq()  local
1065 	struct efa_dev *dev = to_edev(ibdev);  in efa_create_cq()
1072 	ibdev_dbg(ibdev, "create_cq entries %d\n", entries);  in efa_create_cq()
1078 		ibdev_dbg(ibdev,  in efa_create_cq()
1086 		ibdev_dbg(ibdev,  in efa_create_cq()
1095 		ibdev_dbg(ibdev,  in efa_create_cq()
1104 		ibdev_dbg(ibdev, "Cannot copy udata for create_cq\n");  in efa_create_cq()
1109 		ibdev_dbg(ibdev,  in efa_create_cq()
1119 		ibdev_dbg(ibdev,  in efa_create_cq()
1126 		ibdev_dbg(ibdev,  in efa_create_cq()
1166 		ibdev_dbg(ibdev, "Could not setup cq[%u] mmap entries\n",  in efa_create_cq()
1174 			ibdev_dbg(ibdev, "Failed to store cq[%u] in xarray\n",  in efa_create_cq()
1184 			ibdev_dbg(ibdev,  in efa_create_cq()
1190 	ibdev_dbg(ibdev, "Created cq[%d], cq depth[%u]. dma[%pad] virt[0x%p]\n",  in efa_create_cq()
1221 	ibdev_dbg(&dev->ibdev, "hp_cnt[%u], pages_in_hp[%u]\n",  in umem_to_page_list()
1281 	ibdev_dbg(&dev->ibdev,  in pbl_chunk_list_create()
1320 			ibdev_err(&dev->ibdev,  in pbl_chunk_list_create()
1326 		ibdev_dbg(&dev->ibdev,  in pbl_chunk_list_create()
1381 		ibdev_err(&dev->ibdev, "Unable to map pbl to DMA address\n");  in pbl_continuous_initialize()
1386 	ibdev_dbg(&dev->ibdev,  in pbl_continuous_initialize()
1420 		ibdev_dbg(&dev->ibdev,  in pbl_indirect_initialize()
1425 	ibdev_dbg(&dev->ibdev,  in pbl_indirect_initialize()
1483 	ibdev_dbg(&dev->ibdev,  in pbl_create()
1516 	ibdev_dbg(&dev->ibdev,  in efa_create_inline_pbl()
1532 		ibdev_dbg(&dev->ibdev, "Failed to create pbl[%d]\n", err);  in efa_create_pbl()
1565 		ibdev_dbg(&dev->ibdev,  in efa_alloc_mr()
1576 		ibdev_dbg(&dev->ibdev,  in efa_alloc_mr()
1609 		ibdev_dbg(&dev->ibdev, "Failed to find a suitable page size in page_size_cap %#llx\n",  in efa_register_mr()
1617 	ibdev_dbg(&dev->ibdev,  in efa_register_mr()
1645 	ibdev_dbg(&dev->ibdev, "Registered mr[%d]\n", mr->ibmr.lkey);  in efa_register_mr()
1670 		ibdev_dbg(&dev->ibdev, "Failed to get dmabuf umem[%d]\n", err);  in efa_reg_user_mr_dmabuf()
1707 		ibdev_dbg(&dev->ibdev,  in efa_reg_mr()
1734 	ibdev_dbg(&dev->ibdev, "Deregister mr[%d]\n", ibmr->lkey);  in efa_dereg_mr()
1747 int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num,  in efa_get_port_immutable()  argument
1753 	err = ib_query_port(ibdev, port_num, &attr);  in efa_get_port_immutable()
1755 		ibdev_dbg(ibdev, "Couldn't query port err[%d]\n", err);  in efa_get_port_immutable()
1796 	ibdev_dbg(&dev->ibdev, "Userspace handshake failed for %s attribute\n",  in efa_user_comp_handshake()
1818 		ibdev_dbg(&dev->ibdev,  in efa_alloc_ucontext()
1881 		ibdev_dbg(&dev->ibdev,  in __efa_mmap()
1889 	ibdev_dbg(&dev->ibdev,  in __efa_mmap()
1922 			&dev->ibdev,  in __efa_mmap()
1940 	ibdev_dbg(&dev->ibdev,  in efa_mmap()
1970 		ibdev_dbg(&dev->ibdev,  in efa_create_ah()
1978 		ibdev_dbg(&dev->ibdev, "Incompatible ABI params\n");  in efa_create_ah()
1999 			ibdev_dbg(&dev->ibdev,  in efa_create_ah()
2004 	ibdev_dbg(&dev->ibdev, "Created ah[%d]\n", ah->ah);  in efa_create_ah()
2020 	ibdev_dbg(&dev->ibdev, "Destroy ah[%d]\n", ah->ah);  in efa_destroy_ah()
2023 		ibdev_dbg(&dev->ibdev,  in efa_destroy_ah()
2032 struct rdma_hw_stats *efa_alloc_hw_port_stats(struct ib_device *ibdev,  in efa_alloc_hw_port_stats()  argument
2040 struct rdma_hw_stats *efa_alloc_hw_device_stats(struct ib_device *ibdev)  in efa_alloc_hw_device_stats()  argument
2120 int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats,  in efa_get_hw_stats()  argument
2124 		return efa_fill_port_stats(to_edev(ibdev), stats, port_num);  in efa_get_hw_stats()
2126 		return efa_fill_device_stats(to_edev(ibdev), stats);  in efa_get_hw_stats()
2129 enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,  in efa_port_link_layer()  argument