Lines Matching refs:iwdev
15 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_query_device() local
16 struct irdma_pci_f *rf = iwdev->rf; in irdma_query_device()
17 struct pci_dev *pcidev = iwdev->rf->pcidev; in irdma_query_device()
25 iwdev->netdev->dev_addr); in irdma_query_device()
75 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_query_port() local
76 struct net_device *netdev = iwdev->netdev; in irdma_query_port()
106 props->max_msg_sz = iwdev->rf->sc_dev.hw_attrs.max_hw_outbound_msg_size; in irdma_query_port()
128 pfn = ((uintptr_t)ucontext->iwdev->rf->sc_dev.hw_regs[IRDMA_DB_ADDR_OFFSET] + in irdma_mmap_legacy()
129 pci_resource_start(ucontext->iwdev->rf->pcidev, 0)) >> PAGE_SHIFT; in irdma_mmap_legacy()
187 ibdev_dbg(&ucontext->iwdev->ibdev, in irdma_mmap()
194 ibdev_dbg(&ucontext->iwdev->ibdev, in irdma_mmap()
199 pci_resource_start(ucontext->iwdev->rf->pcidev, 0)) >> PAGE_SHIFT; in irdma_mmap()
217 ibdev_dbg(&ucontext->iwdev->ibdev, in irdma_mmap()
233 struct irdma_device *iwdev = iwqp->iwdev; in irdma_alloc_push_page() local
237 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_alloc_push_page()
249 cqp_info->in.u.manage_push_page.cqp = &iwdev->rf->cqp.sc_cqp; in irdma_alloc_push_page()
252 status = irdma_handle_cqp_op(iwdev->rf, cqp_request); in irdma_alloc_push_page()
254 iwdev->rf->sc_dev.hw_attrs.max_hw_device_pages) { in irdma_alloc_push_page()
259 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_alloc_push_page()
276 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_alloc_ucontext() local
280 struct irdma_uk_attrs *uk_attrs = &iwdev->rf->sc_dev.hw_attrs.uk_attrs; in irdma_alloc_ucontext()
292 ucontext->iwdev = iwdev; in irdma_alloc_ucontext()
304 uresp.max_qps = iwdev->rf->max_qp; in irdma_alloc_ucontext()
305 uresp.max_pds = iwdev->rf->sc_dev.hw_attrs.max_hw_pds; in irdma_alloc_ucontext()
306 uresp.wq_size = iwdev->rf->sc_dev.hw_attrs.max_qp_wr * 2; in irdma_alloc_ucontext()
312 u64 bar_off = (uintptr_t)iwdev->rf->sc_dev.hw_regs[IRDMA_DB_ADDR_OFFSET]; in irdma_alloc_ucontext()
350 ibdev_err(&iwdev->ibdev, in irdma_alloc_ucontext()
376 struct irdma_device *iwdev = to_iwdev(pd->device); in irdma_alloc_pd() local
377 struct irdma_sc_dev *dev = &iwdev->rf->sc_dev; in irdma_alloc_pd()
378 struct irdma_pci_f *rf = iwdev->rf; in irdma_alloc_pd()
423 struct irdma_device *iwdev = to_iwdev(ibpd->device); in irdma_dealloc_pd() local
425 irdma_free_rsrc(iwdev->rf, iwdev->rf->allocated_pds, iwpd->sc_pd.pd_id); in irdma_dealloc_pd()
484 struct irdma_device *iwdev = ucontext->iwdev; in irdma_setup_push_mmap_entries() local
488 bar_off = (uintptr_t)iwdev->rf->sc_dev.hw_regs[IRDMA_DB_ADDR_OFFSET]; in irdma_setup_push_mmap_entries()
520 struct irdma_device *iwdev = iwqp->iwdev; in irdma_destroy_qp() local
541 irdma_cqp_qp_destroy_cmd(&iwdev->rf->sc_dev, &iwqp->sc_qp); in irdma_destroy_qp()
555 static void irdma_setup_virt_qp(struct irdma_device *iwdev, in irdma_setup_virt_qp() argument
583 struct irdma_device *iwdev, in irdma_setup_umode_qp() argument
598 ibdev_dbg(&iwdev->ibdev, "VERBS: ib_copy_from_data fail\n"); in irdma_setup_umode_qp()
613 ibdev_dbg(&iwdev->ibdev, "VERBS: no pbl info\n"); in irdma_setup_umode_qp()
650 irdma_setup_virt_qp(iwdev, iwqp, info); in irdma_setup_umode_qp()
662 static int irdma_setup_kmode_qp(struct irdma_device *iwdev, in irdma_setup_kmode_qp() argument
703 mem->va = dma_alloc_coherent(iwdev->rf->hw.device, mem->size, in irdma_setup_kmode_qp()
734 struct irdma_pci_f *rf = iwqp->iwdev->rf; in irdma_cqp_create_qp_cmd()
764 struct irdma_device *iwdev = iwqp->iwdev; in irdma_roce_fill_and_set_qpctx_info() local
765 struct irdma_sc_dev *dev = &iwdev->rf->sc_dev; in irdma_roce_fill_and_set_qpctx_info()
770 udp_info->snd_mss = ib_mtu_enum_to_int(ib_mtu_int_to_enum(iwdev->vsi.mtu)); in irdma_roce_fill_and_set_qpctx_info()
771 udp_info->cwnd = iwdev->roce_cwnd; in irdma_roce_fill_and_set_qpctx_info()
777 ether_addr_copy(roce_info->mac_addr, iwdev->netdev->dev_addr); in irdma_roce_fill_and_set_qpctx_info()
785 roce_info->ack_credits = iwdev->roce_ackcreds; in irdma_roce_fill_and_set_qpctx_info()
804 struct irdma_device *iwdev = iwqp->iwdev; in irdma_iw_fill_and_set_qpctx_info() local
805 struct irdma_sc_dev *dev = &iwdev->rf->sc_dev; in irdma_iw_fill_and_set_qpctx_info()
809 ether_addr_copy(iwarp_info->mac_addr, iwdev->netdev->dev_addr); in irdma_iw_fill_and_set_qpctx_info()
832 struct irdma_device *iwdev) in irdma_validate_qp_attrs() argument
834 struct irdma_sc_dev *dev = &iwdev->rf->sc_dev; in irdma_validate_qp_attrs()
845 if (rdma_protocol_roce(&iwdev->ibdev, 1)) { in irdma_validate_qp_attrs()
880 struct irdma_device *iwdev = to_iwdev(ibpd->device); in irdma_create_qp() local
881 struct irdma_pci_f *rf = iwdev->rf; in irdma_create_qp()
892 err_code = irdma_validate_qp_attrs(init_attr, iwdev); in irdma_create_qp()
900 init_info.vsi = &iwdev->vsi; in irdma_create_qp()
912 iwqp->iwdev = iwdev; in irdma_create_qp()
946 if (!rdma_protocol_roce(&iwdev->ibdev, 1)) in irdma_create_qp()
954 err_code = irdma_setup_umode_qp(udata, iwdev, iwqp, &init_info, in irdma_create_qp()
959 err_code = irdma_setup_kmode_qp(iwdev, iwqp, &init_info, init_attr); in irdma_create_qp()
963 ibdev_dbg(&iwdev->ibdev, "VERBS: setup qp failed\n"); in irdma_create_qp()
967 if (rdma_protocol_roce(&iwdev->ibdev, 1)) { in irdma_create_qp()
988 ibdev_dbg(&iwdev->ibdev, "VERBS: qp_init fail\n"); in irdma_create_qp()
996 if (rdma_protocol_roce(&iwdev->ibdev, 1)) in irdma_create_qp()
1011 if (rdma_protocol_roce(&iwdev->ibdev, 1)) { in irdma_create_qp()
1012 if (dev->ws_add(&iwdev->vsi, 0)) { in irdma_create_qp()
1027 if (rdma_protocol_iwarp(&iwdev->ibdev, 1)) in irdma_create_qp()
1038 ibdev_dbg(&iwdev->ibdev, "VERBS: copy_to_udata failed\n"); in irdma_create_qp()
1174 struct irdma_device *iwdev = iwqp->iwdev; in irdma_modify_qp_roce() local
1175 struct irdma_sc_dev *dev = &iwdev->rf->sc_dev; in irdma_modify_qp_roce()
1269 if (vlan_id >= VLAN_N_VID && iwdev->dcb_vlan_mode) in irdma_modify_qp_roce()
1313 irdma_add_arp(iwdev->rf, local_ip, udp_info->ipv4, in irdma_modify_qp_roce()
1319 ibdev_err(&iwdev->ibdev, in irdma_modify_qp_roce()
1332 ibdev_err(&iwdev->ibdev, in irdma_modify_qp_roce()
1353 ibdev_dbg(&iwdev->ibdev, in irdma_modify_qp_roce()
1362 ibdev_warn(&iwdev->ibdev, "modify_qp invalid for qp_id=%d, old_state=0x%x, new_state=0x%x\n", in irdma_modify_qp_roce()
1404 if (iwdev->push_mode && udata && in irdma_modify_qp_roce()
1430 irdma_hw_modify_qp(iwdev, iwqp, &info, true); in irdma_modify_qp_roce()
1468 if (irdma_hw_modify_qp(iwdev, iwqp, &info, true)) in irdma_modify_qp_roce()
1504 ibdev_dbg(&iwdev->ibdev, in irdma_modify_qp_roce()
1531 struct irdma_device *iwdev = iwqp->iwdev; in irdma_modify_qp() local
1532 struct irdma_sc_dev *dev = &iwdev->rf->sc_dev; in irdma_modify_qp()
1558 ibdev_dbg(&iwdev->ibdev, in irdma_modify_qp()
1579 if (iwdev->push_mode && udata && in irdma_modify_qp()
1656 iwdev->iw_status && in irdma_modify_qp()
1692 if (irdma_hw_modify_qp(iwdev, iwqp, &info, true)) in irdma_modify_qp()
1716 spin_lock_irqsave(&iwdev->cm_core.ht_lock, flags); in irdma_modify_qp()
1720 spin_unlock_irqrestore(&iwdev->cm_core.ht_lock, flags); in irdma_modify_qp()
1729 spin_unlock_irqrestore(&iwdev->cm_core.ht_lock, flags); in irdma_modify_qp()
1751 ibdev_dbg(&iwdev->ibdev, in irdma_modify_qp()
1807 struct irdma_device *iwdev, in irdma_process_resize_list() argument
1820 queue_work(iwdev->cleanup_wq, &cq_buf->work); in irdma_process_resize_list()
1834 struct irdma_device *iwdev = to_iwdev(ib_cq->device); in irdma_destroy_cq() local
1846 irdma_process_resize_list(iwcq, iwdev, NULL); in irdma_destroy_cq()
1852 irdma_cq_wq_destroy(iwdev->rf, cq); in irdma_destroy_cq()
1857 irdma_cq_free_rsrc(iwdev->rf, iwcq); in irdma_destroy_cq()
1881 struct irdma_device *iwdev; in irdma_resize_cq() local
1887 iwdev = to_iwdev(ibcq->device); in irdma_resize_cq()
1888 rf = iwdev->rf; in irdma_resize_cq()
2032 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_create_cq() local
2033 struct irdma_pci_f *rf = iwdev->rf; in irdma_create_cq()
2074 info.vsi = &iwdev->vsi; in irdma_create_cq()
2178 ibdev_dbg(&iwdev->ibdev, "VERBS: init cq fail\n"); in irdma_create_cq()
2207 ibdev_dbg(&iwdev->ibdev, in irdma_create_cq()
2253 static void irdma_free_stag(struct irdma_device *iwdev, u32 stag) in irdma_free_stag() argument
2257 stag_idx = (stag & iwdev->rf->mr_stagmask) >> IRDMA_CQPSQ_STAG_IDX_S; in irdma_free_stag()
2258 irdma_free_rsrc(iwdev->rf, iwdev->rf->allocated_mrs, stag_idx); in irdma_free_stag()
2265 static u32 irdma_create_stag(struct irdma_device *iwdev) in irdma_create_stag() argument
2278 driver_key = random & ~iwdev->rf->mr_stagmask; in irdma_create_stag()
2279 next_stag_index = (random & iwdev->rf->mr_stagmask) >> 8; in irdma_create_stag()
2280 next_stag_index %= iwdev->rf->max_mr; in irdma_create_stag()
2282 ret = irdma_alloc_rsrc(iwdev->rf, iwdev->rf->allocated_mrs, in irdma_create_stag()
2283 iwdev->rf->max_mr, &stag_index, in irdma_create_stag()
2443 static int irdma_handle_q_mem(struct irdma_device *iwdev, in irdma_handle_q_mem() argument
2458 err = irdma_setup_pbles(iwdev->rf, iwmr, lvl); in irdma_handle_q_mem()
2506 ibdev_dbg(&iwdev->ibdev, "VERBS: MR type error\n"); in irdma_handle_q_mem()
2511 irdma_free_pble(iwdev->rf->pble_rsrc, palloc); in irdma_handle_q_mem()
2523 static int irdma_hw_alloc_mw(struct irdma_device *iwdev, struct irdma_mr *iwmr) in irdma_hw_alloc_mw() argument
2531 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_hw_alloc_mw()
2547 cqp_info->in.u.mw_alloc.dev = &iwdev->rf->sc_dev; in irdma_hw_alloc_mw()
2549 status = irdma_handle_cqp_op(iwdev->rf, cqp_request); in irdma_hw_alloc_mw()
2550 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_hw_alloc_mw()
2562 struct irdma_device *iwdev = to_iwdev(ibmw->device); in irdma_alloc_mw() local
2567 stag = irdma_create_stag(iwdev); in irdma_alloc_mw()
2574 err_code = irdma_hw_alloc_mw(iwdev, iwmr); in irdma_alloc_mw()
2576 irdma_free_stag(iwdev, stag); in irdma_alloc_mw()
2592 struct irdma_device *iwdev = to_iwdev(ibmw->device); in irdma_dealloc_mw() local
2597 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_dealloc_mw()
2609 cqp_info->in.u.dealloc_stag.dev = &iwdev->rf->sc_dev; in irdma_dealloc_mw()
2611 irdma_handle_cqp_op(iwdev->rf, cqp_request); in irdma_dealloc_mw()
2612 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_dealloc_mw()
2613 irdma_free_stag(iwdev, iwmr->stag); in irdma_dealloc_mw()
2623 static int irdma_hw_alloc_stag(struct irdma_device *iwdev, in irdma_hw_alloc_stag() argument
2633 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_hw_alloc_stag()
2648 cqp_info->in.u.alloc_stag.dev = &iwdev->rf->sc_dev; in irdma_hw_alloc_stag()
2650 status = irdma_handle_cqp_op(iwdev->rf, cqp_request); in irdma_hw_alloc_stag()
2651 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_hw_alloc_stag()
2665 struct irdma_device *iwdev = to_iwdev(pd->device); in irdma_alloc_mr() local
2676 stag = irdma_create_stag(iwdev); in irdma_alloc_mr()
2694 err_code = irdma_get_pble(iwdev->rf->pble_rsrc, palloc, iwmr->page_cnt, in irdma_alloc_mr()
2699 err_code = irdma_hw_alloc_stag(iwdev, iwmr); in irdma_alloc_mr()
2707 irdma_free_pble(iwdev->rf->pble_rsrc, palloc); in irdma_alloc_mr()
2709 irdma_free_stag(iwdev, stag); in irdma_alloc_mr()
2768 static int irdma_hwreg_mr(struct irdma_device *iwdev, struct irdma_mr *iwmr, in irdma_hwreg_mr() argument
2780 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_hwreg_mr()
2814 cqp_info->in.u.mr_reg_non_shared.dev = &iwdev->rf->sc_dev; in irdma_hwreg_mr()
2816 ret = irdma_handle_cqp_op(iwdev->rf, cqp_request); in irdma_hwreg_mr()
2817 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_hwreg_mr()
2824 struct irdma_device *iwdev = to_iwdev(iwmr->ibmr.device); in irdma_reg_user_mr_type_mem() local
2832 err = irdma_setup_pbles(iwdev->rf, iwmr, lvl); in irdma_reg_user_mr_type_mem()
2840 irdma_free_pble(iwdev->rf->pble_rsrc, &iwpbl->pble_alloc); in irdma_reg_user_mr_type_mem()
2845 stag = irdma_create_stag(iwdev); in irdma_reg_user_mr_type_mem()
2854 err = irdma_hwreg_mr(iwdev, iwmr, access); in irdma_reg_user_mr_type_mem()
2861 irdma_free_stag(iwdev, stag); in irdma_reg_user_mr_type_mem()
2865 irdma_free_pble(iwdev->rf->pble_rsrc, &iwpbl->pble_alloc); in irdma_reg_user_mr_type_mem()
2874 struct irdma_device *iwdev = to_iwdev(pd->device); in irdma_alloc_iwmr() local
2892 iwdev->rf->sc_dev.hw_attrs.page_size_cap : PAGE_SIZE; in irdma_alloc_iwmr()
2916 struct irdma_device *iwdev = to_iwdev(iwmr->ibmr.device); in irdma_reg_user_mr_type_qp() local
2930 err = irdma_handle_q_mem(iwdev, &req, iwpbl, lvl); in irdma_reg_user_mr_type_qp()
2948 struct irdma_device *iwdev = to_iwdev(iwmr->ibmr.device); in irdma_reg_user_mr_type_cq() local
2957 if (iwdev->rf->sc_dev.hw_attrs.uk_attrs.feature_flags & IRDMA_FEATURE_CQ_RESIZE) in irdma_reg_user_mr_type_cq()
2964 err = irdma_handle_q_mem(iwdev, &req, iwpbl, lvl); in irdma_reg_user_mr_type_cq()
2992 struct irdma_device *iwdev = to_iwdev(pd->device); in irdma_reg_user_mr() local
2998 if (len > iwdev->rf->sc_dev.hw_attrs.max_mr_size) in irdma_reg_user_mr()
3007 ibdev_dbg(&iwdev->ibdev, in irdma_reg_user_mr()
3059 struct irdma_device *iwdev = to_iwdev(pd->device); in irdma_reg_user_mr_dmabuf() local
3064 if (len > iwdev->rf->sc_dev.hw_attrs.max_mr_size) in irdma_reg_user_mr_dmabuf()
3070 ibdev_dbg(&iwdev->ibdev, "Failed to get dmabuf umem[%d]\n", err); in irdma_reg_user_mr_dmabuf()
3106 struct irdma_device *iwdev = to_iwdev(pd->device); in irdma_reg_phys_mr() local
3122 stag = irdma_create_stag(iwdev); in irdma_reg_phys_mr()
3136 ret = irdma_hwreg_mr(iwdev, iwmr, access); in irdma_reg_phys_mr()
3138 irdma_free_stag(iwdev, stag); in irdma_reg_phys_mr()
3205 struct irdma_device *iwdev = to_iwdev(ib_mr->device); in irdma_dereg_mr() local
3225 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_dereg_mr()
3240 cqp_info->in.u.dealloc_stag.dev = &iwdev->rf->sc_dev; in irdma_dereg_mr()
3242 status = irdma_handle_cqp_op(iwdev->rf, cqp_request); in irdma_dereg_mr()
3243 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_dereg_mr()
3247 irdma_free_stag(iwdev, iwmr->stag); in irdma_dereg_mr()
3250 irdma_free_pble(iwdev->rf->pble_rsrc, palloc); in irdma_dereg_mr()
3278 dev = &iwqp->iwdev->rf->sc_dev; in irdma_post_send()
3403 ibdev_dbg(&iwqp->iwdev->ibdev, in irdma_post_send()
3420 mod_delayed_work(iwqp->iwdev->cleanup_wq, &iwqp->dwork_flush, in irdma_post_send()
3455 ibdev_dbg(&iwqp->iwdev->ibdev, in irdma_post_recv()
3466 mod_delayed_work(iwqp->iwdev->cleanup_wq, &iwqp->dwork_flush, in irdma_post_recv()
3615 struct irdma_device *iwdev; in __irdma_poll_cq() local
3621 iwdev = to_iwdev(iwcq->ibcq.device); in __irdma_poll_cq()
3676 resized_bufs = irdma_process_resize_list(iwcq, iwdev, NULL); in __irdma_poll_cq()
3679 resized_bufs = irdma_process_resize_list(iwcq, iwdev, last_buf); in __irdma_poll_cq()
3686 ibdev_dbg(&iwdev->ibdev, "%s: Error polling CQ, irdma_err: %d\n", in __irdma_poll_cq()
3842 struct irdma_device *iwdev = to_iwdev(dev); in irdma_get_dev_fw_str() local
3845 irdma_fw_major_ver(&iwdev->rf->sc_dev), in irdma_get_dev_fw_str()
3846 irdma_fw_minor_ver(&iwdev->rf->sc_dev)); in irdma_get_dev_fw_str()
3857 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_alloc_hw_port_stats() local
3858 struct irdma_sc_dev *dev = &iwdev->rf->sc_dev; in irdma_alloc_hw_port_stats()
3878 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_get_hw_stats() local
3879 struct irdma_dev_hw_stats *hw_stats = &iwdev->vsi.pestat->hw_stats; in irdma_get_hw_stats()
3881 if (iwdev->rf->rdma_ver >= IRDMA_GEN_2) in irdma_get_hw_stats()
3882 irdma_cqp_gather_stats_cmd(&iwdev->rf->sc_dev, iwdev->vsi.pestat, true); in irdma_get_hw_stats()
3884 irdma_cqp_gather_stats_gen1(&iwdev->rf->sc_dev, iwdev->vsi.pestat); in irdma_get_hw_stats()
3901 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_query_gid() local
3904 ether_addr_copy(gid->raw, iwdev->netdev->dev_addr); in irdma_query_gid()
3959 static int irdma_mcast_cqp_op(struct irdma_device *iwdev, in irdma_mcast_cqp_op() argument
3966 cqp_request = irdma_alloc_and_get_cqp_request(&iwdev->rf->cqp, true); in irdma_mcast_cqp_op()
3975 cqp_info->in.u.mc_create.cqp = &iwdev->rf->cqp.sc_cqp; in irdma_mcast_cqp_op()
3976 status = irdma_handle_cqp_op(iwdev->rf, cqp_request); in irdma_mcast_cqp_op()
3977 irdma_put_cqp_request(&iwdev->rf->cqp, cqp_request); in irdma_mcast_cqp_op()
4024 struct irdma_device *iwdev = iwqp->iwdev; in irdma_attach_mcast() local
4025 struct irdma_pci_f *rf = iwdev->rf; in irdma_attach_mcast()
4045 ibdev_dbg(&iwdev->ibdev, in irdma_attach_mcast()
4054 ibdev_dbg(&iwdev->ibdev, in irdma_attach_mcast()
4100 mc_qht_elem->mc_grp_ctx.hmc_fcn_id = iwdev->rf->sc_dev.hmc_fn_id; in irdma_attach_mcast()
4122 ret = irdma_mcast_cqp_op(iwdev, &mc_qht_elem->mc_grp_ctx, in irdma_attach_mcast()
4125 ret = irdma_mcast_cqp_op(iwdev, &mc_qht_elem->mc_grp_ctx, in irdma_attach_mcast()
4164 struct irdma_device *iwdev = iwqp->iwdev; in irdma_detach_mcast() local
4165 struct irdma_pci_f *rf = iwdev->rf; in irdma_detach_mcast()
4184 ibdev_dbg(&iwdev->ibdev, in irdma_detach_mcast()
4194 ret = irdma_mcast_cqp_op(iwdev, &mc_qht_elem->mc_grp_ctx, in irdma_detach_mcast()
4197 ibdev_dbg(&iwdev->ibdev, in irdma_detach_mcast()
4215 ret = irdma_mcast_cqp_op(iwdev, &mc_qht_elem->mc_grp_ctx, in irdma_detach_mcast()
4218 ibdev_dbg(&iwdev->ibdev, in irdma_detach_mcast()
4227 static int irdma_create_hw_ah(struct irdma_device *iwdev, struct irdma_ah *ah, bool sleep) in irdma_create_hw_ah() argument
4229 struct irdma_pci_f *rf = iwdev->rf; in irdma_create_hw_ah()
4241 ibdev_dbg(&iwdev->ibdev, "VERBS: CQP-OP Create AH fail"); in irdma_create_hw_ah()
4254 ibdev_dbg(&iwdev->ibdev, "VERBS: CQP create AH timed out"); in irdma_create_hw_ah()
4262 irdma_free_rsrc(iwdev->rf, iwdev->rf->allocated_ahs, ah->sc_ah.ah_info.ah_idx); in irdma_create_hw_ah()
4273 struct irdma_device *iwdev = to_iwdev(ibah->pd->device); in irdma_setup_ah() local
4274 struct irdma_pci_f *rf = iwdev->rf; in irdma_setup_ah()
4283 sc_ah->ah_info.vsi = &iwdev->vsi; in irdma_setup_ah()
4331 ah_info->dst_arpindex = irdma_add_arp(iwdev->rf, ah_info->dest_ip_addr, in irdma_setup_ah()
4337 if (ah_info->vlan_tag >= VLAN_N_VID && iwdev->dcb_vlan_mode) in irdma_setup_ah()
4359 static bool irdma_ah_exists(struct irdma_device *iwdev, in irdma_ah_exists() argument
4368 hash_for_each_possible(iwdev->ah_hash_tbl, ah, list, key) { in irdma_ah_exists()
4390 struct irdma_device *iwdev = to_iwdev(ibah->device); in irdma_destroy_ah() local
4394 mutex_lock(&iwdev->ah_tbl_lock); in irdma_destroy_ah()
4396 mutex_unlock(&iwdev->ah_tbl_lock); in irdma_destroy_ah()
4401 mutex_unlock(&iwdev->ah_tbl_lock); in irdma_destroy_ah()
4404 irdma_ah_cqp_op(iwdev->rf, &ah->sc_ah, IRDMA_OP_AH_DESTROY, in irdma_destroy_ah()
4407 irdma_free_rsrc(iwdev->rf, iwdev->rf->allocated_ahs, in irdma_destroy_ah()
4427 struct irdma_device *iwdev = to_iwdev(ibah->pd->device); in irdma_create_user_ah() local
4438 mutex_lock(&iwdev->ah_tbl_lock); in irdma_create_user_ah()
4439 if (!irdma_ah_exists(iwdev, ah)) { in irdma_create_user_ah()
4440 err = irdma_create_hw_ah(iwdev, ah, true); in irdma_create_user_ah()
4442 mutex_unlock(&iwdev->ah_tbl_lock); in irdma_create_user_ah()
4454 hash_add(iwdev->ah_hash_tbl, &parent_ah->list, key); in irdma_create_user_ah()
4458 mutex_unlock(&iwdev->ah_tbl_lock); in irdma_create_user_ah()
4480 struct irdma_device *iwdev = to_iwdev(ibah->pd->device); in irdma_create_ah() local
4486 err = irdma_create_hw_ah(iwdev, ah, attr->flags & RDMA_CREATE_AH_SLEEPABLE); in irdma_create_ah()
4595 static void irdma_init_roce_device(struct irdma_device *iwdev) in irdma_init_roce_device() argument
4597 iwdev->ibdev.node_type = RDMA_NODE_IB_CA; in irdma_init_roce_device()
4598 addrconf_addr_eui48((u8 *)&iwdev->ibdev.node_guid, in irdma_init_roce_device()
4599 iwdev->netdev->dev_addr); in irdma_init_roce_device()
4600 ib_set_device_ops(&iwdev->ibdev, &irdma_roce_dev_ops); in irdma_init_roce_device()
4607 static void irdma_init_iw_device(struct irdma_device *iwdev) in irdma_init_iw_device() argument
4609 struct net_device *netdev = iwdev->netdev; in irdma_init_iw_device()
4611 iwdev->ibdev.node_type = RDMA_NODE_RNIC; in irdma_init_iw_device()
4612 addrconf_addr_eui48((u8 *)&iwdev->ibdev.node_guid, in irdma_init_iw_device()
4614 memcpy(iwdev->ibdev.iw_ifname, netdev->name, in irdma_init_iw_device()
4615 sizeof(iwdev->ibdev.iw_ifname)); in irdma_init_iw_device()
4616 ib_set_device_ops(&iwdev->ibdev, &irdma_iw_dev_ops); in irdma_init_iw_device()
4623 static void irdma_init_rdma_device(struct irdma_device *iwdev) in irdma_init_rdma_device() argument
4625 struct pci_dev *pcidev = iwdev->rf->pcidev; in irdma_init_rdma_device()
4627 if (iwdev->roce_mode) in irdma_init_rdma_device()
4628 irdma_init_roce_device(iwdev); in irdma_init_rdma_device()
4630 irdma_init_iw_device(iwdev); in irdma_init_rdma_device()
4632 iwdev->ibdev.phys_port_cnt = 1; in irdma_init_rdma_device()
4633 iwdev->ibdev.num_comp_vectors = iwdev->rf->ceqs_count; in irdma_init_rdma_device()
4634 iwdev->ibdev.dev.parent = &pcidev->dev; in irdma_init_rdma_device()
4635 ib_set_device_ops(&iwdev->ibdev, &irdma_dev_ops); in irdma_init_rdma_device()
4642 void irdma_port_ibevent(struct irdma_device *iwdev) in irdma_port_ibevent() argument
4646 event.device = &iwdev->ibdev; in irdma_port_ibevent()
4649 iwdev->iw_status ? IB_EVENT_PORT_ACTIVE : IB_EVENT_PORT_ERR; in irdma_port_ibevent()
4658 void irdma_ib_unregister_device(struct irdma_device *iwdev) in irdma_ib_unregister_device() argument
4660 iwdev->iw_status = 0; in irdma_ib_unregister_device()
4661 irdma_port_ibevent(iwdev); in irdma_ib_unregister_device()
4662 ib_unregister_device(&iwdev->ibdev); in irdma_ib_unregister_device()
4669 int irdma_ib_register_device(struct irdma_device *iwdev) in irdma_ib_register_device() argument
4673 irdma_init_rdma_device(iwdev); in irdma_ib_register_device()
4675 ret = ib_device_set_netdev(&iwdev->ibdev, iwdev->netdev, 1); in irdma_ib_register_device()
4678 dma_set_max_seg_size(iwdev->rf->hw.device, UINT_MAX); in irdma_ib_register_device()
4679 ret = ib_register_device(&iwdev->ibdev, "irdma%d", iwdev->rf->hw.device); in irdma_ib_register_device()
4683 iwdev->iw_status = 1; in irdma_ib_register_device()
4684 irdma_port_ibevent(iwdev); in irdma_ib_register_device()
4690 ibdev_dbg(&iwdev->ibdev, "VERBS: Register RDMA device fail\n"); in irdma_ib_register_device()
4704 struct irdma_device *iwdev = to_iwdev(ibdev); in irdma_ib_dealloc_device() local
4706 irdma_rt_deinit_hw(iwdev); in irdma_ib_dealloc_device()
4707 irdma_ctrl_deinit_hw(iwdev->rf); in irdma_ib_dealloc_device()
4708 kfree(iwdev->rf); in irdma_ib_dealloc_device()