64 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_mw()  local
65 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_mw()
108 	cqp_request = nes_get_cqp_request(nesdev);  in nes_alloc_mw()
123 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_alloc_mw()
128 	nes_post_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
137 		nes_put_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
146 	nes_put_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
165 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dealloc_mw()  local
166 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_mw()
173 	cqp_request = nes_get_cqp_request(nesdev);  in nes_dealloc_mw()
180 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dealloc_mw()
185 	nes_post_cqp_request(nesdev, cqp_request);  in nes_dealloc_mw()
200 	nes_put_cqp_request(nesdev, cqp_request);  in nes_dealloc_mw()
213 static int alloc_fast_reg_mr(struct nes_device *nesdev, struct nes_pd *nespd,  in alloc_fast_reg_mr()  argument
220 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in alloc_fast_reg_mr()
226 	cqp_request = nes_get_cqp_request(nesdev);  in alloc_fast_reg_mr()
245 		nes_free_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
260 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in alloc_fast_reg_mr()
278 	nes_post_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
290 	nes_put_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
314 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_mr()  local
315 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_mr()
364 	ret = alloc_fast_reg_mr(nesdev, nespd, stag, max_num_sg);  in nes_alloc_mr()
377 	nesmr->pages = pci_alloc_consistent(nesdev->pcidev,  in nes_alloc_mr()
422 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_query_device()  local
431 	props->fw_ver = nesdev->nesadapter->firmware_version;  in nes_query_device()
432 	props->device_cap_flags = nesdev->nesadapter->device_cap_flags;  in nes_query_device()
433 	props->vendor_id = nesdev->nesadapter->vendor_id;  in nes_query_device()
434 	props->vendor_part_id = nesdev->nesadapter->vendor_part_id;  in nes_query_device()
435 	props->hw_ver = nesdev->nesadapter->hw_rev;  in nes_query_device()
438 	props->max_qp_wr = nesdev->nesadapter->max_qp_wr - 2;  in nes_query_device()
439 	props->max_send_sge = nesdev->nesadapter->max_sge;  in nes_query_device()
440 	props->max_recv_sge = nesdev->nesadapter->max_sge;  in nes_query_device()
442 	props->max_cqe = nesdev->nesadapter->max_cqe;  in nes_query_device()
447 	switch (nesdev->nesadapter->max_irrq_wr) {  in nes_query_device()
535 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_ucontext()  local
536 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_ucontext()
559 	uresp.wq_size = nesdev->nesadapter->max_qp_wr * 2;  in nes_alloc_ucontext()
567 	nes_ucontext->nesdev = nesdev;  in nes_alloc_ucontext()
609 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_mmap()  local
619 		index /= ((sizeof(struct nes_hw_qp_wqe) * nesdev->nesadapter->max_qp_wr * 2) +  in nes_mmap()
646 				(nesdev->doorbell_start +  in nes_mmap()
647 				((nes_ucontext->mmap_db_index[index] - nesdev->base_doorbell_index) * 4096))  in nes_mmap()
666 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_pd()  local
667 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_pd()
674 			nesvnic, nesdev->netdev[0], nesdev->netdev[0]->name, ibdev, context,  in nes_alloc_pd()
733 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dealloc_pd()  local
734 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_pd()
789 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_setup_virt_qp()  local
790 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_setup_virt_qp()
832 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
842 	nesqp->pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 256, &nesqp->pbl_pbase);  in nes_setup_virt_qp()
846 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
866 	pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
876 	mem = pci_alloc_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_setup_virt_qp()
880 		pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase);  in nes_setup_virt_qp()
907 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_setup_mmap_qp()  local
917 	mem = pci_alloc_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_setup_mmap_qp()
951 static void nes_free_qp_mem(struct nes_device *nesdev,  in nes_free_qp_mem()  argument
955 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_free_qp_mem()
957 		pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_free_qp_mem()
963 …pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size, nesqp->hwqp.q2_vbase, nesqp->hwqp.q2_pbase…  in nes_free_qp_mem()
964 		pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase );  in nes_free_qp_mem()
984 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_create_qp()  local
985 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_qp()
1103 							pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_create_qp()
1146 			nesqp->nesqp_context->misc |= cpu_to_le32((u32)PCI_FUNC(nesdev->pcidev->devfn) <<  in nes_create_qp()
1179 			spin_lock_irqsave(&nesdev->cqp.lock, flags);  in nes_create_qp()
1188 			spin_unlock_irqrestore(&nesdev->cqp.lock, flags);  in nes_create_qp()
1207 			cqp_request = nes_get_cqp_request(nesdev);  in nes_create_qp()
1211 				nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1226 			nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_qp()
1234 			nes_post_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1244 					nesqp->hwqp.qp_id, ret, nesdev->cqp.sq_head, nesdev->cqp.sq_tail,  in nes_create_qp()
1247 				nes_put_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1249 				nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1258 			nes_put_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1269 					nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1291 	nesdev->nesadapter->qp_table[nesqp->hwqp.qp_id-NES_FIRST_QPN] = nesqp;  in nes_create_qp()
1411 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_create_cq()  local
1412 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_cq()
1496 		mem = pci_zalloc_consistent(nesdev->pcidev, nescq->cq_mem_size,  in nes_create_cq()
1516 	cqp_request = nes_get_cqp_request(nesdev);  in nes_create_cq()
1520 			pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1523 			pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1547 				nes_free_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1549 					pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1552 					pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1569 				nes_free_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1571 					pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1574 					pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1591 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_cq()
1594 			(nescq->hw_cq.cq_number | ((u32)nesdev->ceq_index << 16)));  in nes_create_cq()
1616 	nes_post_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1626 		nes_put_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1628 			pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1631 			pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1639 	nes_put_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1643 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_create_cq()
1666 	struct nes_device *nesdev;  in nes_destroy_cq()  local
1680 	nesdev = nesvnic->nesdev;  in nes_destroy_cq()
1681 	nesadapter = nesdev->nesadapter;  in nes_destroy_cq()
1686 	cqp_request = nes_get_cqp_request(nesdev);  in nes_destroy_cq()
1712 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_destroy_cq()
1715 		(nescq->hw_cq.cq_number | ((u32)PCI_FUNC(nesdev->pcidev->devfn) << 16)));  in nes_destroy_cq()
1720 	nes_post_cqp_request(nesdev, cqp_request);  in nes_destroy_cq()
1742 	nes_put_cqp_request(nesdev, cqp_request);  in nes_destroy_cq()
1745 		pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size,  in nes_destroy_cq()
1755 static u32 root_256(struct nes_device *nesdev,  in root_256()  argument
1764 		new_root->pbl_vbase = pci_alloc_consistent(nesdev->pcidev,  in root_256()
1802 static int nes_reg_mr(struct nes_device *nesdev, struct nes_pd *nespd,  in nes_reg_mr()  argument
1812 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_mr()
1824 	cqp_request = nes_get_cqp_request(nesdev);  in nes_reg_mr()
1866 			nes_free_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
1874 		if (root_256(nesdev, root_vpbl, &new_root, pbl_count_4k) == 1) {  in nes_reg_mr()
1908 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_reg_mr()
1932 	nes_post_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
1941 	nes_put_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
1952 		pci_free_consistent(nesdev->pcidev, 512, new_root.pbl_vbase,  in nes_reg_mr()
1975 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_reg_phys_mr()  local
1976 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_phys_mr()
2021 	vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 4096,  in nes_reg_phys_mr()
2063 	ret = nes_reg_mr(nesdev, nespd, stag, region_length, &root_vpbl,  in nes_reg_phys_mr()
2079 	pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase, vpbl.pbl_pbase);  in nes_reg_phys_mr()
2109 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_reg_user_mr()  local
2110 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_user_mr()
2224 							root_vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev,  in nes_reg_user_mr()
2230 								pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2243 								pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_user_mr()
2245 								pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2259 						vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 4096,  in nes_reg_user_mr()
2331 			ret = nes_reg_mr(nesdev, nespd, stag, region->length, &root_vpbl,  in nes_reg_user_mr()
2351 				pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2355 					pci_free_consistent(nesdev->pcidev, 4096,  in nes_reg_user_mr()
2360 				pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_user_mr()
2398 			pbl = pci_alloc_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_reg_user_mr()
2460 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dereg_mr()  local
2461 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dereg_mr()
2471 		pci_free_consistent(nesdev->pcidev,  in nes_dereg_mr()
2486 	cqp_request = nes_get_cqp_request(nesdev);  in nes_dereg_mr()
2494 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dereg_mr()
2501 	nes_post_cqp_request(nesdev, cqp_request);  in nes_dereg_mr()
2514 	nes_put_cqp_request(nesdev, cqp_request);  in nes_dereg_mr()
2567 	return sprintf(buf, "%x\n", nesvnic->nesdev->nesadapter->hw_rev);  in show_rev()
2637 int nes_hw_modify_qp(struct nes_device *nesdev, struct nes_qp *nesqp,  in nes_hw_modify_qp()  argument
2650 	cqp_request = nes_get_cqp_request(nesdev);  in nes_hw_modify_qp()
2666 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_hw_modify_qp()
2678 	nes_post_cqp_request(nesdev, cqp_request);  in nes_hw_modify_qp()
2697 		nes_put_cqp_request(nesdev, cqp_request);  in nes_hw_modify_qp()
2719 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_modify_qp()  local
2855 						(nesdev->iw_status) &&  in nes_modify_qp()
2914 		ret = nes_hw_modify_qp(nesdev, nesqp, next_iwarp_state, 0, 1);  in nes_modify_qp()
3022 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_post_send()  local
3079 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3102 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3104 					  ib_wr->num_sge, nesdev->nesadapter->max_sge);  in nes_post_send()
3262 		nes_write32(nesdev->regs + NES_WQE_ALLOC,  in nes_post_send()
3284 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_post_recv()  local
3311 		if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_recv()
3356 		nes_write32(nesdev->regs+NES_WQE_ALLOC, (counter<<24) | nesqp->hwqp.qp_id);  in nes_post_recv()
3400 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_poll_cq()  local
3433 		wqe_index = u32temp & (nesdev->nesadapter->max_qp_wr - 1);  in nes_poll_cq()
3543 				nes_write32(nesdev->regs+NES_CQE_ALLOC,  in nes_poll_cq()
3550 			wqe_index = (wqe_index & (~(nesdev->nesadapter->max_qp_wr - 1))) | wq_tail;  in nes_poll_cq()
3558 		nes_write32(nesdev->regs+NES_CQE_ALLOC,  in nes_poll_cq()
3579 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_req_notify_cq()  local
3594 	nes_write32(nesdev->regs+NES_CQE_ALLOC, cq_arm);  in nes_req_notify_cq()
3595 	nes_read32(nesdev->regs+NES_CQE_ALLOC);  in nes_req_notify_cq()
3626 		 (nesvnic->nesdev->nesadapter->firmware_version >> 16),  in get_dev_fw_str()
3627 		 (nesvnic->nesdev->nesadapter->firmware_version & 0x000000ff));  in get_dev_fw_str()
3637 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_init_ofa_device()  local
3676 	nesibdev->ibdev.dev.parent = &nesdev->pcidev->dev;  in nes_init_ofa_device()
3756 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_port_ibevent()  local
3760 	event.event = nesdev->iw_status ? IB_EVENT_PORT_ACTIVE : IB_EVENT_PORT_ERR;  in nes_port_ibevent()
3796 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_register_ofa_device()  local
3797 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_register_ofa_device()