56 static int nicvf_alloc_q_desc_mem(struct nicvf *nic, struct q_desc_mem *dmem,  in nicvf_alloc_q_desc_mem()  argument
59 	dmem->q_len = q_len;  in nicvf_alloc_q_desc_mem()
60 	dmem->size = (desc_size * q_len) + align_bytes;  in nicvf_alloc_q_desc_mem()
62 	dmem->unalign_base = dma_zalloc_coherent(&nic->pdev->dev, dmem->size,  in nicvf_alloc_q_desc_mem()
63 						&dmem->dma, GFP_KERNEL);  in nicvf_alloc_q_desc_mem()
64 	if (!dmem->unalign_base)  in nicvf_alloc_q_desc_mem()
68 	dmem->phys_base = NICVF_ALIGNED_ADDR((u64)dmem->dma, align_bytes);  in nicvf_alloc_q_desc_mem()
69 	dmem->base = dmem->unalign_base + (dmem->phys_base - dmem->dma);  in nicvf_alloc_q_desc_mem()
74 static void nicvf_free_q_desc_mem(struct nicvf *nic, struct q_desc_mem *dmem)  in nicvf_free_q_desc_mem()  argument
76 	if (!dmem)  in nicvf_free_q_desc_mem()
79 	dma_free_coherent(&nic->pdev->dev, dmem->size,  in nicvf_free_q_desc_mem()
80 			  dmem->unalign_base, dmem->dma);  in nicvf_free_q_desc_mem()
81 	dmem->unalign_base = NULL;  in nicvf_free_q_desc_mem()
82 	dmem->base = NULL;  in nicvf_free_q_desc_mem()
264 	err = nicvf_alloc_q_desc_mem(nic, &rbdr->dmem, ring_len,  in nicvf_init_rbdr()
270 	rbdr->desc = rbdr->dmem.base;  in nicvf_init_rbdr()
333 	if (!rbdr->dmem.base)  in nicvf_free_rbdr()
349 		head &= (rbdr->dmem.q_len - 1);  in nicvf_free_rbdr()
379 	nicvf_free_q_desc_mem(nic, &rbdr->dmem);  in nicvf_free_rbdr()
420 		tail &= (rbdr->dmem.q_len - 1);  in nicvf_refill_rbdr()
485 	err = nicvf_alloc_q_desc_mem(nic, &cq->dmem, q_len, CMP_QUEUE_DESC_SIZE,  in nicvf_init_cmp_queue()
490 	cq->desc = cq->dmem.base;  in nicvf_init_cmp_queue()
501 	if (!cq->dmem.base)  in nicvf_free_cmp_queue()
504 	nicvf_free_q_desc_mem(nic, &cq->dmem);  in nicvf_free_cmp_queue()
513 	err = nicvf_alloc_q_desc_mem(nic, &sq->dmem, q_len, SND_QUEUE_DESC_SIZE,  in nicvf_init_snd_queue()
518 	sq->desc = sq->dmem.base;  in nicvf_init_snd_queue()
567 		hdr_sqe &= (sq->dmem.q_len - 1);  in nicvf_unmap_sndq_buffers()
585 	if (!sq->dmem.base)  in nicvf_free_snd_queue()
590 				  sq->dmem.q_len * TSO_HEADER_SIZE,  in nicvf_free_snd_queue()
622 		sq->head &= (sq->dmem.q_len - 1);  in nicvf_free_snd_queue()
626 	nicvf_free_q_desc_mem(nic, &sq->dmem);  in nicvf_free_snd_queue()
843 			      qidx, (u64)(cq->dmem.phys_base));  in nicvf_cmp_queue_config()
892 			      qidx, (u64)(sq->dmem.phys_base));  in nicvf_snd_queue_config()
932 			      qidx, (u64)(rbdr->dmem.phys_base));  in nicvf_rbdr_config()
1131 	sq->tail &= (sq->dmem.q_len - 1);  in nicvf_get_sq_desc()
1152 	sq->head &= (sq->dmem.q_len - 1);  in nicvf_put_sq_desc()
1158 	qentry &= (sq->dmem.q_len - 1);  in nicvf_get_nxt_sqentry()
1427 	qentry &= (sq->dmem.q_len - 1);  in nicvf_sq_add_gather_subdesc()