447 		      struct mthca_user_db_table *db_tab, int index, u64 uaddr)  in mthca_map_user_db()  argument
459 	mutex_lock(&db_tab->mutex);  in mthca_map_user_db()
463 	if ((db_tab->page[i].refcount >= MTHCA_DB_REC_PER_PAGE)       ||  in mthca_map_user_db()
464 	    (db_tab->page[i].uvirt && db_tab->page[i].uvirt != uaddr) ||  in mthca_map_user_db()
470 	if (db_tab->page[i].refcount) {  in mthca_map_user_db()
471 		++db_tab->page[i].refcount;  in mthca_map_user_db()
479 	sg_set_page(&db_tab->page[i].mem, pages[0], MTHCA_ICM_PAGE_SIZE,  in mthca_map_user_db()
482 	ret = pci_map_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_map_user_db()
488 	ret = mthca_MAP_ICM_page(dev, sg_dma_address(&db_tab->page[i].mem),  in mthca_map_user_db()
491 		pci_unmap_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_map_user_db()
492 		put_page(sg_page(&db_tab->page[i].mem));  in mthca_map_user_db()
496 	db_tab->page[i].uvirt    = uaddr;  in mthca_map_user_db()
497 	db_tab->page[i].refcount = 1;  in mthca_map_user_db()
500 	mutex_unlock(&db_tab->mutex);  in mthca_map_user_db()
505 			 struct mthca_user_db_table *db_tab, int index)  in mthca_unmap_user_db()  argument
515 	mutex_lock(&db_tab->mutex);  in mthca_unmap_user_db()
517 	--db_tab->page[index / MTHCA_DB_REC_PER_PAGE].refcount;  in mthca_unmap_user_db()
519 	mutex_unlock(&db_tab->mutex);  in mthca_unmap_user_db()
524 	struct mthca_user_db_table *db_tab;  in mthca_init_user_db_tab()  local
532 	db_tab = kmalloc(struct_size(db_tab, page, npages), GFP_KERNEL);  in mthca_init_user_db_tab()
533 	if (!db_tab)  in mthca_init_user_db_tab()
536 	mutex_init(&db_tab->mutex);  in mthca_init_user_db_tab()
538 		db_tab->page[i].refcount = 0;  in mthca_init_user_db_tab()
539 		db_tab->page[i].uvirt    = 0;  in mthca_init_user_db_tab()
540 		sg_init_table(&db_tab->page[i].mem, 1);  in mthca_init_user_db_tab()
543 	return db_tab;  in mthca_init_user_db_tab()
547 			       struct mthca_user_db_table *db_tab)  in mthca_cleanup_user_db_tab()  argument
555 		if (db_tab->page[i].uvirt) {  in mthca_cleanup_user_db_tab()
557 			pci_unmap_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_cleanup_user_db_tab()
558 			put_page(sg_page(&db_tab->page[i].mem));  in mthca_cleanup_user_db_tab()
562 	kfree(db_tab);  in mthca_cleanup_user_db_tab()
574 	mutex_lock(&dev->db_tab->mutex);  in mthca_alloc_db()
581 		end   = dev->db_tab->max_group1;  in mthca_alloc_db()
589 		start = dev->db_tab->npages - 1;  in mthca_alloc_db()
590 		end   = dev->db_tab->min_group2;  in mthca_alloc_db()
600 		if (dev->db_tab->page[i].db_rec &&  in mthca_alloc_db()
601 		    !bitmap_full(dev->db_tab->page[i].used,  in mthca_alloc_db()
603 			page = dev->db_tab->page + i;  in mthca_alloc_db()
608 		if (!dev->db_tab->page[i].db_rec) {  in mthca_alloc_db()
609 			page = dev->db_tab->page + i;  in mthca_alloc_db()
613 	if (dev->db_tab->max_group1 >= dev->db_tab->min_group2 - 1) {  in mthca_alloc_db()
619 		++dev->db_tab->max_group1;  in mthca_alloc_db()
621 		--dev->db_tab->min_group2;  in mthca_alloc_db()
623 	page = dev->db_tab->page + end;  in mthca_alloc_db()
657 	mutex_unlock(&dev->db_tab->mutex);  in mthca_alloc_db()
670 	page = dev->db_tab->page + i;  in mthca_free_db()
672 	mutex_lock(&dev->db_tab->mutex);  in mthca_free_db()
675 	if (i >= dev->db_tab->min_group2)  in mthca_free_db()
680 	    i >= dev->db_tab->max_group1 - 1) {  in mthca_free_db()
687 		if (i == dev->db_tab->max_group1) {  in mthca_free_db()
688 			--dev->db_tab->max_group1;  in mthca_free_db()
691 		if (i == dev->db_tab->min_group2)  in mthca_free_db()
692 			++dev->db_tab->min_group2;  in mthca_free_db()
695 	mutex_unlock(&dev->db_tab->mutex);  in mthca_free_db()
705 	dev->db_tab = kmalloc(sizeof *dev->db_tab, GFP_KERNEL);  in mthca_init_db_tab()
706 	if (!dev->db_tab)  in mthca_init_db_tab()
709 	mutex_init(&dev->db_tab->mutex);  in mthca_init_db_tab()
711 	dev->db_tab->npages     = dev->uar_table.uarc_size / MTHCA_ICM_PAGE_SIZE;  in mthca_init_db_tab()
712 	dev->db_tab->max_group1 = 0;  in mthca_init_db_tab()
713 	dev->db_tab->min_group2 = dev->db_tab->npages - 1;  in mthca_init_db_tab()
715 	dev->db_tab->page = kmalloc_array(dev->db_tab->npages,  in mthca_init_db_tab()
716 					  sizeof(*dev->db_tab->page),  in mthca_init_db_tab()
718 	if (!dev->db_tab->page) {  in mthca_init_db_tab()
719 		kfree(dev->db_tab);  in mthca_init_db_tab()
723 	for (i = 0; i < dev->db_tab->npages; ++i)  in mthca_init_db_tab()
724 		dev->db_tab->page[i].db_rec = NULL;  in mthca_init_db_tab()
742 	for (i = 0; i < dev->db_tab->npages; ++i) {  in mthca_cleanup_db_tab()
743 		if (!dev->db_tab->page[i].db_rec)  in mthca_cleanup_db_tab()
746 		if (!bitmap_empty(dev->db_tab->page[i].used, MTHCA_DB_REC_PER_PAGE))  in mthca_cleanup_db_tab()
752 				  dev->db_tab->page[i].db_rec,  in mthca_cleanup_db_tab()
753 				  dev->db_tab->page[i].mapping);  in mthca_cleanup_db_tab()
756 	kfree(dev->db_tab->page);  in mthca_cleanup_db_tab()
757 	kfree(dev->db_tab);  in mthca_cleanup_db_tab()