446 		      struct mthca_user_db_table *db_tab, int index, u64 uaddr)  in mthca_map_user_db()  argument
458 	mutex_lock(&db_tab->mutex);  in mthca_map_user_db()
462 	if ((db_tab->page[i].refcount >= MTHCA_DB_REC_PER_PAGE)       ||  in mthca_map_user_db()
463 	    (db_tab->page[i].uvirt && db_tab->page[i].uvirt != uaddr) ||  in mthca_map_user_db()
469 	if (db_tab->page[i].refcount) {  in mthca_map_user_db()
470 		++db_tab->page[i].refcount;  in mthca_map_user_db()
478 	sg_set_page(&db_tab->page[i].mem, pages[0], MTHCA_ICM_PAGE_SIZE,  in mthca_map_user_db()
481 	ret = pci_map_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_map_user_db()
487 	ret = mthca_MAP_ICM_page(dev, sg_dma_address(&db_tab->page[i].mem),  in mthca_map_user_db()
490 		pci_unmap_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_map_user_db()
491 		put_page(sg_page(&db_tab->page[i].mem));  in mthca_map_user_db()
495 	db_tab->page[i].uvirt    = uaddr;  in mthca_map_user_db()
496 	db_tab->page[i].refcount = 1;  in mthca_map_user_db()
499 	mutex_unlock(&db_tab->mutex);  in mthca_map_user_db()
504 			 struct mthca_user_db_table *db_tab, int index)  in mthca_unmap_user_db()  argument
514 	mutex_lock(&db_tab->mutex);  in mthca_unmap_user_db()
516 	--db_tab->page[index / MTHCA_DB_REC_PER_PAGE].refcount;  in mthca_unmap_user_db()
518 	mutex_unlock(&db_tab->mutex);  in mthca_unmap_user_db()
523 	struct mthca_user_db_table *db_tab;  in mthca_init_user_db_tab()  local
531 	db_tab = kmalloc(sizeof *db_tab + npages * sizeof *db_tab->page, GFP_KERNEL);  in mthca_init_user_db_tab()
532 	if (!db_tab)  in mthca_init_user_db_tab()
535 	mutex_init(&db_tab->mutex);  in mthca_init_user_db_tab()
537 		db_tab->page[i].refcount = 0;  in mthca_init_user_db_tab()
538 		db_tab->page[i].uvirt    = 0;  in mthca_init_user_db_tab()
539 		sg_init_table(&db_tab->page[i].mem, 1);  in mthca_init_user_db_tab()
542 	return db_tab;  in mthca_init_user_db_tab()
546 			       struct mthca_user_db_table *db_tab)  in mthca_cleanup_user_db_tab()  argument
554 		if (db_tab->page[i].uvirt) {  in mthca_cleanup_user_db_tab()
556 			pci_unmap_sg(dev->pdev, &db_tab->page[i].mem, 1, PCI_DMA_TODEVICE);  in mthca_cleanup_user_db_tab()
557 			put_page(sg_page(&db_tab->page[i].mem));  in mthca_cleanup_user_db_tab()
561 	kfree(db_tab);  in mthca_cleanup_user_db_tab()
573 	mutex_lock(&dev->db_tab->mutex);  in mthca_alloc_db()
580 		end   = dev->db_tab->max_group1;  in mthca_alloc_db()
588 		start = dev->db_tab->npages - 1;  in mthca_alloc_db()
589 		end   = dev->db_tab->min_group2;  in mthca_alloc_db()
599 		if (dev->db_tab->page[i].db_rec &&  in mthca_alloc_db()
600 		    !bitmap_full(dev->db_tab->page[i].used,  in mthca_alloc_db()
602 			page = dev->db_tab->page + i;  in mthca_alloc_db()
607 		if (!dev->db_tab->page[i].db_rec) {  in mthca_alloc_db()
608 			page = dev->db_tab->page + i;  in mthca_alloc_db()
612 	if (dev->db_tab->max_group1 >= dev->db_tab->min_group2 - 1) {  in mthca_alloc_db()
618 		++dev->db_tab->max_group1;  in mthca_alloc_db()
620 		--dev->db_tab->min_group2;  in mthca_alloc_db()
622 	page = dev->db_tab->page + end;  in mthca_alloc_db()
657 	mutex_unlock(&dev->db_tab->mutex);  in mthca_alloc_db()
670 	page = dev->db_tab->page + i;  in mthca_free_db()
672 	mutex_lock(&dev->db_tab->mutex);  in mthca_free_db()
675 	if (i >= dev->db_tab->min_group2)  in mthca_free_db()
680 	    i >= dev->db_tab->max_group1 - 1) {  in mthca_free_db()
687 		if (i == dev->db_tab->max_group1) {  in mthca_free_db()
688 			--dev->db_tab->max_group1;  in mthca_free_db()
691 		if (i == dev->db_tab->min_group2)  in mthca_free_db()
692 			++dev->db_tab->min_group2;  in mthca_free_db()
695 	mutex_unlock(&dev->db_tab->mutex);  in mthca_free_db()
705 	dev->db_tab = kmalloc(sizeof *dev->db_tab, GFP_KERNEL);  in mthca_init_db_tab()
706 	if (!dev->db_tab)  in mthca_init_db_tab()
709 	mutex_init(&dev->db_tab->mutex);  in mthca_init_db_tab()
711 	dev->db_tab->npages     = dev->uar_table.uarc_size / MTHCA_ICM_PAGE_SIZE;  in mthca_init_db_tab()
712 	dev->db_tab->max_group1 = 0;  in mthca_init_db_tab()
713 	dev->db_tab->min_group2 = dev->db_tab->npages - 1;  in mthca_init_db_tab()
715 	dev->db_tab->page = kmalloc(dev->db_tab->npages *  in mthca_init_db_tab()
716 				    sizeof *dev->db_tab->page,  in mthca_init_db_tab()
718 	if (!dev->db_tab->page) {  in mthca_init_db_tab()
719 		kfree(dev->db_tab);  in mthca_init_db_tab()
723 	for (i = 0; i < dev->db_tab->npages; ++i)  in mthca_init_db_tab()
724 		dev->db_tab->page[i].db_rec = NULL;  in mthca_init_db_tab()
742 	for (i = 0; i < dev->db_tab->npages; ++i) {  in mthca_cleanup_db_tab()
743 		if (!dev->db_tab->page[i].db_rec)  in mthca_cleanup_db_tab()
746 		if (!bitmap_empty(dev->db_tab->page[i].used, MTHCA_DB_REC_PER_PAGE))  in mthca_cleanup_db_tab()
752 				  dev->db_tab->page[i].db_rec,  in mthca_cleanup_db_tab()
753 				  dev->db_tab->page[i].mapping);  in mthca_cleanup_db_tab()
756 	kfree(dev->db_tab->page);  in mthca_cleanup_db_tab()
757 	kfree(dev->db_tab);  in mthca_cleanup_db_tab()