289 int dma_map_sgtable(struct device *dev, struct sg_table *sgt,  in dma_map_sgtable()  argument
294 	nents = __dma_map_sg_attrs(dev, sgt->sgl, sgt->orig_nents, dir, attrs);  in dma_map_sgtable()
297 	sgt->nents = nents;  in dma_map_sgtable()
482 int dma_get_sgtable_attrs(struct device *dev, struct sg_table *sgt,  in dma_get_sgtable_attrs()  argument
489 		return dma_direct_get_sgtable(dev, sgt, cpu_addr, dma_addr,  in dma_get_sgtable_attrs()
492 		return iommu_dma_get_sgtable(dev, sgt, cpu_addr, dma_addr,  in dma_get_sgtable_attrs()
496 	return ops->get_sgtable(dev, sgt, cpu_addr, dma_addr, size, attrs);  in dma_get_sgtable_attrs()
744 	struct sg_table *sgt;  in alloc_single_sgt()  local
747 	sgt = kmalloc(sizeof(*sgt), gfp);  in alloc_single_sgt()
748 	if (!sgt)  in alloc_single_sgt()
750 	if (sg_alloc_table(sgt, 1, gfp))  in alloc_single_sgt()
752 	page = __dma_alloc_pages(dev, size, &sgt->sgl->dma_address, dir, gfp);  in alloc_single_sgt()
755 	sg_set_page(sgt->sgl, page, PAGE_ALIGN(size), 0);  in alloc_single_sgt()
756 	sg_dma_len(sgt->sgl) = sgt->sgl->length;  in alloc_single_sgt()
757 	return sgt;  in alloc_single_sgt()
759 	sg_free_table(sgt);  in alloc_single_sgt()
761 	kfree(sgt);  in alloc_single_sgt()
768 	struct sg_table *sgt;  in dma_alloc_noncontiguous()  local
776 		sgt = iommu_dma_alloc_noncontiguous(dev, size, dir, gfp, attrs);  in dma_alloc_noncontiguous()
778 		sgt = alloc_single_sgt(dev, size, dir, gfp);  in dma_alloc_noncontiguous()
780 	if (sgt) {  in dma_alloc_noncontiguous()
781 		sgt->nents = 1;  in dma_alloc_noncontiguous()
782 		trace_dma_alloc_sgt(dev, sgt, size, dir, gfp, attrs);  in dma_alloc_noncontiguous()
783 		debug_dma_map_sg(dev, sgt->sgl, sgt->orig_nents, 1, dir, attrs);  in dma_alloc_noncontiguous()
787 	return sgt;  in dma_alloc_noncontiguous()
792 		struct sg_table *sgt, enum dma_data_direction dir)  in free_single_sgt()  argument
794 	__dma_free_pages(dev, size, sg_page(sgt->sgl), sgt->sgl->dma_address,  in free_single_sgt()
796 	sg_free_table(sgt);  in free_single_sgt()
797 	kfree(sgt);  in free_single_sgt()
801 		struct sg_table *sgt, enum dma_data_direction dir)  in dma_free_noncontiguous()  argument
803 	trace_dma_free_sgt(dev, sgt, size, dir);  in dma_free_noncontiguous()
804 	debug_dma_unmap_sg(dev, sgt->sgl, sgt->orig_nents, dir);  in dma_free_noncontiguous()
807 		iommu_dma_free_noncontiguous(dev, size, sgt, dir);  in dma_free_noncontiguous()
809 		free_single_sgt(dev, size, sgt, dir);  in dma_free_noncontiguous()
814 		struct sg_table *sgt)  in dma_vmap_noncontiguous()  argument
818 		return iommu_dma_vmap_noncontiguous(dev, size, sgt);  in dma_vmap_noncontiguous()
820 	return page_address(sg_page(sgt->sgl));  in dma_vmap_noncontiguous()
832 		size_t size, struct sg_table *sgt)  in dma_mmap_noncontiguous()  argument
835 		return iommu_dma_mmap_noncontiguous(dev, vma, size, sgt);  in dma_mmap_noncontiguous()
836 	return dma_mmap_pages(dev, vma, size, sg_page(sgt->sgl));  in dma_mmap_noncontiguous()