xref: /linux-6.15/include/linux/swiotlb.h (revision 00085f1e)
11648993fSJoerg Roedel #ifndef __LINUX_SWIOTLB_H
21648993fSJoerg Roedel #define __LINUX_SWIOTLB_H
31648993fSJoerg Roedel 
438674442SThierry Reding #include <linux/dma-direction.h>
538674442SThierry Reding #include <linux/init.h>
61648993fSJoerg Roedel #include <linux/types.h>
71648993fSJoerg Roedel 
81648993fSJoerg Roedel struct device;
938674442SThierry Reding struct page;
101648993fSJoerg Roedel struct scatterlist;
111648993fSJoerg Roedel 
126959450eSFUJITA Tomonori extern int swiotlb_force;
136959450eSFUJITA Tomonori 
140016fdeeSIan Campbell /*
150016fdeeSIan Campbell  * Maximum allowable number of contiguous slabs to map,
160016fdeeSIan Campbell  * must be a power of 2.  What is the appropriate value ?
170016fdeeSIan Campbell  * The complexity of {map,unmap}_single is linearly dependent on this value.
180016fdeeSIan Campbell  */
190016fdeeSIan Campbell #define IO_TLB_SEGSIZE	128
200016fdeeSIan Campbell 
210016fdeeSIan Campbell /*
220016fdeeSIan Campbell  * log of the size of each IO TLB slab.  The number of slabs is command line
230016fdeeSIan Campbell  * controllable.
240016fdeeSIan Campbell  */
250016fdeeSIan Campbell #define IO_TLB_SHIFT 11
260016fdeeSIan Campbell 
27ad32e8cbSFUJITA Tomonori extern void swiotlb_init(int verbose);
28ac2cbab2SYinghai Lu int swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose);
29f21ffe9fSKonrad Rzeszutek Wilk extern unsigned long swiotlb_nr_tbl(void);
30c729de8fSYinghai Lu unsigned long swiotlb_size_or_default(void);
3174838b75SKonrad Rzeszutek Wilk extern int swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs);
321648993fSJoerg Roedel 
33d7ef1533SKonrad Rzeszutek Wilk /*
34d7ef1533SKonrad Rzeszutek Wilk  * Enumeration for sync targets
35d7ef1533SKonrad Rzeszutek Wilk  */
36d7ef1533SKonrad Rzeszutek Wilk enum dma_sync_target {
37d7ef1533SKonrad Rzeszutek Wilk 	SYNC_FOR_CPU = 0,
38d7ef1533SKonrad Rzeszutek Wilk 	SYNC_FOR_DEVICE = 1,
39d7ef1533SKonrad Rzeszutek Wilk };
40e05ed4d1SAlexander Duyck 
41e05ed4d1SAlexander Duyck /* define the last possible byte of physical address space as a mapping error */
42e05ed4d1SAlexander Duyck #define SWIOTLB_MAP_ERROR (~(phys_addr_t)0x0)
43e05ed4d1SAlexander Duyck 
44e05ed4d1SAlexander Duyck extern phys_addr_t swiotlb_tbl_map_single(struct device *hwdev,
45e05ed4d1SAlexander Duyck 					  dma_addr_t tbl_dma_addr,
46d7ef1533SKonrad Rzeszutek Wilk 					  phys_addr_t phys, size_t size,
47d7ef1533SKonrad Rzeszutek Wilk 					  enum dma_data_direction dir);
48d7ef1533SKonrad Rzeszutek Wilk 
4961ca08c3SAlexander Duyck extern void swiotlb_tbl_unmap_single(struct device *hwdev,
5061ca08c3SAlexander Duyck 				     phys_addr_t tlb_addr,
51d7ef1533SKonrad Rzeszutek Wilk 				     size_t size, enum dma_data_direction dir);
52d7ef1533SKonrad Rzeszutek Wilk 
53fbfda893SAlexander Duyck extern void swiotlb_tbl_sync_single(struct device *hwdev,
54fbfda893SAlexander Duyck 				    phys_addr_t tlb_addr,
55d7ef1533SKonrad Rzeszutek Wilk 				    size_t size, enum dma_data_direction dir,
56d7ef1533SKonrad Rzeszutek Wilk 				    enum dma_sync_target target);
57d7ef1533SKonrad Rzeszutek Wilk 
58d7ef1533SKonrad Rzeszutek Wilk /* Accessory functions. */
591648993fSJoerg Roedel extern void
601648993fSJoerg Roedel *swiotlb_alloc_coherent(struct device *hwdev, size_t size,
611648993fSJoerg Roedel 			dma_addr_t *dma_handle, gfp_t flags);
621648993fSJoerg Roedel 
631648993fSJoerg Roedel extern void
641648993fSJoerg Roedel swiotlb_free_coherent(struct device *hwdev, size_t size,
651648993fSJoerg Roedel 		      void *vaddr, dma_addr_t dma_handle);
661648993fSJoerg Roedel 
67f98eee8eSFUJITA Tomonori extern dma_addr_t swiotlb_map_page(struct device *dev, struct page *page,
68f98eee8eSFUJITA Tomonori 				   unsigned long offset, size_t size,
69f98eee8eSFUJITA Tomonori 				   enum dma_data_direction dir,
70*00085f1eSKrzysztof Kozlowski 				   unsigned long attrs);
71f98eee8eSFUJITA Tomonori extern void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr,
72f98eee8eSFUJITA Tomonori 			       size_t size, enum dma_data_direction dir,
73*00085f1eSKrzysztof Kozlowski 			       unsigned long attrs);
741648993fSJoerg Roedel 
751648993fSJoerg Roedel extern int
761648993fSJoerg Roedel swiotlb_map_sg(struct device *hwdev, struct scatterlist *sg, int nents,
7722d48269SKonrad Rzeszutek Wilk 	       enum dma_data_direction dir);
781648993fSJoerg Roedel 
791648993fSJoerg Roedel extern void
801648993fSJoerg Roedel swiotlb_unmap_sg(struct device *hwdev, struct scatterlist *sg, int nents,
8122d48269SKonrad Rzeszutek Wilk 		 enum dma_data_direction dir);
821648993fSJoerg Roedel 
831648993fSJoerg Roedel extern int
841648993fSJoerg Roedel swiotlb_map_sg_attrs(struct device *hwdev, struct scatterlist *sgl, int nelems,
85*00085f1eSKrzysztof Kozlowski 		     enum dma_data_direction dir,
86*00085f1eSKrzysztof Kozlowski 		     unsigned long attrs);
871648993fSJoerg Roedel 
881648993fSJoerg Roedel extern void
891648993fSJoerg Roedel swiotlb_unmap_sg_attrs(struct device *hwdev, struct scatterlist *sgl,
90160c1d8eSFUJITA Tomonori 		       int nelems, enum dma_data_direction dir,
91*00085f1eSKrzysztof Kozlowski 		       unsigned long attrs);
921648993fSJoerg Roedel 
931648993fSJoerg Roedel extern void
941648993fSJoerg Roedel swiotlb_sync_single_for_cpu(struct device *hwdev, dma_addr_t dev_addr,
95160c1d8eSFUJITA Tomonori 			    size_t size, enum dma_data_direction dir);
961648993fSJoerg Roedel 
971648993fSJoerg Roedel extern void
981648993fSJoerg Roedel swiotlb_sync_sg_for_cpu(struct device *hwdev, struct scatterlist *sg,
99160c1d8eSFUJITA Tomonori 			int nelems, enum dma_data_direction dir);
1001648993fSJoerg Roedel 
1011648993fSJoerg Roedel extern void
1021648993fSJoerg Roedel swiotlb_sync_single_for_device(struct device *hwdev, dma_addr_t dev_addr,
103160c1d8eSFUJITA Tomonori 			       size_t size, enum dma_data_direction dir);
1041648993fSJoerg Roedel 
1051648993fSJoerg Roedel extern void
1061648993fSJoerg Roedel swiotlb_sync_sg_for_device(struct device *hwdev, struct scatterlist *sg,
107160c1d8eSFUJITA Tomonori 			   int nelems, enum dma_data_direction dir);
1081648993fSJoerg Roedel 
1091648993fSJoerg Roedel extern int
1101648993fSJoerg Roedel swiotlb_dma_mapping_error(struct device *hwdev, dma_addr_t dma_addr);
1111648993fSJoerg Roedel 
1121648993fSJoerg Roedel extern int
1131648993fSJoerg Roedel swiotlb_dma_supported(struct device *hwdev, u64 mask);
1141648993fSJoerg Roedel 
1155740afdbSFUJITA Tomonori #ifdef CONFIG_SWIOTLB
1165740afdbSFUJITA Tomonori extern void __init swiotlb_free(void);
1175740afdbSFUJITA Tomonori #else
1185740afdbSFUJITA Tomonori static inline void swiotlb_free(void) { }
1195740afdbSFUJITA Tomonori #endif
1205740afdbSFUJITA Tomonori 
121ad32e8cbSFUJITA Tomonori extern void swiotlb_print_info(void);
1229c5a3621SAkinobu Mita extern int is_swiotlb_buffer(phys_addr_t paddr);
1239c5a3621SAkinobu Mita 
1241648993fSJoerg Roedel #endif /* __LINUX_SWIOTLB_H */
125