xref: /linux-6.15/include/linux/swiotlb.h (revision 4a47cbae)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
21648993fSJoerg Roedel #ifndef __LINUX_SWIOTLB_H
31648993fSJoerg Roedel #define __LINUX_SWIOTLB_H
41648993fSJoerg Roedel 
538674442SThierry Reding #include <linux/dma-direction.h>
638674442SThierry Reding #include <linux/init.h>
71648993fSJoerg Roedel #include <linux/types.h>
81648993fSJoerg Roedel 
91648993fSJoerg Roedel struct device;
1038674442SThierry Reding struct page;
111648993fSJoerg Roedel struct scatterlist;
121648993fSJoerg Roedel 
13ae7871beSGeert Uytterhoeven enum swiotlb_force {
14ae7871beSGeert Uytterhoeven 	SWIOTLB_NORMAL,		/* Default - depending on HW DMA mask etc. */
15ae7871beSGeert Uytterhoeven 	SWIOTLB_FORCE,		/* swiotlb=force */
16fff5d992SGeert Uytterhoeven 	SWIOTLB_NO_FORCE,	/* swiotlb=noforce */
17ae7871beSGeert Uytterhoeven };
18ae7871beSGeert Uytterhoeven 
190016fdeeSIan Campbell /*
200016fdeeSIan Campbell  * Maximum allowable number of contiguous slabs to map,
210016fdeeSIan Campbell  * must be a power of 2.  What is the appropriate value ?
220016fdeeSIan Campbell  * The complexity of {map,unmap}_single is linearly dependent on this value.
230016fdeeSIan Campbell  */
240016fdeeSIan Campbell #define IO_TLB_SEGSIZE	128
250016fdeeSIan Campbell 
260016fdeeSIan Campbell /*
270016fdeeSIan Campbell  * log of the size of each IO TLB slab.  The number of slabs is command line
280016fdeeSIan Campbell  * controllable.
290016fdeeSIan Campbell  */
300016fdeeSIan Campbell #define IO_TLB_SHIFT 11
310016fdeeSIan Campbell 
32ad32e8cbSFUJITA Tomonori extern void swiotlb_init(int verbose);
33ac2cbab2SYinghai Lu int swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose);
34f21ffe9fSKonrad Rzeszutek Wilk extern unsigned long swiotlb_nr_tbl(void);
35c729de8fSYinghai Lu unsigned long swiotlb_size_or_default(void);
3674838b75SKonrad Rzeszutek Wilk extern int swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs);
37c7753208STom Lendacky extern void __init swiotlb_update_mem_attributes(void);
381648993fSJoerg Roedel 
39d7ef1533SKonrad Rzeszutek Wilk /*
40d7ef1533SKonrad Rzeszutek Wilk  * Enumeration for sync targets
41d7ef1533SKonrad Rzeszutek Wilk  */
42d7ef1533SKonrad Rzeszutek Wilk enum dma_sync_target {
43d7ef1533SKonrad Rzeszutek Wilk 	SYNC_FOR_CPU = 0,
44d7ef1533SKonrad Rzeszutek Wilk 	SYNC_FOR_DEVICE = 1,
45d7ef1533SKonrad Rzeszutek Wilk };
46e05ed4d1SAlexander Duyck 
47e05ed4d1SAlexander Duyck extern phys_addr_t swiotlb_tbl_map_single(struct device *hwdev,
48e05ed4d1SAlexander Duyck 					  dma_addr_t tbl_dma_addr,
493fc1ca00SLu Baolu 					  phys_addr_t phys,
503fc1ca00SLu Baolu 					  size_t mapping_size,
513fc1ca00SLu Baolu 					  size_t alloc_size,
520443fa00SAlexander Duyck 					  enum dma_data_direction dir,
530443fa00SAlexander Duyck 					  unsigned long attrs);
54d7ef1533SKonrad Rzeszutek Wilk 
5561ca08c3SAlexander Duyck extern void swiotlb_tbl_unmap_single(struct device *hwdev,
5661ca08c3SAlexander Duyck 				     phys_addr_t tlb_addr,
573fc1ca00SLu Baolu 				     size_t mapping_size,
583fc1ca00SLu Baolu 				     size_t alloc_size,
593fc1ca00SLu Baolu 				     enum dma_data_direction dir,
600443fa00SAlexander Duyck 				     unsigned long attrs);
61d7ef1533SKonrad Rzeszutek Wilk 
62fbfda893SAlexander Duyck extern void swiotlb_tbl_sync_single(struct device *hwdev,
63fbfda893SAlexander Duyck 				    phys_addr_t tlb_addr,
64d7ef1533SKonrad Rzeszutek Wilk 				    size_t size, enum dma_data_direction dir,
65d7ef1533SKonrad Rzeszutek Wilk 				    enum dma_sync_target target);
66d7ef1533SKonrad Rzeszutek Wilk 
67*4a47cbaeSChristoph Hellwig dma_addr_t swiotlb_map(struct device *dev, phys_addr_t phys,
68*4a47cbaeSChristoph Hellwig 		size_t size, enum dma_data_direction dir, unsigned long attrs);
69*4a47cbaeSChristoph Hellwig 
705740afdbSFUJITA Tomonori #ifdef CONFIG_SWIOTLB
7155897af6SChristoph Hellwig extern enum swiotlb_force swiotlb_force;
7255897af6SChristoph Hellwig extern phys_addr_t io_tlb_start, io_tlb_end;
7355897af6SChristoph Hellwig 
7455897af6SChristoph Hellwig static inline bool is_swiotlb_buffer(phys_addr_t paddr)
7555897af6SChristoph Hellwig {
7655897af6SChristoph Hellwig 	return paddr >= io_tlb_start && paddr < io_tlb_end;
7755897af6SChristoph Hellwig }
7855897af6SChristoph Hellwig 
7955897af6SChristoph Hellwig void __init swiotlb_exit(void);
807453c549SKonrad Rzeszutek Wilk unsigned int swiotlb_max_segment(void);
81abe420bfSJoerg Roedel size_t swiotlb_max_mapping_size(struct device *dev);
82492366f7SJoerg Roedel bool is_swiotlb_active(void);
835740afdbSFUJITA Tomonori #else
8455897af6SChristoph Hellwig #define swiotlb_force SWIOTLB_NO_FORCE
8555897af6SChristoph Hellwig static inline bool is_swiotlb_buffer(phys_addr_t paddr)
8655897af6SChristoph Hellwig {
8755897af6SChristoph Hellwig 	return false;
8855897af6SChristoph Hellwig }
8955897af6SChristoph Hellwig static inline void swiotlb_exit(void)
9055897af6SChristoph Hellwig {
9155897af6SChristoph Hellwig }
9255897af6SChristoph Hellwig static inline unsigned int swiotlb_max_segment(void)
9355897af6SChristoph Hellwig {
9455897af6SChristoph Hellwig 	return 0;
9555897af6SChristoph Hellwig }
96abe420bfSJoerg Roedel static inline size_t swiotlb_max_mapping_size(struct device *dev)
97abe420bfSJoerg Roedel {
98abe420bfSJoerg Roedel 	return SIZE_MAX;
99abe420bfSJoerg Roedel }
100492366f7SJoerg Roedel 
101492366f7SJoerg Roedel static inline bool is_swiotlb_active(void)
102492366f7SJoerg Roedel {
103492366f7SJoerg Roedel 	return false;
104492366f7SJoerg Roedel }
10555897af6SChristoph Hellwig #endif /* CONFIG_SWIOTLB */
1065740afdbSFUJITA Tomonori 
107ad32e8cbSFUJITA Tomonori extern void swiotlb_print_info(void);
1087453c549SKonrad Rzeszutek Wilk extern void swiotlb_set_max_segment(unsigned int);
1099c5a3621SAkinobu Mita 
1101648993fSJoerg Roedel #endif /* __LINUX_SWIOTLB_H */
111