xref: /linux-6.15/include/linux/swiotlb.h (revision 61b82bbf)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
21648993fSJoerg Roedel #ifndef __LINUX_SWIOTLB_H
31648993fSJoerg Roedel #define __LINUX_SWIOTLB_H
41648993fSJoerg Roedel 
538674442SThierry Reding #include <linux/dma-direction.h>
638674442SThierry Reding #include <linux/init.h>
71648993fSJoerg Roedel #include <linux/types.h>
81648993fSJoerg Roedel 
91648993fSJoerg Roedel struct device;
1038674442SThierry Reding struct page;
111648993fSJoerg Roedel struct scatterlist;
121648993fSJoerg Roedel 
13ae7871beSGeert Uytterhoeven enum swiotlb_force {
14ae7871beSGeert Uytterhoeven 	SWIOTLB_NORMAL,		/* Default - depending on HW DMA mask etc. */
15ae7871beSGeert Uytterhoeven 	SWIOTLB_FORCE,		/* swiotlb=force */
16fff5d992SGeert Uytterhoeven 	SWIOTLB_NO_FORCE,	/* swiotlb=noforce */
17ae7871beSGeert Uytterhoeven };
18ae7871beSGeert Uytterhoeven 
190016fdeeSIan Campbell /*
200016fdeeSIan Campbell  * Maximum allowable number of contiguous slabs to map,
210016fdeeSIan Campbell  * must be a power of 2.  What is the appropriate value ?
220016fdeeSIan Campbell  * The complexity of {map,unmap}_single is linearly dependent on this value.
230016fdeeSIan Campbell  */
240016fdeeSIan Campbell #define IO_TLB_SEGSIZE	128
250016fdeeSIan Campbell 
260016fdeeSIan Campbell /*
270016fdeeSIan Campbell  * log of the size of each IO TLB slab.  The number of slabs is command line
280016fdeeSIan Campbell  * controllable.
290016fdeeSIan Campbell  */
300016fdeeSIan Campbell #define IO_TLB_SHIFT 11
310016fdeeSIan Campbell 
32ad32e8cbSFUJITA Tomonori extern void swiotlb_init(int verbose);
33ac2cbab2SYinghai Lu int swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose);
34f21ffe9fSKonrad Rzeszutek Wilk extern unsigned long swiotlb_nr_tbl(void);
35c729de8fSYinghai Lu unsigned long swiotlb_size_or_default(void);
3674838b75SKonrad Rzeszutek Wilk extern int swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs);
37*61b82bbfSAndy Shevchenko extern int swiotlb_late_init_with_default_size(size_t default_size);
38c7753208STom Lendacky extern void __init swiotlb_update_mem_attributes(void);
391648993fSJoerg Roedel 
40d7ef1533SKonrad Rzeszutek Wilk /*
41d7ef1533SKonrad Rzeszutek Wilk  * Enumeration for sync targets
42d7ef1533SKonrad Rzeszutek Wilk  */
43d7ef1533SKonrad Rzeszutek Wilk enum dma_sync_target {
44d7ef1533SKonrad Rzeszutek Wilk 	SYNC_FOR_CPU = 0,
45d7ef1533SKonrad Rzeszutek Wilk 	SYNC_FOR_DEVICE = 1,
46d7ef1533SKonrad Rzeszutek Wilk };
47e05ed4d1SAlexander Duyck 
48e05ed4d1SAlexander Duyck extern phys_addr_t swiotlb_tbl_map_single(struct device *hwdev,
49e05ed4d1SAlexander Duyck 					  dma_addr_t tbl_dma_addr,
503fc1ca00SLu Baolu 					  phys_addr_t phys,
513fc1ca00SLu Baolu 					  size_t mapping_size,
523fc1ca00SLu Baolu 					  size_t alloc_size,
530443fa00SAlexander Duyck 					  enum dma_data_direction dir,
540443fa00SAlexander Duyck 					  unsigned long attrs);
55d7ef1533SKonrad Rzeszutek Wilk 
5661ca08c3SAlexander Duyck extern void swiotlb_tbl_unmap_single(struct device *hwdev,
5761ca08c3SAlexander Duyck 				     phys_addr_t tlb_addr,
583fc1ca00SLu Baolu 				     size_t mapping_size,
593fc1ca00SLu Baolu 				     size_t alloc_size,
603fc1ca00SLu Baolu 				     enum dma_data_direction dir,
610443fa00SAlexander Duyck 				     unsigned long attrs);
62d7ef1533SKonrad Rzeszutek Wilk 
63fbfda893SAlexander Duyck extern void swiotlb_tbl_sync_single(struct device *hwdev,
64fbfda893SAlexander Duyck 				    phys_addr_t tlb_addr,
65d7ef1533SKonrad Rzeszutek Wilk 				    size_t size, enum dma_data_direction dir,
66d7ef1533SKonrad Rzeszutek Wilk 				    enum dma_sync_target target);
67d7ef1533SKonrad Rzeszutek Wilk 
684a47cbaeSChristoph Hellwig dma_addr_t swiotlb_map(struct device *dev, phys_addr_t phys,
694a47cbaeSChristoph Hellwig 		size_t size, enum dma_data_direction dir, unsigned long attrs);
704a47cbaeSChristoph Hellwig 
715740afdbSFUJITA Tomonori #ifdef CONFIG_SWIOTLB
7255897af6SChristoph Hellwig extern enum swiotlb_force swiotlb_force;
7355897af6SChristoph Hellwig extern phys_addr_t io_tlb_start, io_tlb_end;
7455897af6SChristoph Hellwig 
7555897af6SChristoph Hellwig static inline bool is_swiotlb_buffer(phys_addr_t paddr)
7655897af6SChristoph Hellwig {
7755897af6SChristoph Hellwig 	return paddr >= io_tlb_start && paddr < io_tlb_end;
7855897af6SChristoph Hellwig }
7955897af6SChristoph Hellwig 
8055897af6SChristoph Hellwig void __init swiotlb_exit(void);
817453c549SKonrad Rzeszutek Wilk unsigned int swiotlb_max_segment(void);
82abe420bfSJoerg Roedel size_t swiotlb_max_mapping_size(struct device *dev);
83492366f7SJoerg Roedel bool is_swiotlb_active(void);
845740afdbSFUJITA Tomonori #else
8555897af6SChristoph Hellwig #define swiotlb_force SWIOTLB_NO_FORCE
8655897af6SChristoph Hellwig static inline bool is_swiotlb_buffer(phys_addr_t paddr)
8755897af6SChristoph Hellwig {
8855897af6SChristoph Hellwig 	return false;
8955897af6SChristoph Hellwig }
9055897af6SChristoph Hellwig static inline void swiotlb_exit(void)
9155897af6SChristoph Hellwig {
9255897af6SChristoph Hellwig }
9355897af6SChristoph Hellwig static inline unsigned int swiotlb_max_segment(void)
9455897af6SChristoph Hellwig {
9555897af6SChristoph Hellwig 	return 0;
9655897af6SChristoph Hellwig }
97abe420bfSJoerg Roedel static inline size_t swiotlb_max_mapping_size(struct device *dev)
98abe420bfSJoerg Roedel {
99abe420bfSJoerg Roedel 	return SIZE_MAX;
100abe420bfSJoerg Roedel }
101492366f7SJoerg Roedel 
102492366f7SJoerg Roedel static inline bool is_swiotlb_active(void)
103492366f7SJoerg Roedel {
104492366f7SJoerg Roedel 	return false;
105492366f7SJoerg Roedel }
10655897af6SChristoph Hellwig #endif /* CONFIG_SWIOTLB */
1075740afdbSFUJITA Tomonori 
108ad32e8cbSFUJITA Tomonori extern void swiotlb_print_info(void);
1097453c549SKonrad Rzeszutek Wilk extern void swiotlb_set_max_segment(unsigned int);
1109c5a3621SAkinobu Mita 
1111648993fSJoerg Roedel #endif /* __LINUX_SWIOTLB_H */
112