1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 21648993fSJoerg Roedel #ifndef __LINUX_SWIOTLB_H 31648993fSJoerg Roedel #define __LINUX_SWIOTLB_H 41648993fSJoerg Roedel 538674442SThierry Reding #include <linux/dma-direction.h> 638674442SThierry Reding #include <linux/init.h> 71648993fSJoerg Roedel #include <linux/types.h> 81648993fSJoerg Roedel 91648993fSJoerg Roedel struct device; 1038674442SThierry Reding struct page; 111648993fSJoerg Roedel struct scatterlist; 121648993fSJoerg Roedel 13ae7871beSGeert Uytterhoeven enum swiotlb_force { 14ae7871beSGeert Uytterhoeven SWIOTLB_NORMAL, /* Default - depending on HW DMA mask etc. */ 15ae7871beSGeert Uytterhoeven SWIOTLB_FORCE, /* swiotlb=force */ 16fff5d992SGeert Uytterhoeven SWIOTLB_NO_FORCE, /* swiotlb=noforce */ 17ae7871beSGeert Uytterhoeven }; 18ae7871beSGeert Uytterhoeven 190016fdeeSIan Campbell /* 200016fdeeSIan Campbell * Maximum allowable number of contiguous slabs to map, 210016fdeeSIan Campbell * must be a power of 2. What is the appropriate value ? 220016fdeeSIan Campbell * The complexity of {map,unmap}_single is linearly dependent on this value. 230016fdeeSIan Campbell */ 240016fdeeSIan Campbell #define IO_TLB_SEGSIZE 128 250016fdeeSIan Campbell 260016fdeeSIan Campbell /* 270016fdeeSIan Campbell * log of the size of each IO TLB slab. The number of slabs is command line 280016fdeeSIan Campbell * controllable. 290016fdeeSIan Campbell */ 300016fdeeSIan Campbell #define IO_TLB_SHIFT 11 310016fdeeSIan Campbell 32ad32e8cbSFUJITA Tomonori extern void swiotlb_init(int verbose); 33ac2cbab2SYinghai Lu int swiotlb_init_with_tbl(char *tlb, unsigned long nslabs, int verbose); 34f21ffe9fSKonrad Rzeszutek Wilk extern unsigned long swiotlb_nr_tbl(void); 35c729de8fSYinghai Lu unsigned long swiotlb_size_or_default(void); 3674838b75SKonrad Rzeszutek Wilk extern int swiotlb_late_init_with_tbl(char *tlb, unsigned long nslabs); 37*61b82bbfSAndy Shevchenko extern int swiotlb_late_init_with_default_size(size_t default_size); 38c7753208STom Lendacky extern void __init swiotlb_update_mem_attributes(void); 391648993fSJoerg Roedel 40d7ef1533SKonrad Rzeszutek Wilk /* 41d7ef1533SKonrad Rzeszutek Wilk * Enumeration for sync targets 42d7ef1533SKonrad Rzeszutek Wilk */ 43d7ef1533SKonrad Rzeszutek Wilk enum dma_sync_target { 44d7ef1533SKonrad Rzeszutek Wilk SYNC_FOR_CPU = 0, 45d7ef1533SKonrad Rzeszutek Wilk SYNC_FOR_DEVICE = 1, 46d7ef1533SKonrad Rzeszutek Wilk }; 47e05ed4d1SAlexander Duyck 48e05ed4d1SAlexander Duyck extern phys_addr_t swiotlb_tbl_map_single(struct device *hwdev, 49e05ed4d1SAlexander Duyck dma_addr_t tbl_dma_addr, 503fc1ca00SLu Baolu phys_addr_t phys, 513fc1ca00SLu Baolu size_t mapping_size, 523fc1ca00SLu Baolu size_t alloc_size, 530443fa00SAlexander Duyck enum dma_data_direction dir, 540443fa00SAlexander Duyck unsigned long attrs); 55d7ef1533SKonrad Rzeszutek Wilk 5661ca08c3SAlexander Duyck extern void swiotlb_tbl_unmap_single(struct device *hwdev, 5761ca08c3SAlexander Duyck phys_addr_t tlb_addr, 583fc1ca00SLu Baolu size_t mapping_size, 593fc1ca00SLu Baolu size_t alloc_size, 603fc1ca00SLu Baolu enum dma_data_direction dir, 610443fa00SAlexander Duyck unsigned long attrs); 62d7ef1533SKonrad Rzeszutek Wilk 63fbfda893SAlexander Duyck extern void swiotlb_tbl_sync_single(struct device *hwdev, 64fbfda893SAlexander Duyck phys_addr_t tlb_addr, 65d7ef1533SKonrad Rzeszutek Wilk size_t size, enum dma_data_direction dir, 66d7ef1533SKonrad Rzeszutek Wilk enum dma_sync_target target); 67d7ef1533SKonrad Rzeszutek Wilk 684a47cbaeSChristoph Hellwig dma_addr_t swiotlb_map(struct device *dev, phys_addr_t phys, 694a47cbaeSChristoph Hellwig size_t size, enum dma_data_direction dir, unsigned long attrs); 704a47cbaeSChristoph Hellwig 715740afdbSFUJITA Tomonori #ifdef CONFIG_SWIOTLB 7255897af6SChristoph Hellwig extern enum swiotlb_force swiotlb_force; 7355897af6SChristoph Hellwig extern phys_addr_t io_tlb_start, io_tlb_end; 7455897af6SChristoph Hellwig 7555897af6SChristoph Hellwig static inline bool is_swiotlb_buffer(phys_addr_t paddr) 7655897af6SChristoph Hellwig { 7755897af6SChristoph Hellwig return paddr >= io_tlb_start && paddr < io_tlb_end; 7855897af6SChristoph Hellwig } 7955897af6SChristoph Hellwig 8055897af6SChristoph Hellwig void __init swiotlb_exit(void); 817453c549SKonrad Rzeszutek Wilk unsigned int swiotlb_max_segment(void); 82abe420bfSJoerg Roedel size_t swiotlb_max_mapping_size(struct device *dev); 83492366f7SJoerg Roedel bool is_swiotlb_active(void); 845740afdbSFUJITA Tomonori #else 8555897af6SChristoph Hellwig #define swiotlb_force SWIOTLB_NO_FORCE 8655897af6SChristoph Hellwig static inline bool is_swiotlb_buffer(phys_addr_t paddr) 8755897af6SChristoph Hellwig { 8855897af6SChristoph Hellwig return false; 8955897af6SChristoph Hellwig } 9055897af6SChristoph Hellwig static inline void swiotlb_exit(void) 9155897af6SChristoph Hellwig { 9255897af6SChristoph Hellwig } 9355897af6SChristoph Hellwig static inline unsigned int swiotlb_max_segment(void) 9455897af6SChristoph Hellwig { 9555897af6SChristoph Hellwig return 0; 9655897af6SChristoph Hellwig } 97abe420bfSJoerg Roedel static inline size_t swiotlb_max_mapping_size(struct device *dev) 98abe420bfSJoerg Roedel { 99abe420bfSJoerg Roedel return SIZE_MAX; 100abe420bfSJoerg Roedel } 101492366f7SJoerg Roedel 102492366f7SJoerg Roedel static inline bool is_swiotlb_active(void) 103492366f7SJoerg Roedel { 104492366f7SJoerg Roedel return false; 105492366f7SJoerg Roedel } 10655897af6SChristoph Hellwig #endif /* CONFIG_SWIOTLB */ 1075740afdbSFUJITA Tomonori 108ad32e8cbSFUJITA Tomonori extern void swiotlb_print_info(void); 1097453c549SKonrad Rzeszutek Wilk extern void swiotlb_set_max_segment(unsigned int); 1109c5a3621SAkinobu Mita 1111648993fSJoerg Roedel #endif /* __LINUX_SWIOTLB_H */ 112