| /linux-6.15/kernel/dma/ |
| H A D | mapping.c | 37 unsigned long attrs; member
94 gfp_t gfp, unsigned long attrs) in dmam_alloc_attrs()
157 unsigned long attrs) in dma_map_page_attrs()
184 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_page_attrs()
304 unsigned long attrs) in dma_unmap_sg_attrs()
346 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_resource()
484 unsigned long attrs) in dma_get_sgtable_attrs()
505 pgprot_t dma_pgprot(struct device *dev, pgprot_t prot, unsigned long attrs) in dma_pgprot()
551 unsigned long attrs) in dma_mmap_attrs()
593 gfp_t flag, unsigned long attrs) in dma_alloc_attrs()
[all …]
|
| H A D | dummy.c | 7 static int dma_dummy_mmap(struct device *dev, struct vm_area_struct *vma, in dma_dummy_mmap()
9 unsigned long attrs) in dma_dummy_mmap()
14 static dma_addr_t dma_dummy_map_page(struct device *dev, struct page *page, in dma_dummy_map_page()
16 unsigned long attrs) in dma_dummy_map_page()
20 static void dma_dummy_unmap_page(struct device *dev, dma_addr_t dma_handle, in dma_dummy_unmap_page()
21 size_t size, enum dma_data_direction dir, unsigned long attrs) in dma_dummy_unmap_page()
30 static int dma_dummy_map_sg(struct device *dev, struct scatterlist *sgl, in dma_dummy_map_sg()
32 unsigned long attrs) in dma_dummy_map_sg()
37 static void dma_dummy_unmap_sg(struct device *dev, struct scatterlist *sgl, in dma_dummy_unmap_sg()
39 unsigned long attrs) in dma_dummy_unmap_sg()
|
| H A D | debug.h | 61 unsigned long attrs) in debug_dma_map_page()
72 unsigned long attrs) in debug_dma_map_sg()
76 static inline void debug_dma_unmap_sg(struct device *dev, in debug_dma_unmap_sg()
84 unsigned long attrs) in debug_dma_alloc_coherent()
88 static inline void debug_dma_free_coherent(struct device *dev, size_t size, in debug_dma_free_coherent()
96 unsigned long attrs) in debug_dma_map_resource()
100 static inline void debug_dma_unmap_resource(struct device *dev, in debug_dma_unmap_resource()
106 static inline void debug_dma_sync_single_for_cpu(struct device *dev, in debug_dma_sync_single_for_cpu()
112 static inline void debug_dma_sync_single_for_device(struct device *dev, in debug_dma_sync_single_for_device()
118 static inline void debug_dma_sync_sg_for_cpu(struct device *dev, in debug_dma_sync_sg_for_cpu()
[all …]
|
| H A D | direct.c | 39 u64 dma_direct_get_required_mask(struct device *dev) in dma_direct_get_required_mask()
208 dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs) in dma_direct_alloc()
315 void *cpu_addr, dma_addr_t dma_addr, unsigned long attrs) in dma_direct_free()
446 int nents, enum dma_data_direction dir, unsigned long attrs) in dma_direct_unmap_sg()
462 enum dma_data_direction dir, unsigned long attrs) in dma_direct_map_sg()
506 size_t size, enum dma_data_direction dir, unsigned long attrs) in dma_direct_map_resource()
523 unsigned long attrs) in dma_direct_get_sgtable()
534 bool dma_direct_can_mmap(struct device *dev) in dma_direct_can_mmap()
542 unsigned long attrs) in dma_direct_mmap()
612 struct device *dev = data; in check_ram_in_range_map() local
[all …]
|
| H A D | direct.h | 31 static inline void dma_direct_sync_sg_for_device(struct device *dev, in dma_direct_sync_sg_for_device()
45 static inline void dma_direct_unmap_sg(struct device *dev, in dma_direct_unmap_sg()
47 unsigned long attrs) in dma_direct_unmap_sg()
50 static inline void dma_direct_sync_sg_for_cpu(struct device *dev, in dma_direct_sync_sg_for_cpu()
56 static inline void dma_direct_sync_single_for_device(struct device *dev, in dma_direct_sync_single_for_device()
67 static inline void dma_direct_sync_single_for_cpu(struct device *dev, in dma_direct_sync_single_for_cpu()
83 static inline dma_addr_t dma_direct_map_page(struct device *dev, in dma_direct_map_page()
85 enum dma_data_direction dir, unsigned long attrs) in dma_direct_map_page()
114 static inline void dma_direct_unmap_page(struct device *dev, dma_addr_t addr, in dma_direct_unmap_page()
115 size_t size, enum dma_data_direction dir, unsigned long attrs) in dma_direct_unmap_page()
|
| /linux-6.15/arch/powerpc/kernel/ |
| H A D | dma-iommu.c | 14 #define can_map_direct(dev, addr) \ argument
17 bool arch_dma_map_page_direct(struct device *dev, phys_addr_t addr) in arch_dma_map_page_direct()
25 #define is_direct_handle(dev, h) ((h) >= (dev)->archdata.dma_offset) argument
80 unsigned long attrs) in dma_iommu_alloc_coherent()
89 unsigned long attrs) in dma_iommu_free_coherent()
102 unsigned long attrs) in dma_iommu_map_page()
111 unsigned long attrs) in dma_iommu_unmap_page()
120 unsigned long attrs) in dma_iommu_map_sg()
128 unsigned long attrs) in dma_iommu_unmap_sg()
145 int dma_iommu_dma_supported(struct device *dev, u64 mask) in dma_iommu_dma_supported()
[all …]
|
| /linux-6.15/include/linux/ |
| H A D | dma-mapping.h | 151 enum dma_data_direction dir, unsigned long attrs) in dma_map_page_attrs()
161 unsigned long attrs) in dma_map_sg_attrs()
167 unsigned long attrs) in dma_unmap_sg_attrs()
171 enum dma_data_direction dir, unsigned long attrs) in dma_map_sgtable()
177 unsigned long attrs) in dma_map_resource()
195 dma_addr_t dma_handle, unsigned long attrs) in dma_free_attrs()
209 size_t size, unsigned long attrs) in dma_get_sgtable_attrs()
215 unsigned long attrs) in dma_mmap_attrs()
257 unsigned long attrs) in dma_alloc_noncontiguous()
420 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_sgtable()
[all …]
|
| /linux-6.15/arch/sparc/mm/ |
| H A D | iommu.c | 234 static dma_addr_t sbus_iommu_map_page_gflush(struct device *dev, in sbus_iommu_map_page_gflush()
236 enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_map_page_gflush()
244 enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_map_page_pflush()
250 int nents, enum dma_data_direction dir, unsigned long attrs, in __sbus_iommu_map_sg()
268 int nents, enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_map_sg_gflush()
275 int nents, enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_map_sg_pflush()
281 size_t len, enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_unmap_page()
300 int nents, enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_unmap_sg()
313 static void *sbus_iommu_alloc(struct device *dev, size_t len, in sbus_iommu_alloc()
314 dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs) in sbus_iommu_alloc()
[all …]
|
| H A D | io-unit.c | 145 static dma_addr_t iounit_map_page(struct device *dev, struct page *page, in iounit_map_page()
147 unsigned long attrs) in iounit_map_page()
164 enum dma_data_direction dir, unsigned long attrs) in iounit_map_sg()
181 static void iounit_unmap_page(struct device *dev, dma_addr_t vaddr, size_t len, in iounit_unmap_page()
182 enum dma_data_direction dir, unsigned long attrs) in iounit_unmap_page()
196 static void iounit_unmap_sg(struct device *dev, struct scatterlist *sgl, in iounit_unmap_sg()
197 int nents, enum dma_data_direction dir, unsigned long attrs) in iounit_unmap_sg()
216 static void *iounit_alloc(struct device *dev, size_t len, in iounit_alloc()
217 dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs) in iounit_alloc()
270 static void iounit_free(struct device *dev, size_t size, void *cpu_addr, in iounit_free()
[all …]
|
| /linux-6.15/arch/powerpc/platforms/ps3/ |
| H A D | system-bus.c | 154 int ps3_open_hv_device(struct ps3_system_bus_device *dev) in ps3_open_hv_device()
192 int ps3_close_hv_device(struct ps3_system_bus_device *dev) in ps3_close_hv_device()
507 unsigned long attrs) in ps3_alloc_coherent()
544 dma_addr_t dma_handle, unsigned long attrs) in ps3_free_coherent()
560 unsigned long attrs) in ps3_sb_map_page()
583 unsigned long attrs) in ps3_ioc0_map_page()
617 size_t size, enum dma_data_direction direction, unsigned long attrs) in ps3_unmap_page()
631 int nents, enum dma_data_direction direction, unsigned long attrs) in ps3_sb_map_sg()
661 unsigned long attrs) in ps3_ioc0_map_sg()
668 int nents, enum dma_data_direction direction, unsigned long attrs) in ps3_sb_unmap_sg()
[all …]
|
| /linux-6.15/arch/arm/mm/ |
| H A D | dma-mapping.c | 853 gfp_t gfp, unsigned long attrs, in __iommu_alloc_buffer()
941 size_t size, unsigned long attrs) in __iommu_free_buffer()
963 unsigned long attrs) in __iommu_create_mapping()
1042 unsigned long attrs) in __iommu_alloc_simple()
1117 unsigned long attrs) in arm_iommu_mmap_attrs()
1144 dma_addr_t handle, unsigned long attrs) in arm_iommu_free_attrs()
1170 size_t size, unsigned long attrs) in arm_iommu_get_sgtable()
1300 unsigned long attrs) in arm_iommu_unmap_sg()
1370 unsigned long attrs) in arm_iommu_map_page()
1469 unsigned long attrs) in arm_iommu_unmap_resource()
[all …]
|
| /linux-6.15/drivers/xen/ |
| H A D | grant-dma-ops.c | 55 static int store_xen_grant_dma_data(struct device *dev, in store_xen_grant_dma_data()
78 static void *xen_grant_dma_alloc(struct device *dev, size_t size, in xen_grant_dma_alloc()
80 unsigned long attrs) in xen_grant_dma_alloc()
117 dma_addr_t dma_handle, unsigned long attrs) in xen_grant_dma_free()
169 unsigned long attrs) in xen_grant_dma_map_page()
204 unsigned long attrs) in xen_grant_dma_unmap_page()
236 unsigned long attrs) in xen_grant_dma_unmap_sg()
251 unsigned long attrs) in xen_grant_dma_map_sg()
296 static struct device_node *xen_dt_get_node(struct device *dev) in xen_dt_get_node()
355 static int xen_grant_init_backend_domid(struct device *dev, in xen_grant_init_backend_domid()
[all …]
|
| H A D | swiotlb-xen.c | 61 static inline phys_addr_t xen_bus_to_phys(struct device *dev, in xen_bus_to_phys()
71 static inline phys_addr_t xen_dma_to_phys(struct device *dev, in xen_dma_to_phys()
99 static struct io_tlb_pool *xen_swiotlb_find_pool(struct device *dev, in xen_swiotlb_find_pool()
143 xen_swiotlb_alloc_coherent(struct device *dev, size_t size, in xen_swiotlb_alloc_coherent()
144 dma_addr_t *dma_handle, gfp_t flags, unsigned long attrs) in xen_swiotlb_alloc_coherent()
178 xen_swiotlb_free_coherent(struct device *dev, size_t size, void *vaddr, in xen_swiotlb_free_coherent()
179 dma_addr_t dma_handle, unsigned long attrs) in xen_swiotlb_free_coherent()
208 unsigned long attrs) in xen_swiotlb_map_page()
267 size_t size, enum dma_data_direction dir, unsigned long attrs) in xen_swiotlb_unmap_page()
332 enum dma_data_direction dir, unsigned long attrs) in xen_swiotlb_unmap_sg()
[all …]
|
| /linux-6.15/drivers/infiniband/core/ |
| H A D | uverbs_cmd.c | 207 int ib_alloc_ucontext(struct uverbs_attr_bundle *attrs) in ib_alloc_ucontext()
232 int ib_init_ucontext(struct uverbs_attr_bundle *attrs) in ib_init_ucontext()
505 static int xrcd_table_insert(struct ib_uverbs_device *dev, in xrcd_table_insert()
540 static struct xrcd_table_entry *xrcd_table_search(struct ib_uverbs_device *dev, in xrcd_table_search()
560 static struct ib_xrcd *find_xrcd(struct ib_uverbs_device *dev, struct inode *inode) in find_xrcd()
571 static void xrcd_table_delete(struct ib_uverbs_device *dev, in xrcd_table_delete()
690 struct uverbs_attr_bundle *attrs) in ib_uverbs_dealloc_xrcd()
694 struct ib_uverbs_device *dev = attrs->ufile->device; in ib_uverbs_dealloc_xrcd() local
1021 static int create_cq(struct uverbs_attr_bundle *attrs, in create_cq()
1295 static int create_qp(struct uverbs_attr_bundle *attrs, in create_qp()
[all …]
|
| /linux-6.15/arch/powerpc/platforms/pseries/ |
| H A D | ibmebus.c | 71 unsigned long attrs) in ibmebus_alloc_coherent()
84 unsigned long attrs) in ibmebus_free_coherent()
94 unsigned long attrs) in ibmebus_map_page()
103 unsigned long attrs) in ibmebus_unmap_page()
108 static int ibmebus_map_sg(struct device *dev, in ibmebus_map_sg()
111 unsigned long attrs) in ibmebus_map_sg()
127 unsigned long attrs) in ibmebus_unmap_sg()
170 struct platform_device *dev; in ibmebus_create_device() local
189 struct device *dev; in ibmebus_create_devices() local
274 struct device *dev; in probe_store() local
[all …]
|
| /linux-6.15/arch/mips/jazz/ |
| H A D | jazzdma.c | 491 static void *jazz_dma_alloc(struct device *dev, size_t size, in jazz_dma_alloc()
492 dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs) in jazz_dma_alloc()
518 dma_addr_t dma_handle, unsigned long attrs) in jazz_dma_free()
526 unsigned long attrs) in jazz_dma_map_page()
536 size_t size, enum dma_data_direction dir, unsigned long attrs) in jazz_dma_unmap_page()
544 int nents, enum dma_data_direction dir, unsigned long attrs) in jazz_dma_map_sg()
563 int nents, enum dma_data_direction dir, unsigned long attrs) in jazz_dma_unmap_sg()
575 static void jazz_dma_sync_single_for_device(struct device *dev, in jazz_dma_sync_single_for_device()
581 static void jazz_dma_sync_single_for_cpu(struct device *dev, in jazz_dma_sync_single_for_cpu()
587 static void jazz_dma_sync_sg_for_device(struct device *dev, in jazz_dma_sync_sg_for_device()
[all …]
|
| /linux-6.15/drivers/media/pci/intel/ipu6/ |
| H A D | ipu6-dma.c | 42 static void __clear_buffer(struct page *page, size_t size, unsigned long attrs) in __clear_buffer()
154 unsigned long attrs) in ipu6_dma_alloc()
156 struct device *dev = &sys->auxdev.dev; in ipu6_dma_alloc() local
245 dma_addr_t dma_handle, unsigned long attrs) in ipu6_dma_free()
299 unsigned long attrs) in ipu6_dma_mmap()
332 unsigned long attrs) in ipu6_dma_unmap_sg()
334 struct device *dev = &sys->auxdev.dev; in ipu6_dma_unmap_sg() local
376 unsigned long attrs) in ipu6_dma_map_sg()
378 struct device *dev = &sys->auxdev.dev; in ipu6_dma_map_sg() local
440 enum dma_data_direction dir, unsigned long attrs) in ipu6_dma_map_sgtable()
[all …]
|
| /linux-6.15/drivers/infiniband/hw/mlx5/ |
| H A D | dm.c | 15 struct mlx5_core_dev *dev = dm->dev; in mlx5_cmd_alloc_memic() local
90 struct mlx5_core_dev *dev = dm->dev; in mlx5_cmd_dealloc_memic() local
118 struct mlx5_core_dev *dev = dm->dev; in mlx5_cmd_dealloc_memic_op() local
133 struct mlx5_core_dev *dev = dm->dev; in mlx5_cmd_alloc_memic_op() local
174 struct uverbs_attr_bundle *attrs) in copy_op_to_user()
193 struct uverbs_attr_bundle *attrs) in map_existing_op()
276 struct uverbs_attr_bundle *attrs) in handle_alloc_dm_memic()
354 struct uverbs_attr_bundle *attrs, in handle_alloc_dm_sw_icm()
424 struct uverbs_attr_bundle *attrs) in mlx5_ib_alloc_dm()
485 struct uverbs_attr_bundle *attrs) in mlx5_ib_dealloc_dm()
[all …]
|
| /linux-6.15/drivers/infiniband/hw/qedr/ |
| H A D | qedr_roce_cm.c | 59 struct ib_qp_init_attr *attrs) in qedr_store_gsi_qp_cq()
73 struct qedr_dev *dev = (struct qedr_dev *)cxt; in qedr_ll2_complete_tx_packet() local
99 struct qedr_dev *dev = (struct qedr_dev *)cxt; in qedr_ll2_complete_rx_packet() local
133 struct ib_qp_init_attr *attrs) in qedr_destroy_gsi_cq()
154 struct ib_qp_init_attr *attrs) in qedr_check_gsi_qp_attrs()
239 static int qedr_ll2_stop(struct qedr_dev *dev) in qedr_ll2_stop()
262 static int qedr_ll2_start(struct qedr_dev *dev, in qedr_ll2_start()
263 struct ib_qp_init_attr *attrs, struct qedr_qp *qp) in qedr_ll2_start()
322 int qedr_create_gsi_qp(struct qedr_dev *dev, struct ib_qp_init_attr *attrs, in qedr_create_gsi_qp()
372 int qedr_destroy_gsi_qp(struct qedr_dev *dev) in qedr_destroy_gsi_qp()
[all …]
|
| /linux-6.15/drivers/iommu/ |
| H A D | dma-iommu.c | 720 unsigned long attrs) in dma_info_to_prot()
994 dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs) in iommu_dma_alloc_remap()
1142 unsigned long attrs) in iommu_dma_map_page()
1313 int nents, enum dma_data_direction dir, unsigned long attrs) in iommu_dma_unmap_sg_swiotlb()
1354 enum dma_data_direction dir, unsigned long attrs) in iommu_dma_map_sg()
1474 enum dma_data_direction dir, unsigned long attrs) in iommu_dma_unmap_sg()
1569 dma_addr_t handle, unsigned long attrs) in iommu_dma_free()
1576 struct page **pagep, gfp_t gfp, unsigned long attrs) in iommu_dma_alloc_pages()
1613 gfp_t gfp, unsigned long attrs) in iommu_dma_alloc()
1648 unsigned long attrs) in iommu_dma_mmap()
[all …]
|
| /linux-6.15/rust/helpers/ |
| H A D | dma.c | 5 void *rust_helper_dma_alloc_attrs(struct device *dev, size_t size, in rust_helper_dma_alloc_attrs()
7 unsigned long attrs) in rust_helper_dma_alloc_attrs()
12 void rust_helper_dma_free_attrs(struct device *dev, size_t size, void *cpu_addr, in rust_helper_dma_free_attrs()
13 dma_addr_t dma_handle, unsigned long attrs) in rust_helper_dma_free_attrs()
|
| /linux-6.15/arch/x86/kernel/ |
| H A D | amd_gart_64.c | 89 static unsigned long alloc_iommu(struct device *dev, int size, in alloc_iommu()
228 unsigned long attrs) in gart_map_page()
247 unsigned long attrs) in gart_unmap_page()
277 enum dma_data_direction dir, unsigned long attrs) in gart_unmap_sg()
378 enum dma_data_direction dir, unsigned long attrs) in gart_map_sg()
465 gfp_t flag, unsigned long attrs) in gart_alloc_coherent()
488 dma_addr_t dma_addr, unsigned long attrs) in gart_free_coherent()
546 struct pci_dev *dev = node_to_amd_nb(i)->misc; in enable_gart_translations() local
583 struct pci_dev *dev = node_to_amd_nb(i)->misc; in gart_fixup_northbridges() local
616 struct pci_dev *dev; in init_amd_gatt() local
[all …]
|
| /linux-6.15/arch/sparc/kernel/ |
| H A D | iommu.c | 156 static inline iopte_t *alloc_npages(struct device *dev, in alloc_npages()
199 unsigned long attrs) in dma_4u_alloc_coherent()
246 static void dma_4u_free_coherent(struct device *dev, size_t size, in dma_4u_free_coherent()
248 unsigned long attrs) in dma_4u_free_coherent()
266 unsigned long attrs) in dma_4u_map_page()
388 unsigned long attrs) in dma_4u_unmap_page()
434 unsigned long attrs) in dma_4u_map_sg()
607 unsigned long attrs) in dma_4u_unmap_sg()
657 static void dma_4u_sync_single_for_cpu(struct device *dev, in dma_4u_sync_single_for_cpu()
695 static void dma_4u_sync_sg_for_cpu(struct device *dev, in dma_4u_sync_sg_for_cpu()
[all …]
|
| /linux-6.15/net/tipc/ |
| H A D | bearer.c | 430 struct net_device *dev; in tipc_enable_l2_media() local
480 struct net_device *dev; in tipc_disable_l2_media() local
499 struct net_device *dev; in tipc_l2_send_msg() local
765 struct net_device *dev = net->loopback_dev; in tipc_clone_to_loopback() local
800 struct net_device *dev = net->loopback_dev; in tipc_attach_loopback() local
827 struct nlattr *attrs; in __tipc_nl_add_bearer() local
918 struct nlattr *attrs[TIPC_NLA_BEARER_MAX + 1]; in tipc_nl_bearer_get() local
968 struct nlattr *attrs[TIPC_NLA_BEARER_MAX + 1]; in __tipc_nl_bearer_disable() local
1189 struct nlattr *attrs; in __tipc_nl_add_media() local
1266 struct nlattr *attrs[TIPC_NLA_MEDIA_MAX + 1]; in tipc_nl_media_get() local
[all …]
|
| /linux-6.15/arch/alpha/kernel/ |
| H A D | pci_iommu.c | 201 static int pci_dac_dma_supported(struct pci_dev *dev, u64 mask) in pci_dac_dma_supported()
237 struct device *dev = pdev ? &pdev->dev : NULL; in pci_map_single_1() local
302 static struct pci_dev *alpha_gendev_to_pci(struct device *dev) in alpha_gendev_to_pci()
328 unsigned long attrs) in alpha_pci_map_page()
348 unsigned long attrs) in alpha_pci_unmap_page()
412 unsigned long attrs) in alpha_pci_alloc_coherent()
455 static void alpha_pci_free_coherent(struct device *dev, size_t size, in alpha_pci_free_coherent()
457 unsigned long attrs) in alpha_pci_free_coherent()
630 unsigned long attrs) in alpha_pci_map_sg()
712 unsigned long attrs) in alpha_pci_unmap_sg()
[all …]
|