| /linux-6.15/drivers/iommu/amd/ |
| H A D | ppr.c | 20 int __init amd_iommu_alloc_ppr_log(struct amd_iommu *iommu) in amd_iommu_alloc_ppr_log()
27 void amd_iommu_enable_ppr_log(struct amd_iommu *iommu) in amd_iommu_enable_ppr_log()
49 void __init amd_iommu_free_ppr_log(struct amd_iommu *iommu) in amd_iommu_free_ppr_log()
58 void amd_iommu_restart_ppr_log(struct amd_iommu *iommu) in amd_iommu_restart_ppr_log()
81 static bool ppr_is_valid(struct amd_iommu *iommu, u64 *raw) in ppr_is_valid()
105 static void iommu_call_iopf_notifier(struct amd_iommu *iommu, u64 *raw) in iommu_call_iopf_notifier()
162 void amd_iommu_poll_ppr_log(struct amd_iommu *iommu) in amd_iommu_poll_ppr_log()
218 int amd_iommu_iopf_init(struct amd_iommu *iommu) in amd_iommu_iopf_init()
236 void amd_iommu_iopf_uninit(struct amd_iommu *iommu) in amd_iommu_iopf_uninit()
248 int amd_iommu_iopf_add_device(struct amd_iommu *iommu, in amd_iommu_iopf_add_device()
[all …]
|
| H A D | init.c | 265 struct amd_iommu *iommu; in get_global_efr() local
1080 struct amd_iommu *iommu; in copy_device_table() local
1890 struct amd_iommu *iommu; in init_iommu_all() local
2167 struct amd_iommu *iommu; in amd_iommu_init_pci() local
2778 struct amd_iommu *iommu; in early_enable_iommus() local
2829 struct amd_iommu *iommu; in enable_iommus_ppr() local
2842 struct amd_iommu *iommu; in enable_iommus_vapic() local
2902 struct amd_iommu *iommu; in disable_iommus() local
2920 struct amd_iommu *iommu; in amd_iommu_resume() local
3130 struct amd_iommu *iommu; in amd_iommu_enable_interrupts() local
[all …]
|
| H A D | iommu.c | 369 struct amd_iommu *iommu; in clone_alias() local
633 struct amd_iommu *iommu; in check_device() local
1170 struct amd_iommu *iommu, in build_completion_wait()
1530 struct amd_iommu *iommu = data; in device_flush_dte_alias() local
1772 struct amd_iommu *iommu; in amd_iommu_complete_ppr() local
2356 struct amd_iommu *iommu; in amd_iommu_probe_device() local
2804 struct amd_iommu *iommu; in amd_iommu_set_dirty_tracking() local
2865 struct amd_iommu *iommu; in amd_iommu_get_resv_regions() local
3561 struct amd_iommu *iommu = data->iommu; in irq_remapping_prepare_irte() local
3612 struct amd_iommu *iommu; in irq_remapping_alloc() local
[all …]
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | iommu_64.h | 55 struct iommu { struct
56 struct iommu_map_table tbl; argument
61 unsigned long iommu_control; argument
62 unsigned long iommu_tsbbase; argument
63 unsigned long iommu_flush; argument
64 unsigned long iommu_flushinv; argument
65 unsigned long iommu_tags; argument
66 unsigned long iommu_ctxflush; argument
89 int iommu_table_init(struct iommu *iommu, int tsbsize, argument
|
| /linux-6.15/drivers/iommu/intel/ |
| H A D | pasid.c | 195 pasid_cache_invalidation_with_pasid(struct intel_iommu *iommu, in pasid_cache_invalidation_with_pasid()
210 devtlb_invalidation_with_pasid(struct intel_iommu *iommu, in devtlb_invalidation_with_pasid()
296 static void pasid_flush_caches(struct intel_iommu *iommu, in pasid_flush_caches()
374 int intel_pasid_setup_first_level(struct intel_iommu *iommu, in intel_pasid_setup_first_level()
480 int intel_pasid_setup_second_level(struct intel_iommu *iommu, in intel_pasid_setup_second_level()
661 int intel_pasid_setup_pass_through(struct intel_iommu *iommu, in intel_pasid_setup_pass_through()
849 int intel_pasid_replace_nested(struct intel_iommu *iommu, in intel_pasid_replace_nested()
920 struct intel_iommu *iommu = info->iommu; in device_pasid_table_teardown() local
982 struct intel_iommu *iommu = info->iommu; in context_entry_set_pasid_table() local
1008 struct intel_iommu *iommu = info->iommu; in device_pasid_table_setup() local
[all …]
|
| H A D | iommu.c | 490 struct intel_iommu *iommu; in device_lookup_iommu() local
1521 struct intel_iommu *iommu, in domain_context_mapping_one()
2150 struct intel_iommu *iommu; in init_dmars() local
2322 struct intel_iommu *iommu = NULL; in init_iommu_hw() local
2356 struct intel_iommu *iommu; in iommu_flush_all() local
2369 struct intel_iommu *iommu = NULL; in iommu_suspend() local
2396 struct intel_iommu *iommu = NULL; in iommu_resume() local
2892 struct intel_iommu *iommu = NULL; in intel_disable_iommus() local
2902 struct intel_iommu *iommu = NULL; in intel_iommu_shutdown() local
3090 struct intel_iommu *iommu; in intel_iommu_init() local
[all …]
|
| H A D | irq_remapping.c | 29 struct intel_iommu *iommu; member
36 struct intel_iommu *iommu; member
43 struct intel_iommu *iommu; member
158 struct intel_iommu *iommu; in modify_irte() local
227 struct intel_iommu *iommu; in clear_entries() local
689 struct intel_iommu *iommu; in intel_cleanup_irq_remapping() local
705 struct intel_iommu *iommu; in intel_prepare_irq_remapping() local
776 struct intel_iommu *iommu; in set_irq_posting_cap() local
802 struct intel_iommu *iommu; in intel_enable_irq_remapping() local
831 struct intel_iommu *iommu, in ir_parse_one_hpet_scope()
[all …]
|
| H A D | cache.c | 24 struct intel_iommu *iommu, struct device *dev, in cache_tage_match()
48 struct intel_iommu *iommu = info->iommu; in cache_tag_assign() local
99 struct intel_iommu *iommu = info->iommu; in cache_tag_unassign() local
203 struct intel_iommu *iommu = info->iommu; in domain_get_id_for_dev() local
311 static void qi_batch_add_iotlb(struct intel_iommu *iommu, u16 did, u64 addr, in qi_batch_add_iotlb()
371 struct intel_iommu *iommu = tag->iommu; in cache_tag_flush_iotlb() local
402 struct intel_iommu *iommu = tag->iommu; in cache_tag_flush_devtlb_psi() local
428 struct intel_iommu *iommu = tag->iommu; in cache_tag_flush_devtlb_all() local
449 struct intel_iommu *iommu = NULL; in cache_tag_flush_range() local
495 struct intel_iommu *iommu = NULL; in cache_tag_flush_all() local
[all …]
|
| H A D | perfmon.c | 327 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_start() local
364 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_stop() local
476 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_enable() local
484 struct intel_iommu *iommu = iommu_pmu->iommu; in iommu_pmu_disable() local
519 struct intel_iommu *iommu = dev_id; in iommu_pmu_irq_handler() local
532 static int __iommu_pmu_register(struct intel_iommu *iommu) in __iommu_pmu_register()
556 get_perf_reg_address(struct intel_iommu *iommu, u32 offset) in get_perf_reg_address()
563 int alloc_iommu_pmu(struct intel_iommu *iommu) in alloc_iommu_pmu()
707 void free_iommu_pmu(struct intel_iommu *iommu) in free_iommu_pmu()
758 void iommu_pmu_register(struct intel_iommu *iommu) in iommu_pmu_register()
[all …]
|
| H A D | perf.c | 18 bool dmar_latency_enabled(struct intel_iommu *iommu, enum latency_type type) in dmar_latency_enabled()
25 int dmar_latency_enable(struct intel_iommu *iommu, enum latency_type type) in dmar_latency_enable()
57 void dmar_latency_disable(struct intel_iommu *iommu, enum latency_type type) in dmar_latency_disable()
70 void dmar_latency_update(struct intel_iommu *iommu, enum latency_type type, u64 latency) in dmar_latency_update()
116 int dmar_latency_snapshot(struct intel_iommu *iommu, char *str, size_t size) in dmar_latency_snapshot()
|
| H A D | debugfs.c | 116 struct intel_iommu *iommu; in iommu_regset_show() local
263 static void root_tbl_walk(struct seq_file *m, struct intel_iommu *iommu) in root_tbl_walk()
285 struct intel_iommu *iommu; in dmar_translation_struct_show() local
353 struct intel_iommu *iommu; in domain_translation_struct_show() local
483 struct intel_iommu *iommu) in invalidation_queue_entry_show()
512 struct intel_iommu *iommu; in invalidation_queue_show() local
544 struct intel_iommu *iommu) in ir_tbl_remap_entry_show()
568 struct intel_iommu *iommu) in ir_tbl_posted_entry_show()
600 struct intel_iommu *iommu; in ir_translation_struct_show() local
667 struct intel_iommu *iommu; in latency_show() local
[all …]
|
| H A D | dmar.c | 953 static void unmap_iommu(struct intel_iommu *iommu) in unmap_iommu()
1041 struct intel_iommu *iommu; in alloc_iommu() local
1168 static void free_iommu(struct intel_iommu *iommu) in free_iommu()
1499 void qi_global_iec(struct intel_iommu *iommu) in qi_global_iec()
1607 void dmar_disable_qi(struct intel_iommu *iommu) in dmar_disable_qi()
1642 static void __dmar_enable_qi(struct intel_iommu *iommu) in __dmar_enable_qi()
1680 int dmar_enable_qi(struct intel_iommu *iommu) in dmar_enable_qi()
1937 struct intel_iommu *iommu = dev_id; in dmar_fault() local
2014 int dmar_set_interrupt(struct intel_iommu *iommu) in dmar_set_interrupt()
2041 struct intel_iommu *iommu; in enable_drhd_fault_handling() local
[all …]
|
| H A D | perf.h | 46 dmar_latency_enable(struct intel_iommu *iommu, enum latency_type type) in dmar_latency_enable()
52 dmar_latency_disable(struct intel_iommu *iommu, enum latency_type type) in dmar_latency_disable()
57 dmar_latency_enabled(struct intel_iommu *iommu, enum latency_type type) in dmar_latency_enabled()
63 dmar_latency_update(struct intel_iommu *iommu, enum latency_type type, u64 latency) in dmar_latency_update()
68 dmar_latency_snapshot(struct intel_iommu *iommu, char *str, size_t size) in dmar_latency_snapshot()
|
| H A D | prq.c | 64 struct intel_iommu *iommu; in intel_iommu_drain_pasid_prq() local
137 static void handle_bad_prq_event(struct intel_iommu *iommu, in handle_bad_prq_event()
176 static void intel_prq_report(struct intel_iommu *iommu, struct device *dev, in intel_prq_report()
200 struct intel_iommu *iommu = d; in prq_event_thread() local
288 int intel_iommu_enable_prq(struct intel_iommu *iommu) in intel_iommu_enable_prq()
349 int intel_iommu_finish_prq(struct intel_iommu *iommu) in intel_iommu_finish_prq()
376 struct intel_iommu *iommu = info->iommu; in intel_iommu_page_response() local
|
| H A D | perfmon.h | 45 alloc_iommu_pmu(struct intel_iommu *iommu) in alloc_iommu_pmu()
51 free_iommu_pmu(struct intel_iommu *iommu) in free_iommu_pmu()
56 iommu_pmu_register(struct intel_iommu *iommu) in iommu_pmu_register()
61 iommu_pmu_unregister(struct intel_iommu *iommu) in iommu_pmu_unregister()
|
| /linux-6.15/drivers/iommu/ |
| H A D | sun50i-iommu.c | 101 struct iommu_device iommu; member
125 struct sun50i_iommu *iommu; member
294 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_table_flush() local
387 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_iommu_flush_iotlb_all() local
410 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_iommu_iotlb_sync_map() local
559 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_dte_get_page_table() local
600 struct sun50i_iommu *iommu = sun50i_domain->iommu; in sun50i_iommu_map() local
801 struct sun50i_iommu *iommu; in sun50i_iommu_attach_device() local
823 struct sun50i_iommu *iommu; in sun50i_iommu_probe_device() local
959 struct sun50i_iommu *iommu = dev_id; in sun50i_iommu_irq() local
[all …]
|
| H A D | msm_iommu.c | 120 struct msm_iommu_dev *iommu = NULL; in __flush_iotlb() local
142 struct msm_iommu_dev *iommu = NULL; in __flush_iotlb_range() local
363 struct msm_iommu_dev *iommu, *ret = NULL; in find_iommu_for_dev() local
381 struct msm_iommu_dev *iommu; in msm_iommu_probe_device() local
398 struct msm_iommu_dev *iommu; in msm_iommu_attach_dev() local
449 struct msm_iommu_dev *iommu; in msm_iommu_identity_attach() local
529 struct msm_iommu_dev *iommu; in msm_iommu_iova_to_phys() local
600 struct msm_iommu_dev **iommu, in insert_iommu_master()
631 struct msm_iommu_dev *iommu = NULL, *iter; in qcom_iommu_of_xlate() local
657 struct msm_iommu_dev *iommu = dev_id; in msm_iommu_fault_handler() local
[all …]
|
| H A D | rockchip-iommu.c | 117 struct iommu_device iommu; member
124 struct rk_iommu *iommu; member
584 struct rk_iommu *iommu = dev_id; in rk_iommu_irq() local
688 struct rk_iommu *iommu; in rk_iommu_zap_iova() local
964 struct rk_iommu *iommu; in rk_iommu_identity_attach() local
1009 struct rk_iommu *iommu; in rk_iommu_attach_device() local
1054 struct rk_iommu *iommu; in rk_iommu_domain_alloc_paging() local
1124 struct rk_iommu *iommu; in rk_iommu_probe_device() local
1186 struct rk_iommu *iommu; in rk_iommu_probe() local
1310 struct rk_iommu *iommu = dev_get_drvdata(dev); in rk_iommu_suspend() local
[all …]
|
| H A D | iommu-sysfs.c | 54 int iommu_device_sysfs_add(struct iommu_device *iommu, in iommu_device_sysfs_add()
92 void iommu_device_sysfs_remove(struct iommu_device *iommu) in iommu_device_sysfs_remove()
106 int iommu_device_link(struct iommu_device *iommu, struct device *link) in iommu_device_link()
123 void iommu_device_unlink(struct iommu_device *iommu, struct device *link) in iommu_device_unlink()
|
| /linux-6.15/arch/sparc/kernel/ |
| H A D | iommu.c | 80 #define IOPTE_IS_DUMMY(iommu, iopte) \ argument
157 struct iommu *iommu, in alloc_npages()
202 struct iommu *iommu; in dma_4u_alloc_coherent() local
250 struct iommu *iommu; in dma_4u_free_coherent() local
268 struct iommu *iommu; in dma_4u_map_page() local
390 struct iommu *iommu; in dma_4u_unmap_page() local
443 struct iommu *iommu; in dma_4u_map_sg() local
612 struct iommu *iommu; in dma_4u_unmap_sg() local
661 struct iommu *iommu; in dma_4u_sync_single_for_cpu() local
699 struct iommu *iommu; in dma_4u_sync_sg_for_cpu() local
[all …]
|
| H A D | iommu-common.c | 19 static inline bool need_flush(struct iommu_map_table *iommu) in need_flush()
24 static inline void set_flush(struct iommu_map_table *iommu) in set_flush()
29 static inline void clear_flush(struct iommu_map_table *iommu) in clear_flush()
52 void iommu_tbl_pool_init(struct iommu_map_table *iommu, in iommu_tbl_pool_init()
98 struct iommu_map_table *iommu, in iommu_tbl_range_alloc()
246 void iommu_tbl_range_free(struct iommu_map_table *iommu, u64 dma_addr, in iommu_tbl_range_free()
|
| /linux-6.15/drivers/iommu/riscv/ |
| H A D | iommu.c | 287 struct riscv_iommu_device *iommu = queue->iommu; in riscv_iommu_queue_disable() local
530 struct riscv_iommu_device *iommu = queue->iommu; in riscv_iommu_fltq_process() local
664 #define riscv_iommu_read_ddtp(iommu) ({ \ argument
851 struct riscv_iommu_device *iommu = dev_to_iommu(dev); in riscv_iommu_bond_link() local
881 struct riscv_iommu_device *iommu = dev_to_iommu(dev); in riscv_iommu_bond_unlink() local
928 struct riscv_iommu_device *iommu, *prev; in riscv_iommu_iotlb_inval() local
1324 struct riscv_iommu_device *iommu = dev_to_iommu(dev); in riscv_iommu_attach_paging_domain() local
1359 struct riscv_iommu_device *iommu; in riscv_iommu_alloc_paging_domain() local
1428 struct riscv_iommu_device *iommu = dev_to_iommu(dev); in riscv_iommu_attach_blocking_domain() local
1449 struct riscv_iommu_device *iommu = dev_to_iommu(dev); in riscv_iommu_attach_identity_domain() local
[all …]
|
| H A D | iommu.h | 28 struct riscv_iommu_device *iommu; /* iommu device handling the queue when active */ member
38 struct iommu_device iommu; member
69 #define riscv_iommu_readl(iommu, addr) \ argument
72 #define riscv_iommu_readq(iommu, addr) \ argument
75 #define riscv_iommu_writel(iommu, addr, val) \ argument
78 #define riscv_iommu_writeq(iommu, addr, val) \ argument
81 #define riscv_iommu_readq_timeout(iommu, addr, val, cond, delay_us, timeout_us) \ argument
85 #define riscv_iommu_readl_timeout(iommu, addr, val, cond, delay_us, timeout_us) \ argument
|
| /linux-6.15/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 816 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_pin_pages() local
933 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_unpin_pages() local
2171 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_attach_group() local
2475 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_detach_group() local
2559 struct vfio_iommu *iommu; in vfio_iommu_type1_open() local
2606 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_release() local
3008 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_ioctl() local
3029 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_register_device() local
3050 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_unregister_device() local
3125 struct vfio_iommu *iommu = iommu_data; in vfio_iommu_type1_dma_rw() local
[all …]
|
| /linux-6.15/drivers/gpu/drm/msm/ |
| H A D | msm_iommu.c | 193 struct msm_iommu *iommu = to_msm_iommu(mmu); in msm_iommu_get_geometry() local
274 struct msm_iommu *iommu = to_msm_iommu(parent); in msm_iommu_pagetable_create() local
347 struct msm_iommu *iommu = arg; in msm_gpu_fault_handler() local
371 struct msm_iommu *iommu = arg; in msm_disp_fault_handler() local
389 struct msm_iommu *iommu = to_msm_iommu(mmu); in msm_iommu_detach() local
397 struct msm_iommu *iommu = to_msm_iommu(mmu); in msm_iommu_map() local
412 struct msm_iommu *iommu = to_msm_iommu(mmu); in msm_iommu_unmap() local
424 struct msm_iommu *iommu = to_msm_iommu(mmu); in msm_iommu_destroy() local
440 struct msm_iommu *iommu; in msm_iommu_new() local
475 struct msm_iommu *iommu; in msm_iommu_disp_new() local
[all …]
|