Home
last modified time | relevance | path

Searched refs:pasid (Results 1 – 25 of 159) sorted by relevance

1234567

/linux-6.15/drivers/misc/ocxl/
H A Dtrace.h45 __entry->pasid = pasid;
50 __entry->pasid,
65 __entry->pasid = pasid;
70 __entry->pasid,
90 __entry->pasid = pasid;
98 __entry->pasid,
124 __entry->pasid = pasid;
129 __entry->pasid,
185 __entry->pasid = pasid;
192 __entry->pasid,
[all …]
H A Dcontext.c10 int pasid; in ocxl_context_alloc() local
19 pasid = idr_alloc(&afu->contexts_idr, ctx, afu->pasid_base, in ocxl_context_alloc()
21 if (pasid < 0) { in ocxl_context_alloc()
24 return pasid; in ocxl_context_alloc()
29 ctx->pasid = pasid; in ocxl_context_alloc()
129 pasid_off = ctx->pasid - ctx->afu->pasid_base; in map_pp_mmio()
148 ctx->pasid, vmf->address, offset); in ocxl_mmap_fault()
231 rc = ocxl_config_terminate_pasid(dev, afu_control_pos, ctx->pasid); in ocxl_context_detach()
233 trace_ocxl_terminate_pasid(ctx->pasid, rc); in ocxl_context_detach()
251 rc = ocxl_link_remove_pe(ctx->afu->fn->link, ctx->pasid); in ocxl_context_detach()
[all …]
/linux-6.15/drivers/gpu/drm/amd/amdkfd/
H A Dcik_event_interrupt.c38 uint16_t pasid; in cik_event_interrupt_isr() local
58 tmp_ihre->ring_id |= pasid << 16; in cik_event_interrupt_isr()
60 return ret && (pasid != 0) && in cik_event_interrupt_isr()
72 pasid = (ihre->ring_id & 0xffff0000) >> 16; in cik_event_interrupt_isr()
95 u32 pasid = (ihre->ring_id & 0xffff0000) >> 16; in cik_event_interrupt_wq() local
97 if (pasid == 0) in cik_event_interrupt_wq()
101 kfd_signal_event_interrupt(pasid, context_id, 28); in cik_event_interrupt_wq()
103 kfd_signal_event_interrupt(pasid, context_id, 28); in cik_event_interrupt_wq()
107 kfd_signal_hw_exception_event(pasid); in cik_event_interrupt_wq()
114 kfd_smi_event_update_vmfault(dev, pasid); in cik_event_interrupt_wq()
[all …]
H A Dkfd_int_process_v11.c192 uint16_t pasid, uint16_t source_id) in event_interrupt_poison_consumption_v11() argument
214 ret = dev->dqm->ops.reset_queues(dev->dqm, pasid); in event_interrupt_poison_consumption_v11()
226 kfd_signal_poison_consumed_event(dev, pasid); in event_interrupt_poison_consumption_v11()
238 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_isr_v11() local
251 pasid = SOC15_PASID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_isr_v11()
259 client_id, source_id, vmid, pasid); in event_interrupt_isr_v11()
294 pasid = SOC15_PASID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_wq_v11()
320 kfd_set_dbg_ev_from_interrupt(dev, pasid, -1, in event_interrupt_wq_v11()
323 kfd_smi_event_update_vmfault(dev, pasid); in event_interrupt_wq_v11()
375 dev, pasid, source_id); in event_interrupt_wq_v11()
[all …]
H A Dkfd_int_process_v9.c145 uint16_t pasid, uint16_t client_id) in event_interrupt_poison_consumption_v9() argument
237 block, pasid, NULL, NULL, reset); in event_interrupt_poison_consumption_v9()
264 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_isr_v9() local
310 pasid = dev->dqm->vmid_pasid[vmid]; in event_interrupt_isr_v9()
314 & ~pasid_mask) | pasid); in event_interrupt_isr_v9()
318 client_id, source_id, vmid, pasid); in event_interrupt_isr_v9()
359 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_wq_v9() local
436 kfd_set_dbg_ev_from_interrupt(dev, pasid, in event_interrupt_wq_v9()
484 pasid, in event_interrupt_wq_v9()
489 kfd_smi_event_update_vmfault(dev, pasid); in event_interrupt_wq_v9()
[all …]
H A Dkfd_int_process_v10.c137 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_isr_v10() local
150 pasid = SOC15_PASID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_isr_v10()
172 client_id, source_id, vmid, pasid); in event_interrupt_isr_v10()
178 if (WARN_ONCE(pasid == 0, "Bug: No PASID in KFD interrupt")) in event_interrupt_isr_v10()
197 uint16_t source_id, client_id, pasid, vmid; in event_interrupt_wq_v10() local
203 pasid = SOC15_PASID_FROM_IH_ENTRY(ih_ring_entry); in event_interrupt_wq_v10()
214 kfd_signal_event_interrupt(pasid, context_id0, 32); in event_interrupt_wq_v10()
252 if (kfd_set_dbg_ev_from_interrupt(dev, pasid, in event_interrupt_wq_v10()
285 kfd_set_dbg_ev_from_interrupt(dev, pasid, in event_interrupt_wq_v10()
328 pasid, in event_interrupt_wq_v10()
[all …]
/linux-6.15/drivers/iommu/intel/
H A Dpasid.c143 dir_index = pasid >> PASID_PDE_SHIFT; in intel_pasid_get_entry()
144 index = pasid & PASID_PTE_MASK; in intel_pasid_get_entry()
196 u16 did, u32 pasid) in pasid_cache_invalidation_with_pasid() argument
201 QI_PC_PASID(pasid) | QI_PC_TYPE; in pasid_cache_invalidation_with_pasid()
233 if (pasid == IOMMU_NO_PASID) in devtlb_invalidation_with_pasid()
240 u32 pasid, bool fault_ignore) in intel_pasid_tear_down_entry() argument
298 u32 pasid, u16 did) in pasid_flush_caches() argument
321 u32 pasid, u16 did, in intel_pasid_flush_present() argument
376 u32 pasid, u16 did, int flags) in intel_pasid_setup_first_level() argument
527 u32 pasid) in intel_pasid_replace_second_level() argument
[all …]
H A Dcache.c25 ioasid_t pasid, enum cache_tag_type type) in cache_tage_match() argument
30 if (tag->domain_id != domain_id || tag->pasid != pasid) in cache_tage_match()
44 struct device *dev, ioasid_t pasid, in cache_tag_assign() argument
60 tag->pasid = pasid; in cache_tag_assign()
95 struct device *dev, ioasid_t pasid, in cache_tag_unassign() argument
137 struct device *dev, ioasid_t pasid) in __cache_tag_assign_domain() argument
158 struct device *dev, ioasid_t pasid) in __cache_tag_unassign_domain() argument
169 struct device *dev, ioasid_t pasid) in __cache_tag_assign_parent_domain() argument
224 struct device *dev, ioasid_t pasid) in cache_tag_assign_domain() argument
351 u32 pasid, u16 qdep, u64 addr, in qi_batch_add_pasid_dev_iotlb() argument
[all …]
H A Dpasid.h294 u32 pasid, u16 did, int flags);
297 struct device *dev, u32 pasid);
299 struct device *dev, u32 pasid,
302 struct device *dev, u32 pasid);
304 u32 pasid, struct dmar_domain *domain);
307 u32 pasid, u16 did, u16 old_did,
312 u32 pasid);
315 u32 pasid);
317 struct device *dev, u32 pasid,
321 struct device *dev, u32 pasid,
[all …]
H A Dprq.c24 u64 pasid:20; member
60 void intel_iommu_drain_pasid_prq(struct device *dev, u32 pasid) in intel_iommu_drain_pasid_prq() argument
91 (req->pasid_present && pasid != req->pasid) || in intel_iommu_drain_pasid_prq()
92 (!req->pasid_present && pasid != IOMMU_NO_PASID)) { in intel_iommu_drain_pasid_prq()
111 if (pasid == IOMMU_NO_PASID) { in intel_iommu_drain_pasid_prq()
116 qi_desc_piotlb(did, pasid, 0, -1, 0, &desc[1]); in intel_iommu_drain_pasid_prq()
117 qi_desc_dev_iotlb_pasid(sid, info->pfsid, pasid, info->ats_qdep, in intel_iommu_drain_pasid_prq()
149 desc.qw0 = QI_PGRP_PASID(req->pasid) | in handle_bad_prq_event()
184 event.fault.prm.pasid = desc->pasid; in intel_prq_report()
389 desc.qw0 = QI_PGRP_PASID(prm->pasid) | QI_PGRP_DID(sid) | in intel_iommu_page_response()
H A Dnested.c135 struct device *dev, ioasid_t pasid, in domain_setup_nested() argument
139 return intel_pasid_setup_nested(iommu, dev, pasid, domain); in domain_setup_nested()
140 return intel_pasid_replace_nested(iommu, dev, pasid, in domain_setup_nested()
146 struct device *dev, ioasid_t pasid, in intel_nested_set_dev_pasid() argument
165 dev_pasid = domain_add_dev_pasid(domain, dev, pasid); in intel_nested_set_dev_pasid()
169 ret = domain_setup_nested(iommu, dmar_domain, dev, pasid, old); in intel_nested_set_dev_pasid()
173 domain_remove_dev_pasid(old, dev, pasid); in intel_nested_set_dev_pasid()
178 domain_remove_dev_pasid(domain, dev, pasid); in intel_nested_set_dev_pasid()
H A Dtrace.h101 __field(u32, pasid)
109 __entry->pasid = tag->pasid;
119 __entry->domain_id, __entry->pasid, __entry->users
147 __field(u32, pasid)
159 __entry->pasid = tag->pasid;
167 __get_str(iommu), __get_str(dev), __entry->pasid,
H A Dsvm.c93 dev_pasid->pasid, true); in intel_mm_release()
149 struct device *dev, ioasid_t pasid, in intel_svm_set_dev_pasid() argument
163 dev_pasid = domain_add_dev_pasid(domain, dev, pasid); in intel_svm_set_dev_pasid()
169 ret = __domain_setup_first_level(iommu, dev, pasid, in intel_svm_set_dev_pasid()
175 domain_remove_dev_pasid(old, dev, pasid); in intel_svm_set_dev_pasid()
180 domain_remove_dev_pasid(domain, dev, pasid); in intel_svm_set_dev_pasid()
/linux-6.15/drivers/iommu/amd/
H A Dpasid.c24 ioasid_t pasid) in is_pasid_valid() argument
26 if (pasid > 0 && pasid < dev_data->max_pasids) in is_pasid_valid()
43 struct device *dev, ioasid_t pasid) in remove_pdom_dev_pasid() argument
52 pdom_dev_data->pasid == pasid) { in remove_pdom_dev_pasid()
73 pdom_dev_data->pasid, in sva_arch_invalidate_secondary_tlbs()
103 struct device *dev, ioasid_t pasid, in iommu_sva_set_dev_pasid() argument
116 if (!is_pasid_valid(dev_data, pasid)) in iommu_sva_set_dev_pasid()
128 pdom_dev_data->pasid = pasid; in iommu_sva_set_dev_pasid()
134 ret = amd_iommu_set_gcr3(dev_data, pasid, in iommu_sva_set_dev_pasid()
154 if (!is_pasid_valid(dev_iommu_priv_get(dev), pasid)) in amd_iommu_remove_dev_pasid()
[all …]
H A Damd_iommu.h54 struct device *dev, ioasid_t pasid,
56 void amd_iommu_remove_dev_pasid(struct device *dev, ioasid_t pasid,
74 ioasid_t pasid, unsigned long gcr3);
75 int amd_iommu_clear_gcr3(struct iommu_dev_data *dev_data, ioasid_t pasid);
82 int amd_iommu_complete_ppr(struct device *dev, u32 pasid, int status, int tag);
93 ioasid_t pasid, u64 address, size_t size);
/linux-6.15/drivers/pci/
H A Dats.c416 if (!pasid) in pci_enable_pasid()
456 if (!pasid) in pci_disable_pasid()
480 if (!pasid) in pci_restore_pasid_state()
500 int pasid; in pci_pasid_features() local
505 pasid = pdev->pasid_cap; in pci_pasid_features()
506 if (!pasid) in pci_pasid_features()
527 int pasid; in pci_max_pasids() local
532 pasid = pdev->pasid_cap; in pci_max_pasids()
533 if (!pasid) in pci_max_pasids()
556 int pasid; in pci_pasid_status() local
[all …]
/linux-6.15/drivers/iommu/iommufd/
H A Ddevice.c303 ioasid_t pasid) in iommufd_group_device_num() argument
391 ioasid_t pasid) in iommufd_device_is_attached() argument
401 ioasid_t pasid) in iommufd_hwpt_pasid_compat() argument
430 ioasid_t pasid) in iommufd_hwpt_attach_device() argument
450 if (pasid == IOMMU_NO_PASID) in iommufd_hwpt_attach_device()
485 ioasid_t pasid) in iommufd_hwpt_detach_device() argument
490 if (pasid == IOMMU_NO_PASID) in iommufd_hwpt_detach_device()
503 ioasid_t pasid, in iommufd_hwpt_replace_device() argument
527 if (pasid == IOMMU_NO_PASID) in iommufd_hwpt_replace_device()
532 pasid, &handle->handle); in iommufd_hwpt_replace_device()
[all …]
/linux-6.15/drivers/vfio/
H A Diommufd.c129 int pasid; in vfio_iommufd_physical_unbind() local
134 iommufd_device_detach(vdev->iommufd_device, pasid); in vfio_iommufd_physical_unbind()
135 ida_free(&vdev->pasids, pasid); in vfio_iommufd_physical_unbind()
182 u32 pasid, u32 *pt_id) in vfio_iommufd_physical_pasid_attach_ioas() argument
191 if (ida_exists(&vdev->pasids, pasid)) in vfio_iommufd_physical_pasid_attach_ioas()
193 pasid, pt_id); in vfio_iommufd_physical_pasid_attach_ioas()
195 rc = ida_alloc_range(&vdev->pasids, pasid, pasid, GFP_KERNEL); in vfio_iommufd_physical_pasid_attach_ioas()
201 ida_free(&vdev->pasids, pasid); in vfio_iommufd_physical_pasid_attach_ioas()
208 u32 pasid) in vfio_iommufd_physical_pasid_detach_ioas() argument
215 if (!ida_exists(&vdev->pasids, pasid)) in vfio_iommufd_physical_pasid_detach_ioas()
[all …]
/linux-6.15/drivers/gpu/drm/amd/amdgpu/
H A Damdgpu_ids.c46 u32 pasid; member
62 int pasid = -EINVAL; in amdgpu_pasid_alloc() local
67 if (pasid != -ENOSPC) in amdgpu_pasid_alloc()
71 if (pasid >= 0) in amdgpu_pasid_alloc()
74 return pasid; in amdgpu_pasid_alloc()
107 u32 pasid) in amdgpu_pasid_free_delayed() argument
118 amdgpu_pasid_free(pasid); in amdgpu_pasid_free_delayed()
127 amdgpu_pasid_free(pasid); in amdgpu_pasid_free_delayed()
129 cb->pasid = pasid; in amdgpu_pasid_free_delayed()
143 amdgpu_pasid_free(pasid); in amdgpu_pasid_free_delayed()
[all …]
H A Damdgpu_vm_tlb_fence.c37 uint16_t pasid; member
62 r = amdgpu_gmc_flush_gpu_tlb_pasid(f->adev, f->pasid, 2, true, 0); in amdgpu_tlb_fence_work()
65 f->pasid); in amdgpu_tlb_fence_work()
93 amdgpu_gmc_flush_gpu_tlb_pasid(adev, vm->pasid, 2, true, 0); in amdgpu_vm_tlb_fence_create()
100 f->pasid = vm->pasid; in amdgpu_vm_tlb_fence_create()
H A Damdgpu_trace.h88 __field(unsigned, pasid)
100 __entry->pasid = iv->pasid;
223 __field(u32, pasid)
233 __entry->pasid = vm->pasid;
439 TP_PROTO(unsigned pasid),
440 TP_ARGS(pasid),
445 __entry->pasid = pasid;
451 TP_PROTO(unsigned pasid),
452 TP_ARGS(pasid)
456 TP_PROTO(unsigned pasid),
[all …]
/linux-6.15/drivers/iommu/
H A Diommu-sva.c20 ioasid_t pasid; in iommu_alloc_mm_data() local
30 if (iommu_mm->pasid >= dev->iommu->max_pasids) in iommu_alloc_mm_data()
39 pasid = iommu_alloc_global_pasid(dev); in iommu_alloc_mm_data()
40 if (pasid == IOMMU_PASID_INVALID) { in iommu_alloc_mm_data()
44 iommu_mm->pasid = pasid; in iommu_alloc_mm_data()
93 attach_handle = iommu_attach_handle_get(group, iommu_mm->pasid, IOMMU_DOMAIN_SVA); in iommu_sva_bind_device()
118 ret = iommu_attach_device_pasid(domain, dev, iommu_mm->pasid, in iommu_sva_bind_device()
133 ret = iommu_attach_device_pasid(domain, dev, iommu_mm->pasid, in iommu_sva_bind_device()
176 iommu_detach_device_pasid(domain, dev, iommu_mm->pasid); in iommu_sva_unbind_device()
201 iommu_free_global_pasid(iommu_mm->pasid); in mm_pasid_drop()
/linux-6.15/drivers/dma/idxd/
H A Dcdev.c44 unsigned int pasid; member
197 ctx->pasid); in idxd_xa_pasid_remove()
209 ctx = xa_load(&wq->upasid_xa, pasid); in idxd_user_counter_increment()
226 unsigned int pasid; in idxd_cdev_open() local
258 pasid = iommu_sva_get_pasid(sva); in idxd_cdev_open()
259 if (pasid == IOMMU_PASID_INVALID) { in idxd_cdev_open()
265 ctx->pasid = pasid; in idxd_cdev_open()
275 rc = idxd_wq_set_pasid(wq, pasid); in idxd_cdev_open()
348 if (entry_head->pasid == pasid && entry_head->wq_idx == wq->id) in idxd_cdev_evl_drain_pasid()
462 descriptor.pasid = ctx->pasid; in idxd_submit_user_descriptor()
[all …]
/linux-6.15/arch/csky/include/asm/
H A Dasid.h33 void asid_new_context(struct asid_info *info, atomic64_t *pasid,
43 atomic64_t *pasid, unsigned int cpu, in asid_check_context() argument
48 asid = atomic64_read(pasid); in asid_check_context()
71 asid_new_context(info, pasid, cpu, mm); in asid_check_context()
/linux-6.15/arch/csky/mm/
H A Dasid.c79 static u64 new_context(struct asid_info *info, atomic64_t *pasid, in new_context() argument
83 u64 asid = atomic64_read(pasid); in new_context()
137 void asid_new_context(struct asid_info *info, atomic64_t *pasid, in asid_new_context() argument
145 asid = atomic64_read(pasid); in asid_new_context()
147 asid = new_context(info, pasid, mm); in asid_new_context()
148 atomic64_set(pasid, asid); in asid_new_context()

1234567