Home
last modified time | relevance | path

Searched refs:iova (Results 1 – 25 of 167) sorted by relevance

1234567

/dpdk/lib/vhost/
H A Diotlb.c89 node->iova = iova; in vhost_user_iotlb_pending_insert()
109 if (node->iova < iova) in vhost_user_iotlb_pending_remove()
111 if (node->iova >= iova + size) in vhost_user_iotlb_pending_remove()
188 new_node->iova = iova; in vhost_user_iotlb_cache_insert()
200 if (node->iova == new_node->iova) { in vhost_user_iotlb_cache_insert()
233 if (unlikely(iova + size < node->iova)) in vhost_user_iotlb_cache_remove()
236 if (iova < node->iova + node->size) { in vhost_user_iotlb_cache_remove()
258 if (unlikely(iova < node->iova)) in vhost_user_iotlb_cache_find()
261 if (iova >= node->iova + node->size) in vhost_user_iotlb_cache_find()
269 offset = iova - node->iova; in vhost_user_iotlb_cache_find()
[all …]
H A Diotlb.h37 uint64_t iova, uint64_t uaddr,
40 uint64_t iova, uint64_t size);
41 uint64_t vhost_user_iotlb_cache_find(struct vhost_virtqueue *vq, uint64_t iova,
43 bool vhost_user_iotlb_pending_miss(struct vhost_virtqueue *vq, uint64_t iova,
46 uint64_t iova, uint8_t perm);
47 void vhost_user_iotlb_pending_remove(struct vhost_virtqueue *vq, uint64_t iova,
H A Dvhost.h328 __u64 iova; member
528 uint64_t iova, uint64_t len);
533 uint64_t iova, uint64_t len);
582 uint64_t iova, uint64_t len) in vhost_log_cache_write_iova() argument
588 __vhost_log_cache_write_iova(dev, vq, iova, len); in vhost_log_cache_write_iova()
590 __vhost_log_cache_write(dev, vq, iova, len); in vhost_log_cache_write_iova()
595 uint64_t iova, uint64_t len) in vhost_log_write_iova() argument
601 __vhost_log_write_iova(dev, vq, iova, len); in vhost_log_write_iova()
603 __vhost_log_write(dev, iova, len); in vhost_log_write_iova()
799 uint64_t iova, uint64_t *len, uint8_t perm);
[all …]
/dpdk/app/test/
H A Dtest_external_mem.c66 expected_iova = (iova == NULL) ? RTE_BAD_IOVA : iova[i]; in check_mem()
67 if (ms->iova != expected_iova) { in check_mem()
244 if (iova != NULL) { in test_malloc_invalid_param()
253 iova, n_pages - 1, pgsz) >= 0 || in test_malloc_invalid_param()
260 iova, n_pages + 1, pgsz) >= 0 || in test_malloc_invalid_param()
314 iova, n_pages, pgsz) != 0) { in test_malloc_basic()
487 if (iova != NULL) { in test_extmem_invalid_param()
496 iova, n_pages - 1, pgsz) >= 0 || in test_extmem_invalid_param()
549 rte_iova_t iova[len / pgsz]; in test_external_mem() local
555 n_pages = RTE_DIM(iova); in test_external_mem()
[all …]
H A Dtest_memzone.c675 if ((memzone_aligned_128->iova & 127) != 0) in test_memzone_aligned()
686 if ((memzone_aligned_256->iova & 255) != 0) in test_memzone_aligned()
697 if ((memzone_aligned_512->iova & 511) != 0) in test_memzone_aligned()
708 if ((memzone_aligned_1024->iova & 1023) != 0) in test_memzone_aligned()
788 if ((mz->iova & ((rte_iova_t)align - 1)) != 0) { in check_memzone_bounded()
807 if ((mz->iova & bmask) != in check_memzone_bounded()
808 ((mz->iova + mz->len - 1) & bmask)) { in check_memzone_bounded()
1013 if ((memzone1->iova & RTE_CACHE_LINE_MASK) != 0) in test_memzone_basic()
1033 memzone2->iova, memzone2->len)) in test_memzone_basic()
1037 memzone3->iova, memzone3->len)) in test_memzone_basic()
[all …]
/dpdk/lib/eal/linux/
H A Deal_vfio.c117 if (umm_a->iova < umm_b->iova) in user_mem_map_cmp()
119 if (umm_a->iova > umm_b->iova) in user_mem_map_cmp()
159 dst_first->iova = src_first->iova; in process_maps()
229 if (left->iova + left->len != right->iova) in merge_map()
252 uint64_t map_iova_off = iova - map->iova; in addr_is_chunk_aligned()
256 bool iova_in_map = (iova >= map->iova) && (iova <= map_iova_end); in addr_is_chunk_aligned()
1420 dma_map.iova = iova; in vfio_type1_dma_mem_map()
1444 dma_unmap.iova = iova; in vfio_type1_dma_mem_map()
1519 dma_map.iova = iova; in vfio_spapr_dma_do_map()
1536 dma_unmap.iova = iova; in vfio_spapr_dma_do_map()
[all …]
/dpdk/drivers/crypto/nitrox/
H A Dnitrox_sym_reqmgr.c127 rte_iova_t iova; member
133 uint64_t iova[4]; member
147 rte_iova_t iova; member
163 rte_iova_t iova; member
170 sr->iova = iova; in softreq_init()
261 sglist[cnt].iova = iova; in fill_sglist()
323 sgcomp->iova[j] = rte_cpu_to_be_64(sglist->iova); in create_sgcomp()
357 sr->out.sglist[cnt].iova = sr->iova + offsetof(struct nitrox_softreq, in create_cipher_outbuf()
373 sr->out.sglist[cnt].iova = sr->iova + offsetof(struct nitrox_softreq, in create_cipher_outbuf()
560 sr->out.sglist[cnt].iova = sr->in.sglist[i].iova; in create_aead_inplace_outbuf()
[all …]
/dpdk/drivers/net/sfc/
H A Dsfc_nic_dma.c57 if (memhdr->iova == RTE_BAD_IOVA) in sfc_nic_dma_register_mempool_chunk()
64 nic_base = sfc_nic_dma_map(&sas->nic_dma_info, memhdr->iova, in sfc_nic_dma_register_mempool_chunk()
69 rc = efx_nic_dma_config_add(sa->nic, memhdr->iova, memhdr->len, in sfc_nic_dma_register_mempool_chunk()
74 memhdr->addr, (uint64_t)memhdr->iova, memhdr->len, in sfc_nic_dma_register_mempool_chunk()
82 memhdr->addr, (uint64_t)memhdr->iova, memhdr->len, in sfc_nic_dma_register_mempool_chunk()
287 rc = efx_nic_dma_map(sa->nic, addr_type, mz->iova, mz->len, dma_addr); in sfc_nic_dma_mz_map()
294 mz->addr, (uint64_t)mz->iova, mz->len, in sfc_nic_dma_mz_map()
299 rc = efx_nic_dma_config_add(sa->nic, mz->iova, mz->len, in sfc_nic_dma_mz_map()
304 mz->addr, (uint64_t)mz->iova, mz->len, in sfc_nic_dma_mz_map()
314 mz->addr, (uint64_t)mz->iova, mz->len, in sfc_nic_dma_mz_map()
[all …]
/dpdk/kernel/linux/kni/
H A Dkni_dev.h98 unsigned long iova) in iova_to_phys() argument
104 offset = iova & (PAGE_SIZE - 1); in iova_to_phys()
108 ret = get_user_pages_remote(tsk, tsk->mm, iova, 1, in iova_to_phys()
111 ret = get_user_pages_remote(tsk->mm, iova, 1, in iova_to_phys()
123 static inline void *iova_to_kva(struct task_struct *tsk, unsigned long iova) in iova_to_kva() argument
125 return phys_to_virt(iova_to_phys(tsk, iova)); in iova_to_kva()
/dpdk/drivers/mempool/cnxk/
H A Dcnxk_mempool_ops.c133 void *vaddr, rte_iova_t iova, size_t len, in cnxk_mempool_populate() argument
139 if (iova == RTE_BAD_IOVA) in cnxk_mempool_populate()
151 iova += off; in cnxk_mempool_populate()
155 plt_npa_dbg("iova %" PRIx64 ", aligned iova %" PRIx64 "", iova - off, in cnxk_mempool_populate()
156 iova); in cnxk_mempool_populate()
163 roc_npa_aura_op_range_set(mp->pool_id, iova, in cnxk_mempool_populate()
164 iova + num_elts * total_elt_sz); in cnxk_mempool_populate()
170 mp, RTE_MEMPOOL_POPULATE_F_ALIGN_OBJ, max_objs, vaddr, iova, in cnxk_mempool_populate()
/dpdk/drivers/net/virtio/virtio_user/
H A Dvhost_vdpa.c52 uint64_t iova; member
223 uint64_t iova, size_t len) in vhost_vdpa_dma_map() argument
235 msg.iotlb.iova = iova; in vhost_vdpa_dma_map()
241 __func__, iova, addr, len); in vhost_vdpa_dma_map()
254 uint64_t iova, size_t len) in vhost_vdpa_dma_unmap() argument
266 msg.iotlb.iova = iova; in vhost_vdpa_dma_unmap()
270 __func__, iova, len); in vhost_vdpa_dma_unmap()
283 uint64_t iova, size_t len) in vhost_vdpa_dma_map_batch() argument
290 ret = vhost_vdpa_dma_map(dev, addr, iova, len); in vhost_vdpa_dma_map_batch()
300 uint64_t iova, size_t len) in vhost_vdpa_dma_unmap_batch() argument
[all …]
/dpdk/drivers/crypto/dpaa_sec/
H A Ddpaa_sec_raw_dp.c143 qm_sg_entry_set64(out_sg, digest->iova); in build_dpaa_raw_dp_auth_fd()
179 qm_sg_entry_set64(sg, sgl->vec[0].iova); in build_dpaa_raw_dp_auth_fd()
191 qm_sg_entry_set64(sg, sgl->vec[i].iova); in build_dpaa_raw_dp_auth_fd()
294 qm_sg_entry_set64(sg, sgl->vec[0].iova); in build_raw_cipher_auth_gcm_sg()
312 qm_sg_entry_set64(sg, digest->iova); in build_raw_cipher_auth_gcm_sg()
342 qm_sg_entry_set64(sg, auth_iv->iova); in build_raw_cipher_auth_gcm_sg()
349 qm_sg_entry_set64(sg, sgl->vec[0].iova); in build_raw_cipher_auth_gcm_sg()
357 qm_sg_entry_set64(sg, sgl->vec[i].iova); in build_raw_cipher_auth_gcm_sg()
473 qm_sg_entry_set64(sg, digest->iova); in build_dpaa_raw_dp_chain_fd()
501 qm_sg_entry_set64(sg, sgl->vec[0].iova); in build_dpaa_raw_dp_chain_fd()
[all …]
/dpdk/drivers/crypto/dpaa2_sec/
H A Ddpaa2_sec_raw_dp.c112 DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova); in build_raw_dp_chain_fd()
119 DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova); in build_raw_dp_chain_fd()
129 digest->iova); in build_raw_dp_chain_fd()
151 DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova); in build_raw_dp_chain_fd()
157 DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova); in build_raw_dp_chain_fd()
260 DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova); in build_raw_dp_aead_fd()
275 DPAA2_SET_FLE_ADDR(sge, digest->iova); in build_raw_dp_aead_fd()
297 DPAA2_SET_FLE_ADDR(sge, auth_iv->iova); in build_raw_dp_aead_fd()
302 DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova); in build_raw_dp_aead_fd()
415 DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova); in build_raw_dp_auth_fd()
[all …]
/dpdk/drivers/compress/octeontx/
H A Dotx_zip.c42 uint64_t iova; in zipvf_q_init() local
56 iova = rte_mem_virt2iova(cmdq_addr); in zipvf_q_init()
58 cmdq->iova = iova; in zipvf_q_init()
62 que_sbuf_addr.s9x.ptr = (cmdq->iova >> 7); in zipvf_q_init()
64 que_sbuf_addr.s.ptr = (cmdq->iova >> 7); in zipvf_q_init()
123 ncp.s.addr = cmdq->iova; in zipvf_push_command()
/dpdk/drivers/crypto/qat/dev/
H A Dqat_crypto_pmd_gens.h147 src_data_start = src_vec[0].iova; in qat_sym_build_req_set_data()
153 dst_data_start = dst_vec[0].iova; in qat_sym_build_req_set_data()
170 list->buffers[i].addr = src_vec[i].iova; in qat_sym_build_req_set_data()
322 auth_iv->iova = 0; in qat_sym_convert_op_to_vec_auth()
461 (digest->iova == auth_end_iova)) in qat_sym_convert_op_to_vec_chain()
610 auth_param->u1.aad_adr = auth_iv->iova; in enqueue_one_auth_job_gen1()
668 auth_param->u1.aad_adr = auth_iv->iova; in enqueue_one_chain_job_gen1()
696 (digest->iova == auth_iova_end)) { in enqueue_one_chain_job_gen1()
740 aad_iova = aad->iova; in enqueue_one_aead_job_gen1()
744 aad_iova = aad->iova; in enqueue_one_aead_job_gen1()
[all …]
/dpdk/lib/eal/common/
H A Deal_common_memory.c344 rte_iova_t iova; member
352 if (vi->iova >= ms->iova && vi->iova < (ms->iova + ms->len)) { in find_virt()
353 size_t offset = vi->iova - ms->iova; in find_virt()
365 if (vi->iova >= ms->iova && vi->iova < (ms->iova + len)) { in find_virt_legacy()
366 size_t offset = vi->iova - ms->iova; in find_virt_legacy()
383 vi.iova = iova; in rte_mem_iova2virt()
448 ms->iova, in dump_memseg()
539 rte_iova_t iova; in check_iova() local
542 iova = (ms->iova + ms->len) - 1; in check_iova()
543 if (!(iova & *mask)) in check_iova()
[all …]
/dpdk/lib/mempool/
H A Drte_mempool_ops_default.c92 unsigned int max_objs, void *vaddr, rte_iova_t iova, in rte_mempool_op_populate_helper() argument
129 (iova == RTE_BAD_IOVA) ? RTE_BAD_IOVA : (iova + off)); in rte_mempool_op_populate_helper()
139 void *vaddr, rte_iova_t iova, size_t len, in rte_mempool_op_populate_default() argument
143 return rte_mempool_op_populate_helper(mp, 0, max_objs, vaddr, iova, in rte_mempool_op_populate_default()
H A Drte_mempool.c162 void *obj, rte_iova_t iova) in mempool_add_elem() argument
170 hdr->iova = iova; in mempool_add_elem()
340 memhdr->iova = iova; in rte_mempool_populate_iova()
357 (iova == RTE_BAD_IOVA) ? RTE_BAD_IOVA : (iova + off), in rte_mempool_populate_iova()
406 rte_iova_t iova; in rte_mempool_populate_virt() local
417 iova = get_iova(addr + off); in rte_mempool_populate_virt()
431 iova_tmp != iova + phys_len) in rte_mempool_populate_virt()
492 rte_iova_t iova; in rte_mempool_populate_default() local
595 iova = mz->iova; in rte_mempool_populate_default()
597 iova = RTE_BAD_IOVA; in rte_mempool_populate_default()
[all …]
H A Drte_mempool_trace.h70 rte_iova_t iova, size_t len, void *free_cb, void *opaque),
74 rte_trace_point_emit_u64(iova);
135 void *vaddr, uint64_t iova, size_t len, void *obj_cb,
141 rte_trace_point_emit_u64(iova);
/dpdk/drivers/bus/dpaa/
H A Drte_dpaa_bus.h159 rte_iova_t iova; member
182 if (paddr >= ms->iova && paddr < in rte_dpaa_mem_ptov()
183 ms->iova + ms->len) in rte_dpaa_mem_ptov()
184 return RTE_PTR_ADD(ms->vaddr, (uintptr_t)(paddr - ms->iova)); in rte_dpaa_mem_ptov()
202 return ms->iova + RTE_PTR_DIFF(vaddr, ms->addr); in rte_dpaa_mem_vtop()
/dpdk/drivers/common/cnxk/
H A Droc_dpi.c64 plt_iova_t iova; in roc_dpi_configure() local
95 iova = dpi_mz->iova; in roc_dpi_configure()
97 roc_npa_aura_op_free(aura_handle, 0, iova); in roc_dpi_configure()
98 iova += DPI_CMD_QUEUE_SIZE; in roc_dpi_configure()
/dpdk/drivers/bus/fslmc/
H A Dfslmc_vfio.c182 .iova = 0x6030000, in vfio_map_irq_region()
223 iova_addr = ms->iova; in fslmc_memevent_cb()
283 dma_map.iova = iovaddr; in fslmc_map_dma()
285 dma_map.iova = dma_map.vaddr; in fslmc_map_dma()
324 dma_unmap.iova = vaddr; in fslmc_unmap_dma()
335 (uint64_t)dma_unmap.iova, (uint64_t)dma_unmap.size); in fslmc_unmap_dma()
354 if (ms->iova == RTE_BAD_IOVA) in fslmc_dmamap_seg()
357 ret = fslmc_map_dma(ms->addr_64, ms->iova, ms->len); in fslmc_dmamap_seg()
368 rte_fslmc_vfio_mem_dmamap(uint64_t vaddr, uint64_t iova, uint64_t size) in rte_fslmc_vfio_mem_dmamap() argument
391 dma_map.iova = iova; in rte_fslmc_vfio_mem_dmamap()
[all …]
/dpdk/drivers/common/mlx5/linux/
H A Dmlx5_common_auxiliary.c158 void *addr, uint64_t iova, size_t len) in mlx5_common_auxiliary_dma_map() argument
160 return mlx5_common_dev_dma_map(&auxiliary_dev->device, addr, iova, len); in mlx5_common_auxiliary_dma_map()
165 void *addr, uint64_t iova, size_t len) in mlx5_common_auxiliary_dma_unmap() argument
167 return mlx5_common_dev_dma_unmap(&auxiliary_dev->device, addr, iova, in mlx5_common_auxiliary_dma_unmap()
/dpdk/drivers/mempool/octeontx/
H A Drte_mempool_octeontx.c157 void *vaddr, rte_iova_t iova, size_t len, in octeontx_fpavf_populate() argument
166 if (iova == RTE_BAD_IOVA) in octeontx_fpavf_populate()
178 iova += off; in octeontx_fpavf_populate()
190 max_objs, vaddr, iova, len, in octeontx_fpavf_populate()
/dpdk/drivers/common/mlx5/
H A Dmlx5_common_pci.c178 uint64_t iova, size_t len) in mlx5_common_pci_dma_map() argument
180 return mlx5_common_dev_dma_map(&pci_dev->device, addr, iova, len); in mlx5_common_pci_dma_map()
185 uint64_t iova, size_t len) in mlx5_common_pci_dma_unmap() argument
187 return mlx5_common_dev_dma_unmap(&pci_dev->device, addr, iova, len); in mlx5_common_pci_dma_unmap()

1234567