| /dpdk/drivers/crypto/ccp/ |
| H A D | ccp_dev.c | 72 void *vaddr = (void *)(dev->pci.mem_resource[2].addr); in ccp_read_hwrng() local 75 *value = CCP_READ_REG(vaddr, TRNG_OUT_REG); in ccp_read_hwrng() 491 void *vaddr; in ccp_add_device() local 498 vaddr = (void *)(dev->pci.mem_resource[2].addr); in ccp_add_device() 501 CCP_WRITE_REG(vaddr, CMD_TRNG_CTL_OFFSET, 0x00012D57); in ccp_add_device() 502 CCP_WRITE_REG(vaddr, CMD_CONFIG_0_OFFSET, 0x00000003); in ccp_add_device() 504 CCP_WRITE_REG(vaddr, CMD_AES_MASK_OFFSET, in ccp_add_device() 505 CCP_READ_REG(vaddr, TRNG_OUT_REG)); in ccp_add_device() 516 CCP_WRITE_REG(vaddr, CMD_REQID_CONFIG_OFFSET, 0x0); in ccp_add_device() 527 qmr = CCP_READ_REG(vaddr, Q_MASK_REG); in ccp_add_device() [all …]
|
| /dpdk/drivers/bus/fslmc/ |
| H A D | fslmc_vfio.c | 177 unsigned long *vaddr = NULL; in vfio_map_irq_region() local 181 .vaddr = 0x6030000, in vfio_map_irq_region() 188 if (vaddr == MAP_FAILED) { in vfio_map_irq_region() 193 msi_intr_vaddr = (uint32_t *)((char *)(vaddr) + 64); in vfio_map_irq_region() 194 map.vaddr = (unsigned long)vaddr; in vfio_map_irq_region() 280 dma_map.vaddr = vaddr; in fslmc_map_dma() 285 dma_map.iova = dma_map.vaddr; in fslmc_map_dma() 297 (uint64_t)dma_map.vaddr, (uint64_t)dma_map.size); in fslmc_map_dma() 324 dma_unmap.iova = vaddr; in fslmc_unmap_dma() 390 dma_map.vaddr = vaddr; in rte_fslmc_vfio_mem_dmamap() [all …]
|
| /dpdk/drivers/common/dpaax/ |
| H A D | dpaax_iova_table.h | 69 int dpaax_iova_table_update(phys_addr_t paddr, void *vaddr, size_t length); 78 void *vaddr = 0; in dpaax_iova_table_get_va() local 110 vaddr = (void *)((uintptr_t)entry[i].pages[index] + offset); in dpaax_iova_table_get_va() 114 return vaddr; in dpaax_iova_table_get_va()
|
| H A D | dpaax_iova_table.c | 268 dpaax_iova_table_update(phys_addr_t paddr, void *vaddr, size_t length) in dpaax_iova_table_update() argument 281 align_vaddr = ((uintptr_t)vaddr & DPAAX_MEM_SPLIT_MASK); in dpaax_iova_table_update() 338 vaddr, paddr); in dpaax_iova_table_update() 344 vaddr, paddr, length); in dpaax_iova_table_update()
|
| /dpdk/drivers/mempool/octeontx/ |
| H A D | rte_mempool_octeontx.c | 157 void *vaddr, rte_iova_t iova, size_t len, in octeontx_fpavf_populate() argument 172 off = total_elt_sz - ((((uintptr_t)vaddr - 1) % total_elt_sz) + 1); in octeontx_fpavf_populate() 177 vaddr = (char *)vaddr + off; in octeontx_fpavf_populate() 184 ret = octeontx_fpavf_pool_set_range(pool_bar, len, vaddr, gpool); in octeontx_fpavf_populate() 190 max_objs, vaddr, iova, len, in octeontx_fpavf_populate()
|
| /dpdk/lib/eal/linux/ |
| H A D | eal_vfio.c | 243 uint64_t vaddr, uint64_t iova) in addr_is_chunk_aligned() argument 255 bool addr_in_map = (vaddr >= map->addr) && (vaddr <= map_va_end); in addr_is_chunk_aligned() 1418 dma_map.vaddr = vaddr; in vfio_type1_dma_mem_map() 1492 .vaddr = (uintptr_t) vaddr, in vfio_spapr_dma_do_map() 1517 dma_map.vaddr = vaddr; in vfio_spapr_dma_do_map() 1800 vaddr, iova, len, 1)) { in vfio_spapr_dma_mem_map() 1806 vaddr, iova, len, 0)) { in vfio_spapr_dma_mem_map() 1839 uint64_t __rte_unused vaddr, in vfio_noiommu_dma_mem_map() argument 1906 new_map->addr = vaddr; in container_dma_map() 1970 vaddr, iova); in container_dma_unmap() [all …]
|
| H A D | eal_vfio.h | 39 uint64_t vaddr; member 110 typedef int (*vfio_dma_user_func_t)(int fd, uint64_t vaddr, uint64_t iova,
|
| /dpdk/drivers/bus/dpaa/ |
| H A D | rte_dpaa_bus.h | 158 char *vaddr; member 184 return RTE_PTR_ADD(ms->vaddr, (uintptr_t)(paddr - ms->iova)); in rte_dpaa_mem_ptov() 196 rte_dpaa_mem_vtop(void *vaddr) in rte_dpaa_mem_vtop() argument 200 ms = rte_mem_virt2memseg(vaddr, NULL); in rte_dpaa_mem_vtop() 202 return ms->iova + RTE_PTR_DIFF(vaddr, ms->addr); in rte_dpaa_mem_vtop()
|
| /dpdk/drivers/mempool/cnxk/ |
| H A D | cnxk_mempool_ops.c | 133 void *vaddr, rte_iova_t iova, size_t len, in cnxk_mempool_populate() argument 145 off = total_elt_sz - ((((uintptr_t)vaddr - 1) % total_elt_sz) + 1); in cnxk_mempool_populate() 150 vaddr = (char *)vaddr + off; in cnxk_mempool_populate() 170 mp, RTE_MEMPOOL_POPULATE_F_ALIGN_OBJ, max_objs, vaddr, iova, in cnxk_mempool_populate()
|
| /dpdk/lib/mempool/ |
| H A D | rte_mempool_ops_default.c | 92 unsigned int max_objs, void *vaddr, rte_iova_t iova, in rte_mempool_op_populate_helper() argument 96 char *va = vaddr; in rte_mempool_op_populate_helper() 139 void *vaddr, rte_iova_t iova, size_t len, in rte_mempool_op_populate_default() argument 143 return rte_mempool_op_populate_helper(mp, 0, max_objs, vaddr, iova, in rte_mempool_op_populate_default()
|
| H A D | rte_mempool_trace.h | 69 RTE_TRACE_POINT_ARGS(struct rte_mempool *mempool, void *vaddr, 73 rte_trace_point_emit_ptr(vaddr); 135 void *vaddr, uint64_t iova, size_t len, void *obj_cb, 140 rte_trace_point_emit_ptr(vaddr);
|
| H A D | rte_mempool_ops.c | 129 void *vaddr, rte_iova_t iova, size_t len, in rte_mempool_ops_populate() argument 137 rte_mempool_trace_ops_populate(mp, max_objs, vaddr, iova, len, obj_cb, in rte_mempool_ops_populate() 140 return rte_mempool_op_populate_default(mp, max_objs, vaddr, in rte_mempool_ops_populate() 144 return ops->populate(mp, max_objs, vaddr, iova, len, obj_cb, in rte_mempool_ops_populate()
|
| H A D | rte_mempool.h | 551 void *opaque, void *vaddr, rte_iova_t iova); 583 void *vaddr, rte_iova_t iova, size_t len, 625 void *vaddr, rte_iova_t iova, size_t len, 636 void *vaddr, rte_iova_t iova, size_t len, 865 void *vaddr, rte_iova_t iova, size_t len, 1135 int rte_mempool_populate_iova(struct rte_mempool *mp, char *vaddr,
|
| /dpdk/drivers/crypto/cnxk/ |
| H A D | cnxk_se.h | 208 e_vaddr = (uint64_t)bufs[j].vaddr; in fill_sg_comp_from_iov() 236 (uint64_t)extra_buf->vaddr); in fill_sg_comp_from_iov() 278 ctx = params->ctx_buf.vaddr; in cpt_digest_gen_prep() 422 se_ctx = fc_params->ctx_buf.vaddr; in cpt_enc_hmac_prep() 1016 se_ctx = params->ctx_buf.vaddr; in cpt_pdcp_alg_prep() 1294 se_ctx = params->ctx_buf.vaddr; in cpt_kasumi_enc_prep() 1483 se_ctx = params->ctx_buf.vaddr; in cpt_kasumi_dec_prep() 1989 buf->vaddr = mdata; in alloc_op_meta() 2196 fc_params.mac_buf.vaddr = in fill_fc_params() 2238 fc_params.mac_buf.vaddr = in fill_fc_params() [all …]
|
| /dpdk/drivers/mempool/dpaa/ |
| H A D | dpaa_mempool.c | 298 void *vaddr, rte_iova_t paddr, size_t len, in dpaa_populate() argument 310 dpaax_iova_table_update(paddr, vaddr, len); in dpaa_populate() 339 ms->vaddr = vaddr; in dpaa_populate() 347 return rte_mempool_op_populate_helper(mp, 0, max_objs, vaddr, paddr, in dpaa_populate()
|
| /dpdk/drivers/crypto/caam_jr/ |
| H A D | caam_jr_pvt.h | 246 caam_jr_mem_vtop(void *vaddr) in caam_jr_mem_vtop() argument 250 ms = rte_mem_virt2memseg(vaddr, NULL); in caam_jr_mem_vtop() 252 return ms->iova + RTE_PTR_DIFF(vaddr, ms->addr); in caam_jr_mem_vtop()
|
| /dpdk/drivers/common/cpt/ |
| H A D | cpt_ucode.h | 496 m_vaddr = meta_p->vaddr; in cpt_digest_gen_prep() 677 m_vaddr = meta_p->vaddr; in cpt_enc_hmac_prep() 1052 m_vaddr = meta_p->vaddr; in cpt_dec_hmac_prep() 1447 m_vaddr = buf_p->vaddr; in cpt_zuc_snow3g_enc_prep() 1761 m_vaddr = buf_p->vaddr; in cpt_zuc_snow3g_dec_prep() 2025 m_vaddr = buf_p->vaddr; in cpt_kasumi_enc_prep() 2268 m_vaddr = buf_p->vaddr; in cpt_kasumi_dec_prep() 2919 buf->vaddr = mdata; in alloc_op_meta() 2934 buf->vaddr = mdata; in alloc_op_meta() 3496 params.mac_buf.vaddr = in fill_digest_params() [all …]
|
| /dpdk/drivers/bus/fslmc/portal/ |
| H A D | dpaa2_hw_pvt.h | 370 char *vaddr; member 396 static phys_addr_t dpaa2_mem_vtop(uint64_t vaddr) __rte_unused; 398 static phys_addr_t dpaa2_mem_vtop(uint64_t vaddr) in dpaa2_mem_vtop() argument 403 return vaddr; in dpaa2_mem_vtop() 405 memseg = rte_mem_virt2memseg((void *)(uintptr_t)vaddr, NULL); in dpaa2_mem_vtop() 407 return memseg->iova + RTE_PTR_DIFF(vaddr, memseg->addr); in dpaa2_mem_vtop()
|
| /dpdk/lib/eal/include/ |
| H A D | rte_vfio.h | 329 rte_vfio_container_dma_map(int container_fd, uint64_t vaddr, 353 rte_vfio_container_dma_unmap(int container_fd, uint64_t vaddr,
|
| /dpdk/drivers/mempool/dpaa2/ |
| H A D | dpaa2_hw_mempool.c | 449 void *vaddr, rte_iova_t paddr, size_t len, in dpaa2_populate() argument 457 msl = rte_mem_virt2memseg_list(vaddr); in dpaa2_populate() 461 rte_fslmc_vfio_mem_dmamap((size_t)vaddr, in dpaa2_populate() 465 dpaax_iova_table_update(paddr, vaddr, len); in dpaa2_populate() 467 return rte_mempool_op_populate_helper(mp, 0, max_objs, vaddr, paddr, in dpaa2_populate()
|
| /dpdk/drivers/mempool/bucket/ |
| H A D | rte_mempool_bucket.c | 590 void *vaddr, rte_iova_t iova, size_t len, in bucket_populate() argument 605 align = RTE_PTR_ALIGN_CEIL((uintptr_t)vaddr, bucket_page_sz) - in bucket_populate() 606 (uintptr_t)vaddr; in bucket_populate() 612 for (iter = (uint8_t *)vaddr + align, n_objs = 0; in bucket_populate() 613 iter < (uint8_t *)vaddr + len && n_objs < max_objs; in bucket_populate() 618 if ((size_t)(iter - (uint8_t *)vaddr) + chunk_len > len) in bucket_populate() 619 chunk_len = len - (iter - (uint8_t *)vaddr); in bucket_populate()
|
| /dpdk/drivers/baseband/la12xx/ |
| H A D | bbdev_la12xx.c | 135 void *vaddr; in ipc_queue_configure() local 154 vaddr = rte_malloc(NULL, msg_size, RTE_CACHE_LINE_SIZE); in ipc_queue_configure() 155 if (!vaddr) in ipc_queue_configure() 159 rte_cpu_to_be_32(HUGEPG_OFFSET(vaddr)); in ipc_queue_configure() 160 ch->bd_h[i].host_virt_l = lower_32_bits(vaddr); in ipc_queue_configure() 161 ch->bd_h[i].host_virt_h = upper_32_bits(vaddr); in ipc_queue_configure() 162 q_priv->msg_ch_vaddr[i] = vaddr; in ipc_queue_configure() 671 hp_info->vaddr = mseg->addr; in get_hugepage_info() 741 hp->paddr, hp->vaddr, hp->len); in setup_la12xx_dev() 773 hp->paddr, hp->vaddr, hp->len); in setup_la12xx_dev() [all …]
|
| /dpdk/drivers/net/hinic/base/ |
| H A D | hinic_compat.h | 134 #define pci_pool_free(pool, vaddr, addr) dma_pool_free(pool, vaddr, addr) argument 140 void dma_pool_free(struct pci_pool *pool, void *vaddr, dma_addr_t dma);
|
| /dpdk/drivers/net/dpaa/ |
| H A D | dpaa_rxtx.c | 343 void *vaddr, *sg_vaddr; in dpaa_eth_sg_to_mbuf() local 347 vaddr = DPAA_MEMPOOL_PTOV(bp_info, qm_fd_addr(fd)); in dpaa_eth_sg_to_mbuf() 348 if (!vaddr) { in dpaa_eth_sg_to_mbuf() 352 sgt = vaddr + fd_offset; in dpaa_eth_sg_to_mbuf() 355 temp = (struct rte_mbuf *)((char *)vaddr - bp_info->meta_data_size); in dpaa_eth_sg_to_mbuf() 391 dpaa_eth_packet_info(first_seg, vaddr); in dpaa_eth_sg_to_mbuf() 450 void *vaddr, *sg_vaddr; in dpaa_free_mbuf() local 454 vaddr = DPAA_MEMPOOL_PTOV(bp_info, qm_fd_addr(fd)); in dpaa_free_mbuf() 455 if (!vaddr) { in dpaa_free_mbuf() 459 sgt = vaddr + fd_offset; in dpaa_free_mbuf() [all …]
|
| /dpdk/drivers/net/enic/base/ |
| H A D | vnic_dev.c | 26 void __iomem *vaddr; member 62 size_t size, void *vaddr, 90 size_t size, void *vaddr, in vnic_register_cbacks() argument 121 rh = bar->vaddr; in vnic_dev_discover_res() 122 mrh = bar->vaddr; in vnic_dev_discover_res() 159 if (!bar[bar_num].len || !bar[bar_num].vaddr) in vnic_dev_discover_res() 188 vdev->res[type].vaddr = (char __iomem *)bar[bar_num].vaddr + in vnic_dev_discover_res() 205 if (!vdev->res[type].vaddr) in vnic_dev_get_res() 213 return (char __iomem *)vdev->res[type].vaddr + in vnic_dev_get_res() 216 return (char __iomem *)vdev->res[type].vaddr; in vnic_dev_get_res()
|