| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec.c | 61 uint64_t dma_addr; in hns3_rxq_rearm_mbuf() local 80 dma_addr = rte_mbuf_data_iova_default(rxep[0].mbuf); in hns3_rxq_rearm_mbuf() 81 rxdp[0].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf() 84 dma_addr = rte_mbuf_data_iova_default(rxep[1].mbuf); in hns3_rxq_rearm_mbuf() 85 rxdp[1].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf() 88 dma_addr = rte_mbuf_data_iova_default(rxep[2].mbuf); in hns3_rxq_rearm_mbuf() 89 rxdp[2].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf() 92 dma_addr = rte_mbuf_data_iova_default(rxep[3].mbuf); in hns3_rxq_rearm_mbuf() 93 rxdp[3].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf()
|
| H A D | hns3_rxtx.c | 265 uint64_t dma_addr; in hns3_alloc_rx_queue_mbufs() local 285 rxq->rx_ring[i].addr = dma_addr; in hns3_alloc_rx_queue_mbufs() 322 (uint32_t)(dma_addr >> 32)); in hns3_init_rx_queue_hw() 337 (uint32_t)(dma_addr >> 32)); in hns3_init_tx_queue_hw() 2415 uint64_t dma_addr; in hns3_recv_pkts_simple() local 2539 uint64_t dma_addr; in hns3_recv_scattered_pkts() local 2650 rxdp->addr = dma_addr; in hns3_recv_scattered_pkts() 4044 uint64_t dma_addr; in hns3_tx_setup_4bd() local 4048 dma_addr = rte_mbuf_data_iova(*pkts); in hns3_tx_setup_4bd() 4064 uint64_t dma_addr; in hns3_tx_setup_1bd() local [all …]
|
| /dpdk/drivers/net/hinic/base/ |
| H A D | hinic_pmd_eqs.c | 223 dma_addr_size = eq->num_pages * sizeof(*eq->dma_addr); in alloc_eq_pages() 226 eq->dma_addr = kzalloc(dma_addr_size, GFP_KERNEL); in alloc_eq_pages() 227 if (!eq->dma_addr) { in alloc_eq_pages() 242 eq->page_size, &eq->dma_addr[pg_num], in alloc_eq_pages() 252 upper_32_bits(eq->dma_addr[pg_num])); in alloc_eq_pages() 257 lower_32_bits(eq->dma_addr[pg_num])); in alloc_eq_pages() 269 eq->virt_addr[i], eq->dma_addr[i]); in alloc_eq_pages() 272 kfree(eq->dma_addr); in alloc_eq_pages() 288 eq->dma_addr[pg_num]); in free_eq_pages() 291 kfree(eq->dma_addr); in free_eq_pages()
|
| H A D | hinic_pmd_wq.c | 21 dma_addr_t dma_addr = 0; in alloc_wq_pages() local 25 &dma_addr, socket_id); in alloc_wq_pages() 31 if (!ADDR_256K_ALIGNED(dma_addr)) { in alloc_wq_pages() 35 dma_addr); in alloc_wq_pages() 38 wq->queue_buf_paddr = dma_addr; in alloc_wq_pages()
|
| H A D | hinic_pmd_eqs.h | 75 dma_addr_t *dma_addr; member
|
| H A D | hinic_pmd_cmdq.c | 175 cmd_buf->buf = pci_pool_alloc(cmdqs->cmd_buf_pool, &cmd_buf->dma_addr); in hinic_alloc_cmd_buf() 192 pci_pool_free(cmdqs->cmd_buf_pool, cmd_buf->buf, cmd_buf->dma_addr); in hinic_free_cmd_buf() 233 hinic_set_sge(&sge_resp->sge, buf_out->dma_addr, in cmdq_set_completion() 240 hinic_set_sge(&wqe->buf_desc.sge, buf_in->dma_addr, buf_in->size); in cmdq_set_lcmd_bufdesc()
|
| /dpdk/drivers/net/sfc/ |
| H A D | sfc_ef100_tx.c | 351 rte_iova_t *dma_addr) in sfc_ef100_tx_map() argument 354 *dma_addr = iova; in sfc_ef100_tx_map() 357 if (unlikely(*dma_addr == RTE_BAD_IOVA)) in sfc_ef100_tx_map() 373 rte_iova_t dma_addr; in sfc_ef100_tx_qdesc_send_create() local 414 ESF_GZ_TX_SEND_ADDR, dma_addr, in sfc_ef100_tx_qdesc_send_create() 601 rte_iova_t dma_addr; in sfc_ef100_xmit_tso_pkt() local 633 sfc_ef100_tx_qdesc_seg_create(dma_addr, in sfc_ef100_xmit_tso_pkt() 642 sfc_ef100_tx_qdesc_seg_create(dma_addr, in sfc_ef100_xmit_tso_pkt() 648 dma_addr + remaining_hdr_len, in sfc_ef100_xmit_tso_pkt() 684 rte_iova_t dma_addr; in sfc_ef100_xmit_pkts() local [all …]
|
| H A D | sfc_nic_dma.c | 273 efsys_dma_addr_t *dma_addr) in sfc_nic_dma_mz_map() argument 287 rc = efx_nic_dma_map(sa->nic, addr_type, mz->iova, mz->len, dma_addr); in sfc_nic_dma_mz_map() 325 rc = efx_nic_dma_map(sa->nic, addr_type, mz->iova, mz->len, dma_addr); in sfc_nic_dma_mz_map()
|
| H A D | sfc_nic_dma.h | 23 efsys_dma_addr_t *dma_addr);
|
| H A D | sfc_ef100_rx.c | 179 rte_iova_t dma_addr; in sfc_ef100_rx_qrefill() local 183 dma_addr = rte_mbuf_data_iova_default(m); in sfc_ef100_rx_qrefill() 185 dma_addr = sfc_nic_dma_map(rxq->nic_dma_info, in sfc_ef100_rx_qrefill() 186 dma_addr, in sfc_ef100_rx_qrefill() 188 if (unlikely(dma_addr == RTE_BAD_IOVA)) { in sfc_ef100_rx_qrefill() 207 ESF_GZ_RX_BUF_ADDR, dma_addr); in sfc_ef100_rx_qrefill()
|
| /dpdk/drivers/crypto/octeontx/ |
| H A D | otx_cryptodev_hw_access.c | 271 base_addr = (uint64_t)(cptvf->cqueue.chead[0].dma_addr); in otx_cpt_vfvq_init() 518 uint64_t dma_addr = 0, alloc_len, used_len; in otx_cpt_get_resource() local 562 dma_addr = rz->iova; in otx_cpt_get_resource() 580 dma_addr += qlen * RTE_ALIGN(sizeof(cptvf->pqueue.rid_queue[0]), 8); in otx_cpt_get_resource() 586 dma_addr += RTE_ALIGN(used_len, pg_sz) - used_len; in otx_cpt_get_resource() 598 chunk->dma_addr = dma_addr; in otx_cpt_get_resource() 602 dma_addr += csize; in otx_cpt_get_resource() 608 *next_ptr = (uint64_t)chunk->dma_addr; in otx_cpt_get_resource() 614 *next_ptr = (uint64_t)chunk_head->dma_addr; in otx_cpt_get_resource()
|
| /dpdk/drivers/net/nfp/ |
| H A D | nfp_rxtx.c | 49 uint64_t dma_addr; in nfp_net_rx_fill_freelist() local 69 rxd->fld.dma_addr_hi = (dma_addr >> 32) & 0xff; in nfp_net_rx_fill_freelist() 70 rxd->fld.dma_addr_lo = dma_addr & 0xffffffff; in nfp_net_rx_fill_freelist() 72 PMD_RX_LOG(DEBUG, "[%d]: %" PRIx64, i, dma_addr); in nfp_net_rx_fill_freelist() 301 uint64_t dma_addr; in nfp_net_recv_pkts() local 418 rxds->fld.dma_addr_lo = dma_addr & 0xffffffff; in nfp_net_recv_pkts() 887 uint64_t dma_addr; in nfp_net_xmit_pkts() local 968 dma_addr = rte_mbuf_data_iova(pkt); in nfp_net_xmit_pkts() 970 "%" PRIx64 "", dma_addr); in nfp_net_xmit_pkts() 975 txds->dma_addr_hi = (dma_addr >> 32) & 0xff; in nfp_net_xmit_pkts() [all …]
|
| /dpdk/drivers/net/liquidio/ |
| H A D | lio_rxtx.h | 136 uint64_t dma_addr; member 660 rte_iova_t dma_addr; in lio_map_ring() local 662 dma_addr = rte_mbuf_data_iova_default(((struct rte_mbuf *)buf)); in lio_map_ring() 664 return (uint64_t)dma_addr; in lio_map_ring() 670 rte_iova_t dma_addr; in lio_map_ring_info() local 672 dma_addr = droq->info_list_dma + (i * LIO_DROQ_INFO_SIZE); in lio_map_ring_info() 674 return (uint64_t)dma_addr; in lio_map_ring_info()
|
| /dpdk/drivers/common/cpt/ |
| H A D | cpt_ucode.h | 341 phys_addr_t dma_addr, in fill_sg_comp() argument 497 m_dma = meta_p->dma_addr; in cpt_digest_gen_prep() 678 m_dma = meta_p->dma_addr; in cpt_enc_hmac_prep() 1053 m_dma = meta_p->dma_addr; in cpt_dec_hmac_prep() 1448 m_dma = buf_p->dma_addr; in cpt_zuc_snow3g_enc_prep() 1762 m_dma = buf_p->dma_addr; in cpt_zuc_snow3g_dec_prep() 2026 m_dma = buf_p->dma_addr; in cpt_kasumi_enc_prep() 2269 m_dma = buf_p->dma_addr; in cpt_kasumi_dec_prep() 2920 buf->dma_addr = mphys; in alloc_op_meta() 3498 params.mac_buf.dma_addr = in fill_digest_params() [all …]
|
| H A D | cpt_ucode_asym.h | 218 req->comp_baddr = addr.dma_addr + in cpt_fill_req_comp_addr() 287 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_modex_prep() 369 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_rsa_prep() 452 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_rsa_crt_prep() 729 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_ecdsa_sign_prep() 840 caddr.dma_addr = mphys + dlen + 1; in cpt_ecdsa_verify_prep() 947 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_ecpm_prep()
|
| /dpdk/drivers/net/bnxt/tf_core/ |
| H A D | tf_msg.h | 367 uint64_t *dma_addr, 394 uint64_t dma_addr, 422 uint64_t dma_addr,
|
| /dpdk/drivers/net/hinic/ |
| H A D | hinic_pmd_rx.c | 886 dma_addr_t *dma_addr) in hinic_rx_alloc_mbuf() argument 895 *dma_addr = rte_mbuf_data_iova_default(mbuf); in hinic_rx_alloc_mbuf() 904 dma_addr_t dma_addr; in hinic_rearm_rxq_mbuf() local 930 dma_addr = rte_mbuf_data_iova_default(rearm_mbufs[i]); in hinic_rearm_rxq_mbuf() 932 cpu_to_be32(upper_32_bits(dma_addr)); in hinic_rearm_rxq_mbuf() 934 cpu_to_be32(lower_32_bits(dma_addr)); in hinic_rearm_rxq_mbuf() 951 dma_addr_t dma_addr; in hinic_rx_alloc_pkts() local 957 mb = hinic_rx_alloc_mbuf(rxq, &dma_addr); in hinic_rx_alloc_pkts() 971 cpu_to_be32(upper_32_bits(dma_addr)); in hinic_rx_alloc_pkts() 973 cpu_to_be32(lower_32_bits(dma_addr)); in hinic_rx_alloc_pkts()
|
| H A D | hinic_pmd_tx.c | 322 dma_addr_t dma_addr; in hinic_mbuf_dma_map_sge() local 340 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 345 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge() 360 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 365 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge() 381 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 386 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge() 405 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 410 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge()
|
| /dpdk/drivers/net/ena/base/ |
| H A D | ena_com.h | 177 dma_addr_t dma_addr; member 186 dma_addr_t dma_addr; member 241 dma_addr_t dma_addr; member
|
| H A D | ena_com.c | 89 ENA_MEM_ALLOC_COHERENT(admin_queue->q_dmadev, size, sq->entries, sq->dma_addr, in ena_com_admin_init_sq() 137 aenq->dma_addr, in ena_com_admin_init_aenq() 148 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(aenq->dma_addr); in ena_com_admin_init_aenq() 149 addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(aenq->dma_addr); in ena_com_admin_init_aenq() 1703 sq->dma_addr, sq->mem_handle); in ena_com_admin_destroy() 1709 cq->dma_addr, cq->mem_handle); in ena_com_admin_destroy() 1715 aenq->dma_addr, aenq->mem_handle); in ena_com_admin_destroy() 1850 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->sq.dma_addr); in ena_com_admin_init() 1851 addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(admin_queue->sq.dma_addr); in ena_com_admin_init() 1856 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->cq.dma_addr); in ena_com_admin_init() [all …]
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx.c | 580 uint64_t dma_addr; in i40e_rx_alloc_bufs() local 606 dma_addr = rte_cpu_to_le_64(\ in i40e_rx_alloc_bufs() 718 uint64_t dma_addr; in i40e_recv_pkts() local 774 dma_addr = in i40e_recv_pkts() 777 rxdp->read.pkt_addr = dma_addr; in i40e_recv_pkts() 848 uint64_t dma_addr; in i40e_recv_scattered_pkts() local 897 dma_addr = in i40e_recv_scattered_pkts() 1380 uint64_t dma_addr; in tx4() local 1396 uint64_t dma_addr; in tx1() local 2843 uint64_t dma_addr; in i40e_alloc_rx_queue_mbufs() local [all …]
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx.c | 283 uint64_t dma_addr; in alloc_rxq_mbufs() local 303 dma_addr = in alloc_rxq_mbufs() 1314 uint64_t dma_addr; in iavf_recv_pkts() local 1365 dma_addr = in iavf_recv_pkts() 1422 uint64_t dma_addr; in iavf_recv_pkts_flex_rxd() local 1483 dma_addr = in iavf_recv_pkts_flex_rxd() 1546 uint64_t dma_addr; in iavf_recv_scattered_pkts_flex_rxd() local 1603 dma_addr = in iavf_recv_scattered_pkts_flex_rxd() 1724 uint64_t dma_addr; in iavf_recv_scattered_pkts() local 1772 dma_addr = in iavf_recv_scattered_pkts() [all …]
|
| /dpdk/drivers/net/atlantic/ |
| H A D | atl_rxtx.c | 397 uint64_t dma_addr = 0; in atl_alloc_rx_queue_mbufs() local 416 dma_addr = rte_cpu_to_le_64(rte_mbuf_data_iova_default(mbuf)); in atl_alloc_rx_queue_mbufs() 418 rxd->buf_addr = dma_addr; in atl_alloc_rx_queue_mbufs() 931 uint64_t dma_addr; in atl_recv_pkts() local 993 dma_addr = rte_cpu_to_le_64( in atl_recv_pkts() 998 rxd->buf_addr = dma_addr; in atl_recv_pkts()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx.c | 399 uint64_t dma_addr; in ice_alloc_rx_queue_mbufs() local 417 dma_addr = in ice_alloc_rx_queue_mbufs() 421 rxd->read.pkt_addr = dma_addr; in ice_alloc_rx_queue_mbufs() 1716 uint64_t dma_addr; in ice_rx_alloc_bufs() local 1849 uint64_t dma_addr; in ice_recv_scattered_pkts() local 1904 dma_addr = in ice_recv_scattered_pkts() 1909 rxdp->read.pkt_addr = dma_addr; in ice_recv_scattered_pkts() 2359 uint64_t dma_addr; in ice_recv_pkts() local 2400 dma_addr = in ice_recv_pkts() 3090 uint64_t dma_addr; in tx4() local [all …]
|
| /dpdk/drivers/common/sfc_efx/base/ |
| H A D | efx_mcdi.c | 2708 efx_qword_t *dma_addr; in efx_mcdi_init_evq() local 2840 EFX_POPULATE_QWORD_2(*dma_addr, in efx_mcdi_init_evq() 2844 dma_addr++; in efx_mcdi_init_evq() 2943 efx_qword_t *dma_addr; in efx_mcdi_init_rxq() local 3036 dma_addr = MCDI_IN2(req, efx_qword_t, INIT_RXQ_IN_DMA_ADDR); in efx_mcdi_init_rxq() 3040 EFX_POPULATE_QWORD_2(*dma_addr, in efx_mcdi_init_rxq() 3044 dma_addr++; in efx_mcdi_init_rxq() 3118 efx_qword_t *dma_addr; in efx_mcdi_init_txq() local 3168 dma_addr = MCDI_IN2(req, efx_qword_t, INIT_TXQ_IN_DMA_ADDR); in efx_mcdi_init_txq() 3172 EFX_POPULATE_QWORD_2(*dma_addr, in efx_mcdi_init_txq() [all …]
|