| /f-stack/dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec.c | 55 uint64_t dma_addr; in hns3_rxq_rearm_mbuf() local 74 dma_addr = rte_mbuf_data_iova_default(rxep[0].mbuf); in hns3_rxq_rearm_mbuf() 75 rxdp[0].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf() 78 dma_addr = rte_mbuf_data_iova_default(rxep[1].mbuf); in hns3_rxq_rearm_mbuf() 79 rxdp[1].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf() 82 dma_addr = rte_mbuf_data_iova_default(rxep[2].mbuf); in hns3_rxq_rearm_mbuf() 83 rxdp[2].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf() 86 dma_addr = rte_mbuf_data_iova_default(rxep[3].mbuf); in hns3_rxq_rearm_mbuf() 87 rxdp[3].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf()
|
| H A D | hns3_rxtx.c | 253 uint64_t dma_addr; in hns3_alloc_rx_queue_mbufs() local 273 rxq->rx_ring[i].addr = dma_addr; in hns3_alloc_rx_queue_mbufs() 306 uint64_t dma_addr = rxq->rx_ring_phys_addr; in hns3_init_rx_queue_hw() local 310 (uint32_t)((dma_addr >> 31) >> 1)); in hns3_init_rx_queue_hw() 2089 uint64_t dma_addr; in hns3_recv_pkts() local 2206 uint64_t dma_addr; in hns3_recv_scattered_pkts() local 2314 rxdp->addr = dma_addr; in hns3_recv_scattered_pkts() 3462 uint64_t dma_addr; in hns3_tx_setup_4bd() local 3466 dma_addr = rte_mbuf_data_iova(*pkts); in hns3_tx_setup_4bd() 3480 uint64_t dma_addr; in hns3_tx_setup_1bd() local [all …]
|
| /f-stack/dpdk/drivers/net/hinic/base/ |
| H A D | hinic_pmd_wq.c | 21 dma_addr_t dma_addr = 0; in alloc_wq_pages() local 25 &dma_addr, socket_id); in alloc_wq_pages() 31 if (!ADDR_256K_ALIGNED(dma_addr)) { in alloc_wq_pages() 35 dma_addr); in alloc_wq_pages() 38 wq->queue_buf_paddr = dma_addr; in alloc_wq_pages()
|
| H A D | hinic_pmd_eqs.c | 223 dma_addr_size = eq->num_pages * sizeof(*eq->dma_addr); in alloc_eq_pages() 226 eq->dma_addr = kzalloc(dma_addr_size, GFP_KERNEL); in alloc_eq_pages() 227 if (!eq->dma_addr) { in alloc_eq_pages() 242 eq->page_size, &eq->dma_addr[pg_num], in alloc_eq_pages() 252 upper_32_bits(eq->dma_addr[pg_num])); in alloc_eq_pages() 257 lower_32_bits(eq->dma_addr[pg_num])); in alloc_eq_pages() 269 eq->virt_addr[i], eq->dma_addr[i]); in alloc_eq_pages() 272 kfree(eq->dma_addr); in alloc_eq_pages() 288 eq->dma_addr[pg_num]); in free_eq_pages() 291 kfree(eq->dma_addr); in free_eq_pages()
|
| H A D | hinic_pmd_eqs.h | 75 dma_addr_t *dma_addr; member
|
| H A D | hinic_pmd_cmdq.h | 218 dma_addr_t dma_addr; member
|
| H A D | hinic_pmd_cmdq.c | 175 cmd_buf->buf = pci_pool_alloc(cmdqs->cmd_buf_pool, &cmd_buf->dma_addr); in hinic_alloc_cmd_buf() 192 pci_pool_free(cmdqs->cmd_buf_pool, cmd_buf->buf, cmd_buf->dma_addr); in hinic_free_cmd_buf() 233 hinic_set_sge(&sge_resp->sge, buf_out->dma_addr, in cmdq_set_completion() 240 hinic_set_sge(&wqe->buf_desc.sge, buf_in->dma_addr, buf_in->size); in cmdq_set_lcmd_bufdesc()
|
| /f-stack/dpdk/drivers/crypto/octeontx/ |
| H A D | otx_cryptodev_hw_access.c | 271 base_addr = (uint64_t)(cptvf->cqueue.chead[0].dma_addr); in otx_cpt_vfvq_init() 515 uint64_t dma_addr = 0, alloc_len, used_len; in otx_cpt_get_resource() local 559 dma_addr = rz->iova; in otx_cpt_get_resource() 580 dma_addr += qlen * sizeof(uintptr_t); in otx_cpt_get_resource() 586 dma_addr += RTE_ALIGN(used_len, pg_sz) - used_len; in otx_cpt_get_resource() 598 chunk->dma_addr = dma_addr; in otx_cpt_get_resource() 602 dma_addr += csize; in otx_cpt_get_resource() 608 *next_ptr = (uint64_t)chunk->dma_addr; in otx_cpt_get_resource() 614 *next_ptr = (uint64_t)chunk_head->dma_addr; in otx_cpt_get_resource()
|
| /f-stack/dpdk/drivers/net/liquidio/ |
| H A D | lio_rxtx.h | 136 uint64_t dma_addr; member 660 rte_iova_t dma_addr; in lio_map_ring() local 662 dma_addr = rte_mbuf_data_iova_default(((struct rte_mbuf *)buf)); in lio_map_ring() 664 return (uint64_t)dma_addr; in lio_map_ring() 670 rte_iova_t dma_addr; in lio_map_ring_info() local 672 dma_addr = droq->info_list_dma + (i * LIO_DROQ_INFO_SIZE); in lio_map_ring_info() 674 return (uint64_t)dma_addr; in lio_map_ring_info()
|
| /f-stack/dpdk/drivers/common/cpt/ |
| H A D | cpt_ucode.h | 341 phys_addr_t dma_addr, in fill_sg_comp() argument 497 m_dma = meta_p->dma_addr; in cpt_digest_gen_prep() 679 m_dma = meta_p->dma_addr; in cpt_enc_hmac_prep() 1039 m_dma = meta_p->dma_addr; in cpt_dec_hmac_prep() 1409 m_dma = buf_p->dma_addr; in cpt_zuc_snow3g_enc_prep() 1715 m_dma = buf_p->dma_addr; in cpt_zuc_snow3g_dec_prep() 1973 m_dma = buf_p->dma_addr; in cpt_kasumi_enc_prep() 2206 m_dma = buf_p->dma_addr; in cpt_kasumi_dec_prep() 2833 buf->dma_addr = mphys; in alloc_op_meta() 3407 params.mac_buf.dma_addr = in fill_digest_params() [all …]
|
| H A D | cpt_ucode_asym.h | 220 req->comp_baddr = addr.dma_addr + in cpt_fill_req_comp_addr() 289 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_modex_prep() 371 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_rsa_prep() 454 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_rsa_crt_prep() 692 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_ecdsa_sign_prep() 797 caddr.dma_addr = mphys + dlen + 1; in cpt_ecdsa_verify_prep() 896 caddr.dma_addr = mphys + dlen + rlen + 1; in cpt_ecpm_prep()
|
| /f-stack/dpdk/drivers/net/hinic/ |
| H A D | hinic_pmd_rx.c | 886 dma_addr_t *dma_addr) in hinic_rx_alloc_mbuf() argument 895 *dma_addr = rte_mbuf_data_iova_default(mbuf); in hinic_rx_alloc_mbuf() 904 dma_addr_t dma_addr; in hinic_rearm_rxq_mbuf() local 930 dma_addr = rte_mbuf_data_iova_default(rearm_mbufs[i]); in hinic_rearm_rxq_mbuf() 932 cpu_to_be32(upper_32_bits(dma_addr)); in hinic_rearm_rxq_mbuf() 934 cpu_to_be32(lower_32_bits(dma_addr)); in hinic_rearm_rxq_mbuf() 951 dma_addr_t dma_addr; in hinic_rx_alloc_pkts() local 957 mb = hinic_rx_alloc_mbuf(rxq, &dma_addr); in hinic_rx_alloc_pkts() 971 cpu_to_be32(upper_32_bits(dma_addr)); in hinic_rx_alloc_pkts() 973 cpu_to_be32(lower_32_bits(dma_addr)); in hinic_rx_alloc_pkts()
|
| H A D | hinic_pmd_tx.c | 322 dma_addr_t dma_addr; in hinic_mbuf_dma_map_sge() local 340 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 345 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge() 360 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 365 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge() 381 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 386 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge() 405 dma_addr = rte_mbuf_data_iova(mbuf); in hinic_mbuf_dma_map_sge() 410 hinic_set_sge((struct hinic_sge *)sge_idx, dma_addr, in hinic_mbuf_dma_map_sge()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx.c | 243 uint64_t dma_addr; in alloc_rxq_mbufs() local 259 dma_addr = in alloc_rxq_mbufs() 1120 uint64_t dma_addr; in iavf_recv_pkts() local 1170 dma_addr = in iavf_recv_pkts() 1227 uint64_t dma_addr; in iavf_recv_pkts_flex_rxd() local 1275 dma_addr = in iavf_recv_pkts_flex_rxd() 1322 uint64_t dma_addr; in iavf_recv_scattered_pkts_flex_rxd() local 1367 dma_addr = in iavf_recv_scattered_pkts_flex_rxd() 1473 uint64_t dma_addr; in iavf_recv_scattered_pkts() local 1520 dma_addr = in iavf_recv_scattered_pkts() [all …]
|
| /f-stack/freebsd/contrib/ena-com/ |
| H A D | ena_com.h | 205 dma_addr_t dma_addr; member 214 dma_addr_t dma_addr; member 269 dma_addr_t dma_addr; member
|
| H A D | ena_com.c | 125 ENA_MEM_ALLOC_COHERENT(admin_queue->q_dmadev, size, sq->entries, sq->dma_addr, in ena_com_admin_init_sq() 173 aenq->dma_addr, in ena_com_admin_init_aenq() 184 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(aenq->dma_addr); in ena_com_admin_init_aenq() 185 addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(aenq->dma_addr); in ena_com_admin_init_aenq() 1739 sq->dma_addr, sq->mem_handle); in ena_com_admin_destroy() 1745 cq->dma_addr, cq->mem_handle); in ena_com_admin_destroy() 1751 aenq->dma_addr, aenq->mem_handle); in ena_com_admin_destroy() 1886 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->sq.dma_addr); in ena_com_admin_init() 1887 addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(admin_queue->sq.dma_addr); in ena_com_admin_init() 1892 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->cq.dma_addr); in ena_com_admin_init() [all …]
|
| /f-stack/dpdk/drivers/net/ena/base/ |
| H A D | ena_com.h | 177 dma_addr_t dma_addr; member 186 dma_addr_t dma_addr; member 241 dma_addr_t dma_addr; member
|
| H A D | ena_com.c | 88 ENA_MEM_ALLOC_COHERENT(queue->q_dmadev, size, sq->entries, sq->dma_addr, in ena_com_admin_init_sq() 135 aenq->dma_addr, in ena_com_admin_init_aenq() 146 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(aenq->dma_addr); in ena_com_admin_init_aenq() 147 addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(aenq->dma_addr); in ena_com_admin_init_aenq() 1677 sq->dma_addr, sq->mem_handle); in ena_com_admin_destroy() 1683 cq->dma_addr, cq->mem_handle); in ena_com_admin_destroy() 1689 aenq->dma_addr, aenq->mem_handle); in ena_com_admin_destroy() 1824 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->sq.dma_addr); in ena_com_admin_init() 1825 addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(admin_queue->sq.dma_addr); in ena_com_admin_init() 1830 addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->cq.dma_addr); in ena_com_admin_init() [all …]
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx.c | 529 uint64_t dma_addr; in i40e_rx_alloc_bufs() local 555 dma_addr = rte_cpu_to_le_64(\ in i40e_rx_alloc_bufs() 667 uint64_t dma_addr; in i40e_recv_pkts() local 717 dma_addr = in i40e_recv_pkts() 720 rxdp->read.pkt_addr = dma_addr; in i40e_recv_pkts() 791 uint64_t dma_addr; in i40e_recv_scattered_pkts() local 834 dma_addr = in i40e_recv_scattered_pkts() 1299 uint64_t dma_addr; in tx4() local 1315 uint64_t dma_addr; in tx1() local 2728 uint64_t dma_addr; in i40e_alloc_rx_queue_mbufs() local [all …]
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx.c | 357 uint64_t dma_addr; in ice_alloc_rx_queue_mbufs() local 375 dma_addr = in ice_alloc_rx_queue_mbufs() 379 rxd->read.pkt_addr = dma_addr; in ice_alloc_rx_queue_mbufs() 1595 uint64_t dma_addr; in ice_rx_alloc_bufs() local 1730 uint64_t dma_addr; in ice_recv_scattered_pkts() local 1773 dma_addr = in ice_recv_scattered_pkts() 1778 rxdp->read.pkt_addr = dma_addr; in ice_recv_scattered_pkts() 2193 uint64_t dma_addr; in ice_recv_pkts() local 2222 dma_addr = in ice_recv_pkts() 2872 uint64_t dma_addr; in tx4() local [all …]
|
| /f-stack/dpdk/drivers/net/atlantic/ |
| H A D | atl_rxtx.c | 397 uint64_t dma_addr = 0; in atl_alloc_rx_queue_mbufs() local 416 dma_addr = rte_cpu_to_le_64(rte_mbuf_data_iova_default(mbuf)); in atl_alloc_rx_queue_mbufs() 418 rxd->buf_addr = dma_addr; in atl_alloc_rx_queue_mbufs() 936 uint64_t dma_addr; in atl_recv_pkts() local 998 dma_addr = rte_cpu_to_le_64( in atl_recv_pkts() 1003 rxd->buf_addr = dma_addr; in atl_recv_pkts()
|
| /f-stack/dpdk/drivers/common/sfc_efx/base/ |
| H A D | efx_mcdi.c | 2575 efx_qword_t *dma_addr; in efx_mcdi_init_evq() local 2703 EFX_POPULATE_QWORD_2(*dma_addr, in efx_mcdi_init_evq() 2707 dma_addr++; in efx_mcdi_init_evq() 2806 efx_qword_t *dma_addr; in efx_mcdi_init_rxq() local 2899 dma_addr = MCDI_IN2(req, efx_qword_t, INIT_RXQ_IN_DMA_ADDR); in efx_mcdi_init_rxq() 2903 EFX_POPULATE_QWORD_2(*dma_addr, in efx_mcdi_init_rxq() 2907 dma_addr++; in efx_mcdi_init_rxq() 2981 efx_qword_t *dma_addr; in efx_mcdi_init_txq() local 3031 dma_addr = MCDI_IN2(req, efx_qword_t, INIT_TXQ_IN_DMA_ADDR); in efx_mcdi_init_txq() 3035 EFX_POPULATE_QWORD_2(*dma_addr, in efx_mcdi_init_txq() [all …]
|
| /f-stack/dpdk/drivers/net/bnxt/tf_core/ |
| H A D | tf_msg.h | 261 uint64_t dma_addr,
|
| /f-stack/dpdk/drivers/net/ionic/ |
| H A D | ionic_rxtx.c | 885 rte_iova_t dma_addr; in ionic_rx_fill() local 905 dma_addr = rte_cpu_to_le_64(rte_mbuf_data_iova_default(rxm)); in ionic_rx_fill() 906 desc->addr = dma_addr; in ionic_rx_fill() 927 dma_addr = rte_cpu_to_le_64(data_iova); in ionic_rx_fill() 928 elem->addr = dma_addr; in ionic_rx_fill()
|
| /f-stack/dpdk/drivers/net/nfp/ |
| H A D | nfp_net.c | 1639 uint64_t dma_addr; in nfp_net_rx_fill_freelist() local 1659 rxd->fld.dma_addr_hi = (dma_addr >> 32) & 0xff; in nfp_net_rx_fill_freelist() 1660 rxd->fld.dma_addr_lo = dma_addr & 0xffffffff; in nfp_net_rx_fill_freelist() 2023 uint64_t dma_addr; in nfp_net_recv_pkts() local 2139 rxds->fld.dma_addr_hi = (dma_addr >> 32) & 0xff; in nfp_net_recv_pkts() 2140 rxds->fld.dma_addr_lo = dma_addr & 0xffffffff; in nfp_net_recv_pkts() 2246 uint64_t dma_addr; in nfp_net_xmit_pkts() local 2327 dma_addr = rte_mbuf_data_iova(pkt); in nfp_net_xmit_pkts() 2329 "%" PRIx64 "", dma_addr); in nfp_net_xmit_pkts() 2334 txds->dma_addr_hi = (dma_addr >> 32) & 0xff; in nfp_net_xmit_pkts() [all …]
|