| /freebsd-12.1/sys/ofed/drivers/infiniband/ulp/sdp/ |
| H A D | sdp_tx.c | 172 struct sdp_tx_ring *tx_ring = &ssk->tx_ring; in sdp_send_completion() local 191 atomic_inc(&tx_ring->tail); in sdp_send_completion() 288 if (!ssk->tx_ring.cq) { in sdp_process_tx_cq() 319 ring_head(ssk->tx_ring), ring_tail(ssk->tx_ring)); in sdp_poll_tx() 344 if (ssk->tx_ring.rdma_inflight && ssk->tx_ring.rdma_inflight->busy) { in sdp_poll_tx() 437 ssk->tx_ring.buffer = malloc(sizeof(*ssk->tx_ring.buffer) * SDP_TX_SIZE, in sdp_tx_ring_create() 447 ssk->tx_ring.cq = tx_cq; in sdp_tx_ring_create() 477 if (ssk->tx_ring.cq) { in sdp_tx_ring_destroy() 480 ssk->tx_ring.cq); in sdp_tx_ring_destroy() 482 ssk->tx_ring.cq = NULL; in sdp_tx_ring_destroy() [all …]
|
| H A D | sdp.h | 149 #define tx_ring_posted(ssk) (ring_posted(ssk->tx_ring) + \ 150 (ssk->tx_ring.rdma_inflight ? ssk->tx_ring.rdma_inflight->busy : 0)) 152 #define tx_ring_posted(ssk) ring_posted(ssk->tx_ring) 322 #define tx_credits(ssk) (atomic_read(&ssk->tx_ring.credits)) 402 struct sdp_tx_ring tx_ring; member 500 ib_req_notify_cq(ssk->tx_ring.cq, IB_CQ_NEXT_COMP); in sdp_arm_tx_cq()
|
| /freebsd-12.1/sys/dev/rtwn/pci/ |
| H A D | rtwn_pci_attach.c | 271 struct rtwn_tx_ring *tx_ring = &pc->tx_ring[qid]; in rtwn_pci_alloc_tx_list() local 284 error = bus_dmamem_alloc(tx_ring->desc_dmat, &tx_ring->desc, in rtwn_pci_alloc_tx_list() 290 error = bus_dmamap_load(tx_ring->desc_dmat, tx_ring->desc_map, in rtwn_pci_alloc_tx_list() 291 tx_ring->desc, size, rtwn_pci_dma_map_addr, &tx_ring->paddr, in rtwn_pci_alloc_tx_list() 297 bus_dmamap_sync(tx_ring->desc_dmat, tx_ring->desc_map, in rtwn_pci_alloc_tx_list() 442 struct rtwn_tx_ring *tx_ring = &pc->tx_ring[qid]; in rtwn_pci_free_tx_list() local 451 tx_ring->desc_map); in rtwn_pci_free_tx_list() 452 bus_dmamem_free(tx_ring->desc_dmat, tx_ring->desc, in rtwn_pci_free_tx_list() 453 tx_ring->desc_map); in rtwn_pci_free_tx_list() 475 tx_ring->queued = 0; in rtwn_pci_free_tx_list() [all …]
|
| /freebsd-12.1/sys/dev/ena/ |
| H A D | ena.c | 600 struct ena_ring *tx_ring = que->tx_ring; in ena_setup_tx_resources() local 692 struct ena_ring *tx_ring = &adapter->tx_ring[qid]; in ena_free_tx_resources() local 696 taskqueue_drain(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in ena_free_tx_resources() 1154 struct ena_ring *tx_ring = &adapter->tx_ring[qid]; in ena_free_tx_bufs() local 1413 taskqueue_enqueue(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in ena_tx_cleanup() 1804 tx_ring = que->tx_ring; in ena_handle_msix() 2983 tx_ring = &adapter->tx_ring[i]; in ena_mq_start() 2989 taskqueue_enqueue(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in ena_mq_start() 2997 taskqueue_enqueue(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in ena_mq_start() 3007 struct ena_ring *tx_ring = adapter->tx_ring; in ena_qflush() local [all …]
|
| H A D | ena_sysctl.c | 87 struct ena_ring *tx_ring; in ena_sysctl_add_stats() local 115 tx_ring = adapter->tx_ring; in ena_sysctl_add_stats() 135 for (i = 0; i < adapter->num_queues; ++i, ++tx_ring, ++rx_ring) { in ena_sysctl_add_stats() 147 tx_stats = &tx_ring->tx_stats; in ena_sysctl_add_stats()
|
| /freebsd-12.1/sys/dev/al_eth/ |
| H A D | al_eth.c | 1404 tx_ring->next_to_use = AL_ETH_TX_RING_IDX_NEXT(tx_ring, next_to_use); in al_eth_xmit_mbuf() 1431 al_eth_irq_config(tx_ring->unmask_reg_offset, tx_ring->unmask_val); in al_eth_tx_cmpl_work() 1449 taskqueue_enqueue(tx_ring->cmpl_tq, &tx_ring->cmpl_task); in al_eth_tx_cmlp_irq_filter() 1751 tx_ring = &adapter->tx_ring[i]; in al_mq_start() 1763 taskqueue_enqueue(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in al_mq_start() 2300 struct al_eth_ring *tx_ring = &adapter->tx_ring[qid]; in al_eth_setup_tx_resources() local 2343 TASK_INIT(&tx_ring->enqueue_task, 0, al_eth_start_xmit, tx_ring); in al_eth_setup_tx_resources() 2348 TASK_INIT(&tx_ring->cmpl_task, 0, al_eth_tx_cmpl_work, tx_ring); in al_eth_setup_tx_resources() 2404 struct al_eth_ring *tx_ring = &adapter->tx_ring[qid]; in al_eth_free_tx_resources() local 2410 taskqueue_drain(tx_ring->cmpl_tq, &tx_ring->cmpl_task); in al_eth_free_tx_resources() [all …]
|
| /freebsd-12.1/sys/dev/qlxge/ |
| H A D | qls_hw.c | 697 ha->tx_ring[txr_idx].txr_free); in qls_hw_send() 774 ha->tx_ring[txr_idx].txr_free--; in qls_hw_send() 945 ha->tx_ring[0].wq_db_offset)); in qls_init_hw_if() 1151 txr = &ha->tx_ring[wid]; in qls_init_work_queue() 1379 txb = &ha->tx_ring[i].tx_buf[j]; in qls_free_tx_dma() 1405 ha->tx_ring[ridx].wq_dma.size = in qls_alloc_tx_ring_dma() 1428 ha->tx_ring[ridx].wq_vaddr = ha->tx_ring[ridx].wq_dma.dma_b; in qls_alloc_tx_ring_dma() 1429 ha->tx_ring[ridx].wq_paddr = ha->tx_ring[ridx].wq_dma.dma_addr; in qls_alloc_tx_ring_dma() 1437 ha->tx_ring[ridx].txr_cons_vaddr = in qls_alloc_tx_ring_dma() 1444 txb = ha->tx_ring[ridx].tx_buf; in qls_alloc_tx_ring_dma() [all …]
|
| H A D | qls_os.c | 173 (void *)ha->tx_ring[i].tx_frames); in qls_sysctl_get_drvr_stats() 188 ha->tx_ring[i].txr_free); in qls_sysctl_get_drvr_stats() 193 ha->tx_ring[i].txr_next); in qls_sysctl_get_drvr_stats() 198 ha->tx_ring[i].txr_done); in qls_sysctl_get_drvr_stats() 203 *(ha->tx_ring[i].txr_cons_vaddr)); in qls_sysctl_get_drvr_stats() 1145 tx_idx = ha->tx_ring[txr_idx].txr_next; in qls_send() 1147 map = ha->tx_ring[txr_idx].tx_buf[tx_idx].map; in qls_send() 1209 ha->tx_ring[txr_idx].count++; in qls_send() 1210 ha->tx_ring[txr_idx].tx_buf[tx_idx].m_head = m_head; in qls_send() 1211 ha->tx_ring[txr_idx].tx_buf[tx_idx].map = map; in qls_send() [all …]
|
| H A D | qls_isr.c | 61 txb = &ha->tx_ring[txr_idx].tx_buf[tx_idx]; in qls_tx_comp() 73 ha->tx_ring[txr_idx].txr_done++; in qls_tx_comp() 75 if (ha->tx_ring[txr_idx].txr_done == NUM_TX_DESCRIPTORS) in qls_tx_comp() 76 ha->tx_ring[txr_idx].txr_done = 0; in qls_tx_comp()
|
| /freebsd-12.1/sys/dev/et/ |
| H A D | if_et.c | 889 tx_ring = &sc->sc_tx_ring; in et_dma_alloc() 891 &tx_ring->tr_dtag, (uint8_t **)&tx_ring->tr_desc, &tx_ring->tr_dmap, in et_dma_alloc() 1125 tx_ring = &sc->sc_tx_ring; in et_dma_free() 1126 et_dma_ring_free(sc, &tx_ring->tr_dtag, (void *)&tx_ring->tr_desc, in et_dma_free() 1127 tx_ring->tr_dmap, &tx_ring->tr_paddr); in et_dma_free() 1436 bus_dmamap_sync(tx_ring->tr_dtag, tx_ring->tr_dmap, in et_start_locked() 1513 tx_ring = &sc->sc_tx_ring; in et_free_tx_ring() 1694 tx_ring = &sc->sc_tx_ring; in et_init_tx_ring() 1696 bus_dmamap_sync(tx_ring->tr_dtag, tx_ring->tr_dmap, in et_init_tx_ring() 1831 tx_ring = &sc->sc_tx_ring; in et_init_txdma() [all …]
|
| /freebsd-12.1/sys/dev/mlx4/mlx4_ib/ |
| H A D | mlx4_ib_mad.c | 559 if (tun_qp->tx_ring[tun_tx_ix].ah) in mlx4_ib_send_to_slave() 1381 if (sqp->tx_ring[wire_tx_ix].ah) in mlx4_ib_send_to_wire() 1383 sqp->tx_ring[wire_tx_ix].ah = ah; in mlx4_ib_send_to_wire() 1581 if (!tun_qp->tx_ring) { in mlx4_ib_alloc_pv_bufs() 1610 tun_qp->tx_ring[i].buf.addr = in mlx4_ib_alloc_pv_bufs() 1614 tun_qp->tx_ring[i].buf.map = in mlx4_ib_alloc_pv_bufs() 1624 tun_qp->tx_ring[i].ah = NULL; in mlx4_ib_alloc_pv_bufs() 1640 kfree(tun_qp->tx_ring); in mlx4_ib_alloc_pv_bufs() 1641 tun_qp->tx_ring = NULL; in mlx4_ib_alloc_pv_bufs() 1685 if (tun_qp->tx_ring[i].ah) in mlx4_ib_free_pv_qp_bufs() [all …]
|
| /freebsd-12.1/sys/dev/axgbe/ |
| H A D | xgbe-drv.c | 132 struct xgbe_ring *tx_ring, *rx_ring; in xgbe_alloc_channels() local 140 tx_ring = malloc(pdata->tx_ring_count * sizeof(struct xgbe_ring), in xgbe_alloc_channels() 163 spin_lock_init(&tx_ring->lock); in xgbe_alloc_channels() 164 channel->tx_ring = tx_ring++; in xgbe_alloc_channels() 180 free(tx_ring, M_AXGBE); in xgbe_alloc_channels() 192 free(pdata->channel->tx_ring, M_AXGBE); in xgbe_free_channels() 253 if (channel->tx_ring && channel->rx_ring) in xgbe_enable_rx_tx_ints() 255 else if (channel->tx_ring) in xgbe_enable_rx_tx_ints() 562 ring = channel->tx_ring; in xgbe_free_tx_data() 818 ring = channel->tx_ring; in xgbe_xmit() [all …]
|
| H A D | xgbe-desc.c | 168 xgbe_free_ring(pdata, channel->tx_ring); in xgbe_free_ring_resources() 256 ret = xgbe_init_ring(pdata, channel->tx_ring, in xgbe_alloc_ring_resources() 351 ring = channel->tx_ring; in xgbe_wrapper_tx_descriptor_init() 483 struct xgbe_ring *ring = channel->tx_ring; in xgbe_map_tx_skb()
|
| /freebsd-12.1/sys/dev/ixl/ |
| H A D | ixl_txrx.c | 150 ixl_is_tx_desc_done(struct tx_ring *txr, int idx) in ixl_is_tx_desc_done() 281 ixl_tso_setup(struct tx_ring *txr, if_pkt_info_t pi) in ixl_tso_setup() 344 struct tx_ring *txr = &que->txr; in ixl_isc_txd_encap() 418 struct tx_ring *txr = &vsi->tx_queues[txqid].txr; in ixl_isc_txd_flush() 438 struct tx_ring *txr = &que->txr; in ixl_init_tx_ring() 456 struct tx_ring *txr = &que->txr; in ixl_get_tx_head() 468 struct tx_ring *txr = &que->txr; in ixl_isc_txd_credits_update_hwb() 489 struct tx_ring *txr = &tx_que->txr; in ixl_isc_txd_credits_update_dwb() 789 struct tx_ring *txr = &tx_que->txr; in ixl_init_tx_rsqs() 813 struct tx_ring *txr = &tx_que->txr; in ixl_init_tx_cidx() [all …]
|
| /freebsd-12.1/sys/contrib/octeon-sdk/ |
| H A D | cvmx-mgmt-port.c | 99 cvmx_mgmt_port_ring_entry_t tx_ring[CVMX_MGMT_PORT_NUM_TX_BUFFERS]; member 183 …ng1.s.osize != CVMX_MGMT_PORT_NUM_TX_BUFFERS || cvmx_mgmt_port_state_ptr[port].tx_ring[0].u64 == 0) in cvmx_mgmt_port_initialize() 199 if (cvmx_mgmt_port_state_ptr[port].tx_ring[0].u64 == 0) in cvmx_mgmt_port_initialize() 286 state->tx_ring[i].s.len = CVMX_MGMT_PORT_TX_BUFFER_SIZE; in cvmx_mgmt_port_initialize() 287 state->tx_ring[i].s.addr = cvmx_ptr_to_phys(state->tx_buffers[i]); in cvmx_mgmt_port_initialize() 292 oring1.s.obase = cvmx_ptr_to_phys(state->tx_ring)>>3; in cvmx_mgmt_port_initialize() 562 state->tx_ring[state->tx_write_index].s.len = packet_len; in cvmx_mgmt_port_send() 564 state->tx_ring[state->tx_write_index].s.tstamp = 0; in cvmx_mgmt_port_send() 617 state->tx_ring[state->tx_write_index].s.len = m->m_pkthdr.len; in cvmx_mgmt_port_sendm() 619 state->tx_ring[state->tx_write_index].s.tstamp = 0; in cvmx_mgmt_port_sendm()
|
| /freebsd-12.1/sys/dev/xen/netback/ |
| H A D | netback.c | 163 const netif_tx_back_ring_t *tx_ring, 327 netif_tx_back_ring_t tx_ring; member 553 &xnb->ring_configs[XNB_RING_TYPE_TX].back_ring.tx_ring; in xnb_dump_rings() 737 BACK_RING_INIT(&ring->back_ring.tx_ring, in xnb_connect_ring() 1505 if (RING_HAS_UNCONSUMED_REQUESTS_2(tx_ring, idx)) { in xnb_ring2pkt() 1506 netif_tx_request_t *tx = RING_GET_REQUEST(tx_ring, idx); in xnb_ring2pkt() 1517 RING_HAS_UNCONSUMED_REQUESTS_2(tx_ring, idx)) { in xnb_ring2pkt() 1535 xnb_dump_txreq(start, RING_GET_REQUEST(tx_ring, in xnb_ring2pkt() 1537 xnb_dump_txreq(idx, RING_GET_REQUEST(tx_ring, in xnb_ring2pkt() 1554 xnb_dump_txreq(idx, RING_GET_REQUEST(tx_ring, idx)); in xnb_ring2pkt() [all …]
|
| /freebsd-12.1/sys/dev/e1000/ |
| H A D | igb_txrx.c | 55 static int igb_tx_ctx_setup(struct tx_ring *txr, if_pkt_info_t pi, u32 *cmd_type_len, u32 *olinfo_s… 56 static int igb_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, u32 *cmd_type_len, u32 *olinfo_stat… 84 igb_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, u32 *cmd_type_len, u32 *olinfo_status) in igb_tso_setup() 148 igb_tx_ctx_setup(struct tx_ring *txr, if_pkt_info_t pi, u32 *cmd_type_len, u32 *olinfo_status) in igb_tx_ctx_setup() 236 struct tx_ring *txr = &que->txr; in igb_isc_txd_encap() 298 struct tx_ring *txr = &que->txr; in igb_isc_txd_flush() 309 struct tx_ring *txr = &que->txr; in igb_isc_txd_credits_update()
|
| H A D | em_txrx.c | 99 struct tx_ring *txr; in em_dump_rs() 140 struct tx_ring *txr = &que->txr; in em_tso_setup() 224 struct tx_ring *txr = &que->txr; in em_transmit_checksum_setup() 308 struct tx_ring *txr = &que->txr; in em_isc_txd_encap() 422 struct tx_ring *txr = &que->txr; in em_isc_txd_flush() 433 struct tx_ring *txr = &que->txr; in em_isc_txd_credits_update()
|
| /freebsd-12.1/sys/dev/mlx4/mlx4_en/ |
| H A D | mlx4_en_netdev.c | 1266 struct mlx4_en_tx_ring *tx_ring; in mlx4_en_start_port() local 1360 tx_ring = priv->tx_ring[i]; in mlx4_en_start_port() 1581 ring = priv->tx_ring[i]; in mlx4_en_restart() 1620 priv->tx_ring[i]->bytes = 0; in mlx4_en_clear_stats() 1621 priv->tx_ring[i]->packets = 0; in mlx4_en_clear_stats() 1622 priv->tx_ring[i]->tx_csum = 0; in mlx4_en_clear_stats() 1677 if (priv->tx_ring && priv->tx_ring[i]) in mlx4_en_free_resources() 1742 if (priv->tx_ring[i]) in mlx4_en_alloc_resources() 1810 kfree(priv->tx_ring); in mlx4_en_destroy_netdev() 2191 if (!priv->tx_ring) { in mlx4_en_init_netdev() [all …]
|
| /freebsd-12.1/sys/dev/neta/ |
| H A D | if_mvnetavar.h | 224 KASSERT(mtx_owned(&(sc)->tx_ring[(q)].ring_mtx),\ 294 struct mvneta_tx_ring tx_ring[MVNETA_TX_QNUM_MAX]; member 323 (&(sc)->tx_ring[(q)])
|
| /freebsd-12.1/sys/dev/rt/ |
| H A D | if_rt.c | 589 rt_free_tx_ring(sc, &sc->tx_ring[i]); in rt_attach() 707 rt_free_tx_ring(sc, &sc->tx_ring[i]); in rt_detach() 844 rt_reset_tx_ring(sc, &sc->tx_ring[i]); in rt_init_locked() 849 sc->tx_ring[i].desc_phys_addr); in rt_init_locked() 1039 ring = &sc->tx_ring[qid]; in rt_tx_data() 1193 RT_SOFTC_TX_RING_LOCK(&sc->tx_ring[qid]); in rt_start() 1195 if (sc->tx_ring[qid].data_queued >= in rt_start() 1220 RT_SOFTC_TX_RING_UNLOCK(&sc->tx_ring[qid]); in rt_start() 1587 rt_reset_tx_ring(sc, &sc->tx_ring[i]); in rt_tx_coherent_intr() 1591 sc->tx_ring[i].desc_phys_addr); in rt_tx_coherent_intr() [all …]
|
| /freebsd-12.1/sys/dev/ixgbe/ |
| H A D | if_fdir.c | 81 ixgbe_atr(struct tx_ring *txr, struct mbuf *mp) in ixgbe_atr() 156 ixgbe_atr(struct tx_ring *txr, struct mbuf *mp) in ixgbe_atr()
|
| /freebsd-12.1/sys/dev/qlxgb/ |
| H A D | qla_hw.c | 128 if (ha->hw.dma_buf.flags.tx_ring) { in qla_free_dma() 129 qla_free_dmabuf(ha, &ha->hw.dma_buf.tx_ring); in qla_free_dma() 130 ha->hw.dma_buf.flags.tx_ring = 0; in qla_free_dma() 155 ha->hw.dma_buf.tx_ring.alignment = 8; in qla_alloc_dma() 156 ha->hw.dma_buf.tx_ring.size = in qla_alloc_dma() 159 if (qla_alloc_dmabuf(ha, &ha->hw.dma_buf.tx_ring)) { in qla_alloc_dma() 163 ha->hw.dma_buf.flags.tx_ring = 1; in qla_alloc_dma() 166 __func__, (void *)(ha->hw.dma_buf.tx_ring.dma_addr), in qla_alloc_dma() 167 ha->hw.dma_buf.tx_ring.dma_b)); in qla_alloc_dma() 283 hw->tx_ring_base = hw->dma_buf.tx_ring.dma_b; in qla_init_cntxt_regions() [all …]
|
| /freebsd-12.1/sys/ofed/drivers/infiniband/ulp/ipoib/ |
| H A D | ipoib_cm.c | 646 tx_req = &tx->tx_ring[tx->tx_head & (ipoib_sendq_size - 1)]; in ipoib_cm_send() 691 tx_req = &tx->tx_ring[wr_id]; in ipoib_cm_handle_tx_wc() 1005 p->tx_ring = kzalloc(ipoib_sendq_size * sizeof *p->tx_ring, GFP_KERNEL); in ipoib_cm_tx_init() 1006 if (!p->tx_ring) { in ipoib_cm_tx_init() 1011 memset(p->tx_ring, 0, ipoib_sendq_size * sizeof *p->tx_ring); in ipoib_cm_tx_init() 1052 kfree(p->tx_ring); in ipoib_cm_tx_init() 1073 if (p->tx_ring) { in ipoib_cm_tx_destroy() 1090 tx_req = &p->tx_ring[p->tx_tail & (ipoib_sendq_size - 1)]; in ipoib_cm_tx_destroy() 1103 kfree(p->tx_ring); in ipoib_cm_tx_destroy()
|
| /freebsd-12.1/sys/dev/netmap/ |
| H A D | netmap_kloop.c | 729 bool tx_ring = (i < num_tx_rings); in netmap_sync_kloop() local 750 ((tx_ring && direct_tx) || in netmap_sync_kloop() 751 (!tx_ring && direct_rx)) ? NULL : in netmap_sync_kloop() 754 (tx_ring ? direct_tx : direct_rx); in netmap_sync_kloop() 763 if (tx_ring && direct_tx) { in netmap_sync_kloop() 770 } else if (!tx_ring && direct_rx) { in netmap_sync_kloop()
|