| /freebsd-13.1/sys/dev/ena/ |
| H A D | ena_datapath.c | 75 struct ena_ring *tx_ring; in ena_cleanup() local 87 tx_ring = que->tx_ring; in ena_cleanup() 123 tx_ring->running && in ena_deferred_mq_start() 126 ena_start_xmit(tx_ring); in ena_deferred_mq_start() 135 struct ena_ring *tx_ring; in ena_mq_start() local 162 tx_ring = &adapter->tx_ring[i]; in ena_mq_start() 168 taskqueue_enqueue(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in ena_mq_start() 173 ena_start_xmit(tx_ring); in ena_mq_start() 176 taskqueue_enqueue(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in ena_mq_start() 186 struct ena_ring *tx_ring = adapter->tx_ring; in ena_qflush() local [all …]
|
| H A D | ena.c | 413 que->tx_ring = txr; in ena_init_io_rings_basic() 614 struct ena_ring *tx_ring = que->tx_ring; in ena_setup_tx_resources() local 651 tx_ring->acum_pkts = 0; in ena_setup_tx_resources() 687 TASK_INIT(&tx_ring->enqueue_task, 0, ena_deferred_mq_start, tx_ring); in ena_setup_tx_resources() 693 i = tx_ring->ring_size; in ena_setup_tx_resources() 734 struct ena_ring *tx_ring = &adapter->tx_ring[qid]; in ena_free_tx_resources() local 740 while (taskqueue_cancel(tx_ring->enqueue_tq, &tx_ring->enqueue_task, in ena_free_tx_resources() 742 taskqueue_drain(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in ena_free_tx_resources() 1354 struct ena_ring *tx_ring = &adapter->tx_ring[qid]; in ena_free_tx_bufs() local 1954 tx_ring = &adapter->tx_ring[i]; in ena_unmask_all_io_irqs() [all …]
|
| H A D | ena_netmap.c | 350 struct ena_ring *tx_ring = ctx->ring; in ena_netmap_tx_frames() local 372 tx_ring->acum_pkts++; in ena_netmap_tx_frames() 380 tx_ring->acum_pkts = 0; in ena_netmap_tx_frames() 394 struct ena_ring *tx_ring; in ena_netmap_tx_frame() local 409 tx_ring = ctx->ring; in ena_netmap_tx_frame() 411 req_id = tx_ring->free_tx_ids[ctx->nt]; in ena_netmap_tx_frame() 433 if (tx_ring->acum_pkts == DB_THRESHOLD || in ena_netmap_tx_frame() 437 tx_ring->acum_pkts = 0; in ena_netmap_tx_frame() 564 struct ena_ring *tx_ring; in ena_netmap_tx_map_slots() local 578 tx_ring = ctx->ring; in ena_netmap_tx_map_slots() [all …]
|
| /freebsd-13.1/sys/ofed/drivers/infiniband/ulp/sdp/ |
| H A D | sdp_tx.c | 172 struct sdp_tx_ring *tx_ring = &ssk->tx_ring; in sdp_send_completion() local 191 atomic_inc(&tx_ring->tail); in sdp_send_completion() 288 if (!ssk->tx_ring.cq) { in sdp_process_tx_cq() 319 ring_head(ssk->tx_ring), ring_tail(ssk->tx_ring)); in sdp_poll_tx() 344 if (ssk->tx_ring.rdma_inflight && ssk->tx_ring.rdma_inflight->busy) { in sdp_poll_tx() 438 ssk->tx_ring.buffer = malloc(sizeof(*ssk->tx_ring.buffer) * SDP_TX_SIZE, in sdp_tx_ring_create() 448 ssk->tx_ring.cq = tx_cq; in sdp_tx_ring_create() 478 if (ssk->tx_ring.cq) { in sdp_tx_ring_destroy() 481 ssk->tx_ring.cq); in sdp_tx_ring_destroy() 483 ssk->tx_ring.cq = NULL; in sdp_tx_ring_destroy() [all …]
|
| H A D | sdp.h | 150 #define tx_ring_posted(ssk) (ring_posted(ssk->tx_ring) + \ 151 (ssk->tx_ring.rdma_inflight ? ssk->tx_ring.rdma_inflight->busy : 0)) 153 #define tx_ring_posted(ssk) ring_posted(ssk->tx_ring) 280 #define tx_credits(ssk) (atomic_read(&ssk->tx_ring.credits)) 360 struct sdp_tx_ring tx_ring; member 459 ib_req_notify_cq(ssk->tx_ring.cq, IB_CQ_NEXT_COMP); in sdp_arm_tx_cq()
|
| /freebsd-13.1/sys/dev/rtwn/pci/ |
| H A D | rtwn_pci_attach.c | 270 struct rtwn_tx_ring *tx_ring = &pc->tx_ring[qid]; in rtwn_pci_alloc_tx_list() local 283 error = bus_dmamem_alloc(tx_ring->desc_dmat, &tx_ring->desc, in rtwn_pci_alloc_tx_list() 289 error = bus_dmamap_load(tx_ring->desc_dmat, tx_ring->desc_map, in rtwn_pci_alloc_tx_list() 290 tx_ring->desc, size, rtwn_pci_dma_map_addr, &tx_ring->paddr, in rtwn_pci_alloc_tx_list() 296 bus_dmamap_sync(tx_ring->desc_dmat, tx_ring->desc_map, in rtwn_pci_alloc_tx_list() 441 struct rtwn_tx_ring *tx_ring = &pc->tx_ring[qid]; in rtwn_pci_free_tx_list() local 450 tx_ring->desc_map); in rtwn_pci_free_tx_list() 451 bus_dmamem_free(tx_ring->desc_dmat, tx_ring->desc, in rtwn_pci_free_tx_list() 452 tx_ring->desc_map); in rtwn_pci_free_tx_list() 474 tx_ring->queued = 0; in rtwn_pci_free_tx_list() [all …]
|
| /freebsd-13.1/sys/dev/al_eth/ |
| H A D | al_eth.c | 1404 tx_ring->next_to_use = AL_ETH_TX_RING_IDX_NEXT(tx_ring, next_to_use); in al_eth_xmit_mbuf() 1431 al_eth_irq_config(tx_ring->unmask_reg_offset, tx_ring->unmask_val); in al_eth_tx_cmpl_work() 1449 taskqueue_enqueue(tx_ring->cmpl_tq, &tx_ring->cmpl_task); in al_eth_tx_cmlp_irq_filter() 1749 tx_ring = &adapter->tx_ring[i]; in al_mq_start() 1761 taskqueue_enqueue(tx_ring->enqueue_tq, &tx_ring->enqueue_task); in al_mq_start() 2297 struct al_eth_ring *tx_ring = &adapter->tx_ring[qid]; in al_eth_setup_tx_resources() local 2340 TASK_INIT(&tx_ring->enqueue_task, 0, al_eth_start_xmit, tx_ring); in al_eth_setup_tx_resources() 2345 TASK_INIT(&tx_ring->cmpl_task, 0, al_eth_tx_cmpl_work, tx_ring); in al_eth_setup_tx_resources() 2401 struct al_eth_ring *tx_ring = &adapter->tx_ring[qid]; in al_eth_free_tx_resources() local 2407 taskqueue_drain(tx_ring->cmpl_tq, &tx_ring->cmpl_task); in al_eth_free_tx_resources() [all …]
|
| /freebsd-13.1/sys/dev/qlxge/ |
| H A D | qls_hw.c | 688 ha->tx_ring[txr_idx].txr_free); in qls_hw_send() 762 ha->tx_ring[txr_idx].txr_free--; in qls_hw_send() 932 ha->tx_ring[0].wq_db_offset)); in qls_init_hw_if() 1136 txr = &ha->tx_ring[wid]; in qls_init_work_queue() 1355 txb = &ha->tx_ring[i].tx_buf[j]; in qls_free_tx_dma() 1381 ha->tx_ring[ridx].wq_dma.size = in qls_alloc_tx_ring_dma() 1404 ha->tx_ring[ridx].wq_vaddr = ha->tx_ring[ridx].wq_dma.dma_b; in qls_alloc_tx_ring_dma() 1405 ha->tx_ring[ridx].wq_paddr = ha->tx_ring[ridx].wq_dma.dma_addr; in qls_alloc_tx_ring_dma() 1413 ha->tx_ring[ridx].txr_cons_vaddr = in qls_alloc_tx_ring_dma() 1420 txb = ha->tx_ring[ridx].tx_buf; in qls_alloc_tx_ring_dma() [all …]
|
| H A D | qls_isr.c | 58 txb = &ha->tx_ring[txr_idx].tx_buf[tx_idx]; in qls_tx_comp() 70 ha->tx_ring[txr_idx].txr_done++; in qls_tx_comp() 72 if (ha->tx_ring[txr_idx].txr_done == NUM_TX_DESCRIPTORS) in qls_tx_comp() 73 ha->tx_ring[txr_idx].txr_done = 0; in qls_tx_comp()
|
| H A D | qls_os.c | 170 (void *)ha->tx_ring[i].tx_frames); in qls_sysctl_get_drvr_stats() 185 ha->tx_ring[i].txr_free); in qls_sysctl_get_drvr_stats() 190 ha->tx_ring[i].txr_next); in qls_sysctl_get_drvr_stats() 195 ha->tx_ring[i].txr_done); in qls_sysctl_get_drvr_stats() 200 *(ha->tx_ring[i].txr_cons_vaddr)); in qls_sysctl_get_drvr_stats() 1131 tx_idx = ha->tx_ring[txr_idx].txr_next; in qls_send() 1133 map = ha->tx_ring[txr_idx].tx_buf[tx_idx].map; in qls_send() 1191 ha->tx_ring[txr_idx].count++; in qls_send() 1192 ha->tx_ring[txr_idx].tx_buf[tx_idx].m_head = m_head; in qls_send() 1193 ha->tx_ring[txr_idx].tx_buf[tx_idx].map = map; in qls_send() [all …]
|
| /freebsd-13.1/sys/dev/et/ |
| H A D | if_et.c | 889 tx_ring = &sc->sc_tx_ring; in et_dma_alloc() 891 &tx_ring->tr_dtag, (uint8_t **)&tx_ring->tr_desc, &tx_ring->tr_dmap, in et_dma_alloc() 1125 tx_ring = &sc->sc_tx_ring; in et_dma_free() 1126 et_dma_ring_free(sc, &tx_ring->tr_dtag, (void *)&tx_ring->tr_desc, in et_dma_free() 1127 tx_ring->tr_dmap, &tx_ring->tr_paddr); in et_dma_free() 1436 bus_dmamap_sync(tx_ring->tr_dtag, tx_ring->tr_dmap, in et_start_locked() 1513 tx_ring = &sc->sc_tx_ring; in et_free_tx_ring() 1690 tx_ring = &sc->sc_tx_ring; in et_init_tx_ring() 1692 bus_dmamap_sync(tx_ring->tr_dtag, tx_ring->tr_dmap, in et_init_tx_ring() 1827 tx_ring = &sc->sc_tx_ring; in et_init_txdma() [all …]
|
| /freebsd-13.1/sys/dev/mlx4/mlx4_ib/ |
| H A D | mlx4_ib_mad.c | 559 if (tun_qp->tx_ring[tun_tx_ix].ah) in mlx4_ib_send_to_slave() 1382 if (sqp->tx_ring[wire_tx_ix].ah) in mlx4_ib_send_to_wire() 1384 sqp->tx_ring[wire_tx_ix].ah = ah; in mlx4_ib_send_to_wire() 1582 if (!tun_qp->tx_ring) { in mlx4_ib_alloc_pv_bufs() 1611 tun_qp->tx_ring[i].buf.addr = in mlx4_ib_alloc_pv_bufs() 1615 tun_qp->tx_ring[i].buf.map = in mlx4_ib_alloc_pv_bufs() 1625 tun_qp->tx_ring[i].ah = NULL; in mlx4_ib_alloc_pv_bufs() 1641 kfree(tun_qp->tx_ring); in mlx4_ib_alloc_pv_bufs() 1642 tun_qp->tx_ring = NULL; in mlx4_ib_alloc_pv_bufs() 1686 if (tun_qp->tx_ring[i].ah) in mlx4_ib_free_pv_qp_bufs() [all …]
|
| /freebsd-13.1/sys/dev/axgbe/ |
| H A D | if_axgbe_pci.c | 735 channel->tx_ring = NULL; in axgbe_alloc_channels() 1630 struct xgbe_ring *tx_ring; in axgbe_if_tx_queues_alloc() local 1647 if (tx_ring == NULL) { in axgbe_if_tx_queues_alloc() 1652 channel->tx_ring = tx_ring; in axgbe_if_tx_queues_alloc() 1655 tx_ring->rdata = in axgbe_if_tx_queues_alloc() 1677 tx_ring = channel->tx_ring; in axgbe_if_tx_queues_alloc() 1679 if (tx_ring && tx_ring->rdata) in axgbe_if_tx_queues_alloc() 1684 channel->tx_ring = NULL; in axgbe_if_tx_queues_alloc() 1780 tx_ring = channel->tx_ring; in axgbe_if_queues_free() 1782 if (tx_ring && tx_ring->rdata) in axgbe_if_queues_free() [all …]
|
| /freebsd-13.1/sys/dev/ixl/ |
| H A D | ixl_txrx.c | 150 ixl_is_tx_desc_done(struct tx_ring *txr, int idx) in ixl_is_tx_desc_done() 281 ixl_tso_setup(struct tx_ring *txr, if_pkt_info_t pi) in ixl_tso_setup() 344 struct tx_ring *txr = &que->txr; in ixl_isc_txd_encap() 418 struct tx_ring *txr = &vsi->tx_queues[txqid].txr; in ixl_isc_txd_flush() 438 struct tx_ring *txr = &que->txr; in ixl_init_tx_ring() 456 struct tx_ring *txr = &que->txr; in ixl_get_tx_head() 468 struct tx_ring *txr = &que->txr; in ixl_isc_txd_credits_update_hwb() 489 struct tx_ring *txr = &tx_que->txr; in ixl_isc_txd_credits_update_dwb() 789 struct tx_ring *txr = &tx_que->txr; in ixl_init_tx_rsqs() 813 struct tx_ring *txr = &tx_que->txr; in ixl_init_tx_cidx() [all …]
|
| /freebsd-13.1/sys/dev/igc/ |
| H A D | igc_txrx.c | 62 static int igc_tx_ctx_setup(struct tx_ring *txr, if_pkt_info_t pi, 64 static int igc_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, 89 struct tx_ring *txr; in igc_dump_rs() 126 igc_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, uint32_t *cmd_type_len, in igc_tso_setup() 187 igc_tx_ctx_setup(struct tx_ring *txr, if_pkt_info_t pi, uint32_t *cmd_type_len, in igc_tx_ctx_setup() 271 struct tx_ring *txr = &que->txr; in igc_isc_txd_encap() 329 struct tx_ring *txr = &que->txr; in igc_isc_txd_flush() 340 struct tx_ring *txr = &que->txr; in igc_isc_txd_credits_update()
|
| H A D | if_igc.h | 270 struct tx_ring { struct 324 struct tx_ring txr;
|
| /freebsd-13.1/sys/contrib/octeon-sdk/ |
| H A D | cvmx-mgmt-port.c | 99 cvmx_mgmt_port_ring_entry_t tx_ring[CVMX_MGMT_PORT_NUM_TX_BUFFERS]; member 183 …ng1.s.osize != CVMX_MGMT_PORT_NUM_TX_BUFFERS || cvmx_mgmt_port_state_ptr[port].tx_ring[0].u64 == 0) in cvmx_mgmt_port_initialize() 199 if (cvmx_mgmt_port_state_ptr[port].tx_ring[0].u64 == 0) in cvmx_mgmt_port_initialize() 286 state->tx_ring[i].s.len = CVMX_MGMT_PORT_TX_BUFFER_SIZE; in cvmx_mgmt_port_initialize() 287 state->tx_ring[i].s.addr = cvmx_ptr_to_phys(state->tx_buffers[i]); in cvmx_mgmt_port_initialize() 292 oring1.s.obase = cvmx_ptr_to_phys(state->tx_ring)>>3; in cvmx_mgmt_port_initialize() 562 state->tx_ring[state->tx_write_index].s.len = packet_len; in cvmx_mgmt_port_send() 564 state->tx_ring[state->tx_write_index].s.tstamp = 0; in cvmx_mgmt_port_send() 617 state->tx_ring[state->tx_write_index].s.len = m->m_pkthdr.len; in cvmx_mgmt_port_sendm() 619 state->tx_ring[state->tx_write_index].s.tstamp = 0; in cvmx_mgmt_port_sendm()
|
| /freebsd-13.1/sys/dev/iavf/ |
| H A D | iavf_txrx_iflib.c | 106 iavf_is_tx_desc_done(struct tx_ring *txr, int idx) in iavf_is_tx_desc_done() 260 iavf_tso_setup(struct tx_ring *txr, if_pkt_info_t pi) in iavf_tso_setup() 326 struct tx_ring *txr = &que->txr; in iavf_isc_txd_encap() 414 struct tx_ring *txr = &vsi->tx_queues[txqid].txr; in iavf_isc_txd_flush() 431 struct tx_ring *txr = &que->txr; in iavf_init_tx_ring() 453 struct tx_ring *txr = &que->txr; in iavf_get_tx_head() 480 struct tx_ring *txr = &que->txr; in iavf_isc_txd_credits_update_hwb() 516 struct tx_ring *txr = &tx_que->txr; in iavf_isc_txd_credits_update_dwb()
|
| /freebsd-13.1/sys/dev/e1000/ |
| H A D | igb_txrx.c | 59 static int igb_tx_ctx_setup(struct tx_ring *txr, if_pkt_info_t pi, 61 static int igb_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, 88 igb_tso_setup(struct tx_ring *txr, if_pkt_info_t pi, uint32_t *cmd_type_len, in igb_tso_setup() 153 igb_tx_ctx_setup(struct tx_ring *txr, if_pkt_info_t pi, uint32_t *cmd_type_len, in igb_tx_ctx_setup() 242 struct tx_ring *txr = &que->txr; in igb_isc_txd_encap() 304 struct tx_ring *txr = &que->txr; in igb_isc_txd_flush() 315 struct tx_ring *txr = &que->txr; in igb_isc_txd_credits_update()
|
| /freebsd-13.1/sys/dev/neta/ |
| H A D | if_mvnetavar.h | 218 KASSERT(mtx_owned(&(sc)->tx_ring[(q)].ring_mtx),\ 290 struct mvneta_tx_ring tx_ring[MVNETA_TX_QNUM_MAX]; member 319 (&(sc)->tx_ring[(q)])
|
| /freebsd-13.1/sys/dev/xen/netback/ |
| H A D | netback.c | 159 const netif_tx_back_ring_t *tx_ring, 321 netif_tx_back_ring_t tx_ring; member 547 &xnb->ring_configs[XNB_RING_TYPE_TX].back_ring.tx_ring; in xnb_dump_rings() 731 BACK_RING_INIT(&ring->back_ring.tx_ring, in xnb_connect_ring() 1497 if (RING_HAS_UNCONSUMED_REQUESTS_2(tx_ring, idx)) { in xnb_ring2pkt() 1498 netif_tx_request_t *tx = RING_GET_REQUEST(tx_ring, idx); in xnb_ring2pkt() 1509 RING_HAS_UNCONSUMED_REQUESTS_2(tx_ring, idx)) { in xnb_ring2pkt() 1527 xnb_dump_txreq(start, RING_GET_REQUEST(tx_ring, in xnb_ring2pkt() 1529 xnb_dump_txreq(idx, RING_GET_REQUEST(tx_ring, in xnb_ring2pkt() 1546 xnb_dump_txreq(idx, RING_GET_REQUEST(tx_ring, idx)); in xnb_ring2pkt() [all …]
|
| /freebsd-13.1/sys/dev/mlx4/mlx4_en/ |
| H A D | mlx4_en_netdev.c | 1266 struct mlx4_en_tx_ring *tx_ring; in mlx4_en_start_port() local 1360 tx_ring = priv->tx_ring[i]; in mlx4_en_start_port() 1581 ring = priv->tx_ring[i]; in mlx4_en_restart() 1620 priv->tx_ring[i]->bytes = 0; in mlx4_en_clear_stats() 1621 priv->tx_ring[i]->packets = 0; in mlx4_en_clear_stats() 1622 priv->tx_ring[i]->tx_csum = 0; in mlx4_en_clear_stats() 1677 if (priv->tx_ring && priv->tx_ring[i]) in mlx4_en_free_resources() 1742 if (priv->tx_ring[i]) in mlx4_en_alloc_resources() 1810 kfree(priv->tx_ring); in mlx4_en_destroy_netdev() 2193 if (!priv->tx_ring) { in mlx4_en_init_netdev() [all …]
|
| /freebsd-13.1/sys/dev/rt/ |
| H A D | if_rt.c | 606 rt_free_tx_ring(sc, &sc->tx_ring[i]); in rt_attach() 724 rt_free_tx_ring(sc, &sc->tx_ring[i]); in rt_detach() 861 rt_reset_tx_ring(sc, &sc->tx_ring[i]); in rt_init_locked() 866 sc->tx_ring[i].desc_phys_addr); in rt_init_locked() 1056 ring = &sc->tx_ring[qid]; in rt_tx_data() 1209 RT_SOFTC_TX_RING_LOCK(&sc->tx_ring[qid]); in rt_start() 1211 if (sc->tx_ring[qid].data_queued >= in rt_start() 1236 RT_SOFTC_TX_RING_UNLOCK(&sc->tx_ring[qid]); in rt_start() 1603 rt_reset_tx_ring(sc, &sc->tx_ring[i]); in rt_tx_coherent_intr() 1607 sc->tx_ring[i].desc_phys_addr); in rt_tx_coherent_intr() [all …]
|
| /freebsd-13.1/sys/dev/ixgbe/ |
| H A D | if_fdir.c | 81 ixgbe_atr(struct tx_ring *txr, struct mbuf *mp) in ixgbe_atr() 156 ixgbe_atr(struct tx_ring *txr, struct mbuf *mp) in ixgbe_atr()
|
| H A D | ixgbe_fdir.h | 56 void ixgbe_atr(struct tx_ring *, struct mbuf *);
|