| /linux-6.15/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.c | 491 ntu += nb_buffs_extra; in __ice_alloc_rx_bufs_zc() 496 ntu = 0; in __ice_alloc_rx_bufs_zc() 503 ntu += nb_buffs; in __ice_alloc_rx_bufs_zc() 504 if (ntu == rx_ring->count) in __ice_alloc_rx_bufs_zc() 505 ntu = 0; in __ice_alloc_rx_bufs_zc() 724 ntu = 0; in ice_xmit_xdp_tx_zc() 737 xdp_ring->next_to_use = ntu; in ice_xmit_xdp_tx_zc() 857 if (unlikely(ntc == ntu)) in ice_clean_rx_irq_zc() 1008 xdp_ring->next_to_use = ntu; in ice_xmit_pkt_batch() 1152 while (ntc != ntu) { in ice_xsk_clean_rx_ring() [all …]
|
| H A D | ice_txrx_lib.c | 374 u32 ntu = xdp_ring->next_to_use; in __ice_xmit_xdp_ring() local 399 tx_head = &xdp_ring->tx_buf[ntu]; in __ice_xmit_xdp_ring() 423 ntu++; in __ice_xmit_xdp_ring() 424 if (ntu == cnt) in __ice_xmit_xdp_ring() 425 ntu = 0; in __ice_xmit_xdp_ring() 431 tx_buf = &xdp_ring->tx_buf[ntu]; in __ice_xmit_xdp_ring() 452 xdp_ring->next_to_use = ntu; in __ice_xmit_xdp_ring() 458 tx_buf = &xdp_ring->tx_buf[ntu]; in __ice_xmit_xdp_ring() 465 if (!ntu) in __ice_xmit_xdp_ring() 466 ntu += cnt; in __ice_xmit_xdp_ring() [all …]
|
| H A D | ice_controlq.c | 1183 u16 ntu; in ice_clean_rq_elem() local 1198 ntu = (u16)(rd32(hw, cq->rq.head) & cq->rq.head_mask); in ice_clean_rq_elem() 1200 if (ntu == ntc) { in ice_clean_rq_elem() 1247 cq->rq.next_to_use = ntu; in ice_clean_rq_elem() 1253 ntu = (u16)(rd32(hw, cq->rq.head) & cq->rq.head_mask); in ice_clean_rq_elem() 1254 *pending = (u16)((ntc > ntu ? cq->rq.count : 0) + (ntu - ntc)); in ice_clean_rq_elem()
|
| H A D | ice_txrx.c | 725 u16 ntu = rx_ring->next_to_use; in ice_alloc_rx_bufs() local 734 rx_desc = ICE_RX_DESC(rx_ring, ntu); in ice_alloc_rx_bufs() 735 bi = &rx_ring->rx_buf[ntu]; in ice_alloc_rx_bufs() 755 ntu++; in ice_alloc_rx_bufs() 756 if (unlikely(ntu == rx_ring->count)) { in ice_alloc_rx_bufs() 759 ntu = 0; in ice_alloc_rx_bufs() 768 if (rx_ring->next_to_use != ntu) in ice_alloc_rx_bufs() 769 ice_release_rx_desc(rx_ring, ntu); in ice_alloc_rx_bufs()
|
| /linux-6.15/drivers/net/ethernet/intel/igb/ |
| H A D | igb_xsk.c | 205 u16 ntu = rx_ring->next_to_use; in igb_alloc_rx_buffers_zc() local 214 rx_ring->count - ntu); in igb_alloc_rx_buffers_zc() 216 ntu += nb_buffs_extra; in igb_alloc_rx_buffers_zc() 221 ntu = 0; in igb_alloc_rx_buffers_zc() 226 ntu += nb_buffs; in igb_alloc_rx_buffers_zc() 227 if (ntu == rx_ring->count) in igb_alloc_rx_buffers_zc() 228 ntu = 0; in igb_alloc_rx_buffers_zc() 236 rx_ring->next_to_use = ntu; in igb_alloc_rx_buffers_zc() 244 writel(ntu, rx_ring->tail); in igb_alloc_rx_buffers_zc() 253 u16 ntu = rx_ring->next_to_use; in igb_clean_rx_ring_zc() local [all …]
|
| /linux-6.15/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 243 u16 ntu = rx_ring->next_to_use; in i40e_alloc_rx_buffers_zc() local 250 xdp = i40e_rx_bi(rx_ring, ntu); in i40e_alloc_rx_buffers_zc() 267 ntu += nb_buffs; in i40e_alloc_rx_buffers_zc() 268 if (ntu == rx_ring->count) { in i40e_alloc_rx_buffers_zc() 270 ntu = 0; in i40e_alloc_rx_buffers_zc() 275 i40e_release_rx_desc(rx_ring, ntu); in i40e_alloc_rx_buffers_zc() 528 u16 ntu = xdp_ring->next_to_use; in i40e_xmit_pkt_batch() local 547 xdp_ring->next_to_use = ntu; in i40e_xmit_pkt_batch() 730 u16 ntu = rx_ring->next_to_use; in i40e_xsk_clean_rx_ring() local 732 while (ntc != ntu) { in i40e_xsk_clean_rx_ring() [all …]
|
| H A D | i40e_adminq.c | 1056 u16 ntu; in i40e_clean_arq_element() local 1072 ntu = rd32(hw, I40E_PF_ARQH) & I40E_PF_ARQH_ARQH_MASK; in i40e_clean_arq_element() 1073 if (ntu == ntc) { in i40e_clean_arq_element() 1126 hw->aq.arq.next_to_use = ntu; in i40e_clean_arq_element() 1132 *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); in i40e_clean_arq_element()
|
| H A D | i40e_txrx.c | 1681 u16 ntu = rx_ring->next_to_use; in i40e_alloc_rx_buffers() local 1689 rx_desc = I40E_RX_DESC(rx_ring, ntu); in i40e_alloc_rx_buffers() 1690 bi = i40e_rx_bi(rx_ring, ntu); in i40e_alloc_rx_buffers() 1709 ntu++; in i40e_alloc_rx_buffers() 1710 if (unlikely(ntu == rx_ring->count)) { in i40e_alloc_rx_buffers() 1713 ntu = 0; in i40e_alloc_rx_buffers() 1722 if (rx_ring->next_to_use != ntu) in i40e_alloc_rx_buffers() 1723 i40e_release_rx_desc(rx_ring, ntu); in i40e_alloc_rx_buffers() 1728 if (rx_ring->next_to_use != ntu) in i40e_alloc_rx_buffers() 1729 i40e_release_rx_desc(rx_ring, ntu); in i40e_alloc_rx_buffers()
|
| /linux-6.15/drivers/net/ethernet/hisilicon/hns3/ |
| H A D | hns3_trace.h | 73 __field(int, ntu) 82 __entry->ntu = ring->next_to_use; 92 __get_str(devname), __entry->index, __entry->ntu, 104 __field(int, ntu) 114 __entry->ntu = ring->next_to_use; 125 __get_str(devname), __entry->index, __entry->ntu,
|
| H A D | hns3_enet.c | 972 u32 ntc, ntu; in hns3_tx_spare_space() local 978 ntu = tx_spare->next_to_use; in hns3_tx_spare_space() 980 if (ntc > ntu) in hns3_tx_spare_space() 981 return ntc - ntu - 1; in hns3_tx_spare_space() 1101 u32 ntu = tx_spare->next_to_use; in hns3_tx_spare_alloc() local 1109 if (ntu + size > tx_spare->len) { in hns3_tx_spare_alloc() 1111 ntu = 0; in hns3_tx_spare_alloc() 1118 *dma = tx_spare->dma + ntu; in hns3_tx_spare_alloc() 1120 return tx_spare->buf + ntu; in hns3_tx_spare_alloc() 3676 int ntu = ring->next_to_use; in hns3_desc_unused() local [all …]
|
| /linux-6.15/drivers/net/ethernet/hisilicon/hibmcge/ |
| H A D | hbg_txrx.c | 95 u32 ntu = ring->ntu; in hbg_net_start_xmit() local 105 hbg_queue_left_num(ntc, ntu, ring), in hbg_net_start_xmit() 109 buffer = &ring->queue[ntu]; in hbg_net_start_xmit() 124 smp_store_release(&ring->ntu, hbg_queue_next_prt(ntu, ring)); in hbg_net_start_xmit() 164 u32 ntu = smp_load_acquire(&ring->ntu); in hbg_napi_tx_recycle() local 176 if (unlikely(hbg_queue_is_empty(ntc, ntu, ring))) in hbg_napi_tx_recycle() 377 if (hbg_queue_is_full(ring->ntc, ring->ntu, ring)) in hbg_rx_fill_one_buffer() 380 buffer = &ring->queue[ring->ntu]; in hbg_rx_fill_one_buffer() 392 hbg_queue_move_next(ntu, ring); in hbg_rx_fill_one_buffer() 421 if (unlikely(hbg_queue_is_empty(ring->ntc, ring->ntu, ring))) in hbg_napi_rx_poll() [all …]
|
| H A D | hbg_txrx.h | 32 return (ring->ntu + ring->len - ring->ntc) % ring->len; in hbg_get_queue_used_num()
|
| H A D | hbg_common.h | 72 u32 ntu; member
|
| H A D | hbg_main.c | 232 ring->ntc, ring->ntu, in hbg_net_tx_timeout()
|
| /linux-6.15/drivers/net/ethernet/hisilicon/hns3/hns3_common/ |
| H A D | hclge_comm_cmd.c | 289 int ntu = ring->next_to_use; in hclge_comm_ring_space() local 290 int used = (ntu - ntc + ring->desc_num) % ring->desc_num; in hclge_comm_ring_space() 315 int ntu = ring->next_to_use; in hclge_comm_is_valid_csq_clean_head() local 317 if (ntu > ntc) in hclge_comm_is_valid_csq_clean_head() 318 return head >= ntc && head <= ntu; in hclge_comm_is_valid_csq_clean_head() 320 return head >= ntc || head <= ntu; in hclge_comm_is_valid_csq_clean_head()
|
| /linux-6.15/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_adminq.c | 841 u16 ntu; in iavf_clean_arq_element() local 857 ntu = rd32(hw, IAVF_VF_ARQH1) & IAVF_VF_ARQH1_ARQH_MASK; in iavf_clean_arq_element() 858 if (ntu == ntc) { in iavf_clean_arq_element() 911 hw->aq.arq.next_to_use = ntu; in iavf_clean_arq_element() 916 *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); in iavf_clean_arq_element()
|
| H A D | iavf_txrx.c | 867 u16 ntu = rx_ring->next_to_use; in iavf_alloc_rx_buffers() local 874 rx_desc = IAVF_RX_DESC(rx_ring, ntu); in iavf_alloc_rx_buffers() 879 addr = libeth_rx_alloc(&fq, ntu); in iavf_alloc_rx_buffers() 889 ntu++; in iavf_alloc_rx_buffers() 890 if (unlikely(ntu == rx_ring->count)) { in iavf_alloc_rx_buffers() 892 ntu = 0; in iavf_alloc_rx_buffers() 901 if (rx_ring->next_to_use != ntu) in iavf_alloc_rx_buffers() 902 iavf_release_rx_desc(rx_ring, ntu); in iavf_alloc_rx_buffers() 907 if (rx_ring->next_to_use != ntu) in iavf_alloc_rx_buffers() 908 iavf_release_rx_desc(rx_ring, ntu); in iavf_alloc_rx_buffers()
|
| /linux-6.15/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 459 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq() local 469 while (ntc != ntu) { in ixgbe_clean_xdp_tx_irq() 542 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring() local 547 while (ntc != ntu) { in ixgbe_xsk_clean_tx_ring()
|
| H A D | ixgbe.h | 559 u16 ntu = ring->next_to_use; in ixgbe_desc_unused() local 561 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in ixgbe_desc_unused()
|
| /linux-6.15/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ixgbevf.h | 289 u16 ntu = ring->next_to_use; in ixgbevf_desc_unused() local 291 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in ixgbevf_desc_unused()
|
| /linux-6.15/drivers/net/ethernet/intel/idpf/ |
| H A D | idpf_singleq_txrx.c | 312 int ntu = txq->next_to_use; in idpf_tx_singleq_get_ctx_desc() local 314 txq->tx_buf[ntu].type = LIBETH_SQE_CTX; in idpf_tx_singleq_get_ctx_desc() 316 ctx_desc = &txq->base_ctx[ntu]; in idpf_tx_singleq_get_ctx_desc() 318 IDPF_SINGLEQ_BUMP_RING_IDX(txq, ntu); in idpf_tx_singleq_get_ctx_desc() 319 txq->next_to_use = ntu; in idpf_tx_singleq_get_ctx_desc()
|
| H A D | idpf_txrx.c | 2314 static unsigned int idpf_tx_splitq_bump_ntu(struct idpf_tx_queue *txq, u16 ntu) in idpf_tx_splitq_bump_ntu() argument 2316 ntu++; in idpf_tx_splitq_bump_ntu() 2318 if (ntu == txq->desc_count) { in idpf_tx_splitq_bump_ntu() 2319 ntu = 0; in idpf_tx_splitq_bump_ntu() 2323 return ntu; in idpf_tx_splitq_bump_ntu()
|
| /linux-6.15/drivers/net/ethernet/intel/igc/ |
| H A D | igc.h | 657 u16 ntu = ring->next_to_use; in igc_desc_unused() local 659 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in igc_desc_unused()
|
| H A D | igc_main.c | 3026 u16 budget, ntu; in igc_xdp_xmit_zc() local 3036 ntu = ring->next_to_use; in igc_xdp_xmit_zc() 3061 bi = &ring->tx_buffer_info[ntu]; in igc_xdp_xmit_zc() 3071 ntu = ring->next_to_use; in igc_xdp_xmit_zc() 3079 tx_desc = IGC_TX_DESC(ring, ntu); in igc_xdp_xmit_zc() 3093 ntu++; in igc_xdp_xmit_zc() 3094 if (ntu == ring->count) in igc_xdp_xmit_zc() 3095 ntu = 0; in igc_xdp_xmit_zc() 3097 ring->next_to_use = ntu; in igc_xdp_xmit_zc()
|
| /linux-6.15/drivers/net/ethernet/hisilicon/hns/ |
| H A D | hns_enet.c | 729 int ntu = ring->next_to_use; in hns_desc_unused() local 731 return ((ntc >= ntu) ? 0 : ring->desc_num) + ntc - ntu; in hns_desc_unused()
|