| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 88 uint8x16_t staterr, struct rte_mbuf **rx_pkts) in desc_to_olflags_v() argument 121 vtag = vshrq_n_u8(staterr, VTAG_SHIFT); in desc_to_olflags_v() 266 uint8x16_t staterr; in _recv_raw_pkts_vec() local 311 staterr = vzipq_u8(sterr_tmp1.val[1], sterr_tmp2.val[1]).val[0]; in _recv_raw_pkts_vec() 314 desc_to_olflags_v(sterr_tmp1, sterr_tmp2, staterr, in _recv_raw_pkts_vec() 337 stat = vgetq_lane_u32(vreinterpretq_u32_u8(staterr), 0); in _recv_raw_pkts_vec() 345 staterr = vshlq_n_u8(staterr, IXGBE_UINT8_BIT - 1); in _recv_raw_pkts_vec() 346 staterr = vreinterpretq_u8_s8 in _recv_raw_pkts_vec() 347 (vshrq_n_s8(vreinterpretq_s8_u8(staterr), in _recv_raw_pkts_vec() 349 stat = ~vgetq_lane_u32(vreinterpretq_u32_u8(staterr), 0); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 421 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 493 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec() 515 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _recv_raw_pkts_vec() 528 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec() 529 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec() 540 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx.c | 1754 uint32_t staterr; in ixgbe_recv_pkts() local 1780 staterr = rxdp->wb.upper.status_error; in ixgbe_recv_pkts() 1781 if (!(staterr & rte_cpu_to_le_32(IXGBE_RXDADV_STAT_DD))) in ixgbe_recv_pkts() 1814 (unsigned) rx_id, (unsigned) staterr, in ixgbe_recv_pkts() 1960 uint32_t staterr) in ixgbe_fill_cluster_head_buf() argument 1973 pkt_flags |= rx_desc_error_to_pkt_flags(staterr); in ixgbe_fill_cluster_head_buf() 2042 uint32_t staterr; in ixgbe_recv_pkts_lro() local 2076 if (!(staterr & IXGBE_RXDADV_STAT_DD)) in ixgbe_recv_pkts_lro() 2083 rxq->port_id, rxq->queue_id, rx_id, staterr, in ixgbe_recv_pkts_lro() 2119 eop = staterr & IXGBE_RXDADV_STAT_EOP; in ixgbe_recv_pkts_lro() [all …]
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 487 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 567 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec() 591 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _recv_raw_pkts_vec() 604 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec() 605 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec() 615 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _recv_raw_pkts_vec() 748 __m128i staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec_flex_rxd() local 872 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec_flex_rxd() 898 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec_flex_rxd() 899 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec_flex_rxd() [all …]
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_neon.c | 277 uint16x8_t staterr; in _recv_raw_pkts_vec() local 330 staterr = vzipq_u16(sterr_tmp1.val[1], in _recv_raw_pkts_vec() 375 eop_bits = vmvnq_u8(vreinterpretq_u8_u16(staterr)); in _recv_raw_pkts_vec() 396 staterr = vshlq_n_u16(staterr, I40E_UINT16_BIT - 1); in _recv_raw_pkts_vec() 397 staterr = vreinterpretq_u16_s16( in _recv_raw_pkts_vec() 398 vshrq_n_s16(vreinterpretq_s16_u16(staterr), in _recv_raw_pkts_vec() 400 stat = ~vgetq_lane_u64(vreinterpretq_u64_u16(staterr), 0); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_altivec.c | 279 vector unsigned short staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 367 staterr = (vector unsigned short)vec_mergeh( in _recv_raw_pkts_vec() 398 (vector unsigned char)vec_nor(staterr, staterr), in _recv_raw_pkts_vec() 420 staterr = vec_and(staterr, (vector unsigned short)dd_check); in _recv_raw_pkts_vec() 435 (vector unsigned long *)&staterr)[0])); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 453 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 534 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec() 556 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _recv_raw_pkts_vec() 569 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec() 570 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec() 579 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 373 __m128i staterr, sterr_tmp1, sterr_tmp2; in _ice_recv_raw_pkts_vec() local 497 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _ice_recv_raw_pkts_vec() 510 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _ice_recv_raw_pkts_vec() 523 staterr = _mm_and_si128(staterr, dd_check); in _ice_recv_raw_pkts_vec() 524 staterr = _mm_packs_epi32(staterr, zero); in _ice_recv_raw_pkts_vec() 534 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _ice_recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 409 if (!(rxdp->d.staterr & FM10K_RXD_STATUS_DD)) in fm10k_recv_raw_pkts_vec() 464 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in fm10k_recv_raw_pkts_vec() local 527 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in fm10k_recv_raw_pkts_vec() 545 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in fm10k_recv_raw_pkts_vec() 564 staterr = _mm_and_si128(staterr, dd_check); in fm10k_recv_raw_pkts_vec() 565 staterr = _mm_packs_epi32(staterr, zero); in fm10k_recv_raw_pkts_vec() 576 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in fm10k_recv_raw_pkts_vec()
|
| H A D | fm10k_rxtx.c | 29 rxd->d.staterr); in dump_rxd() 83 if (unlikely((d->d.staterr & in rx_desc_to_ol_flags() 90 if (unlikely((d->d.staterr & in rx_desc_to_ol_flags() 114 if (!(q->hw_ring[next_dd].d.staterr & FM10K_RXD_STATUS_DD)) in fm10k_recv_pkts() 228 if (!(q->hw_ring[next_dd].d.staterr & FM10K_RXD_STATUS_DD)) in fm10k_recv_scattered_pkts() 281 if (!(desc.d.staterr & FM10K_RXD_STATUS_EOP)) { in fm10k_recv_scattered_pkts()
|
| /f-stack/dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 319 union igc_adv_rx_desc *rxd, uint32_t staterr) in rx_desc_get_pkt_info() argument 339 pkt_flags |= rx_desc_statuserr_to_pkt_flags(staterr); in rx_desc_get_pkt_info() 362 uint32_t staterr; in igc_recv_pkts() local 375 if (!(staterr & IGC_RXD_STAT_DD)) in igc_recv_pkts() 407 rxq->port_id, rxq->queue_id, rx_id, staterr, in igc_recv_pkts() 457 rx_desc_get_pkt_info(rxq, rxm, &rxd, staterr); in igc_recv_pkts() 509 uint32_t staterr; in igc_recv_scattered_pkts() local 523 if (!(staterr & IGC_RXD_STAT_DD)) in igc_recv_scattered_pkts() 551 rxq->port_id, rxq->queue_id, rx_id, staterr, in igc_recv_scattered_pkts() 625 if (!(staterr & IGC_RXD_STAT_EOP)) { in igc_recv_scattered_pkts() [all …]
|
| /f-stack/dpdk/drivers/net/e1000/ |
| H A D | igb_rxtx.c | 816 uint32_t staterr; in eth_igb_recv_pkts() local 840 staterr = rxdp->wb.upper.status_error; in eth_igb_recv_pkts() 841 if (! (staterr & rte_cpu_to_le_32(E1000_RXD_STAT_DD))) in eth_igb_recv_pkts() 874 (unsigned) rx_id, (unsigned) staterr, in eth_igb_recv_pkts() 942 if ((staterr & rte_cpu_to_le_32(E1000_RXDEXT_STATERR_LB)) && in eth_igb_recv_pkts() 950 pkt_flags = pkt_flags | rx_desc_error_to_pkt_flags(staterr); in eth_igb_recv_pkts() 1003 uint32_t staterr; in eth_igb_recv_scattered_pkts() local 1035 staterr = rxdp->wb.upper.status_error; in eth_igb_recv_scattered_pkts() 1036 if (! (staterr & rte_cpu_to_le_32(E1000_RXD_STAT_DD))) in eth_igb_recv_scattered_pkts() 1065 (unsigned) rx_id, (unsigned) staterr, in eth_igb_recv_scattered_pkts() [all …]
|
| /f-stack/dpdk/drivers/net/txgbe/ |
| H A D | txgbe_rxtx.c | 1375 uint32_t staterr; in txgbe_recv_pkts() local 1400 staterr = rxdp->qw1.lo.status; in txgbe_recv_pkts() 1434 (uint16_t)rx_id, (uint32_t)staterr, in txgbe_recv_pkts() 1498 pkt_flags = rx_desc_status_to_pkt_flags(staterr, in txgbe_recv_pkts() 1563 struct txgbe_rx_queue *rxq, uint32_t staterr) in txgbe_fill_cluster_head_buf() argument 1576 pkt_flags |= rx_desc_error_to_pkt_flags(staterr); in txgbe_fill_cluster_head_buf() 1644 uint32_t staterr; in txgbe_recv_pkts_lro() local 1676 staterr = rte_le_to_cpu_32(rxdp->qw1.lo.status); in txgbe_recv_pkts_lro() 1678 if (!(staterr & TXGBE_RXD_STAT_DD)) in txgbe_recv_pkts_lro() 1718 eop = staterr & TXGBE_RXD_STAT_EOP; in txgbe_recv_pkts_lro() [all …]
|
| /f-stack/dpdk/drivers/net/fm10k/base/ |
| H A D | fm10k_type.h | 770 __le32 staterr; member
|