| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 86 uint8x16_t staterr, uint8_t vlan_flags, uint16_t udp_p_flag, in desc_to_olflags_v() argument 174 vtag = vandq_u8(staterr, vlan_csum_msk); in desc_to_olflags_v() 356 uint8x16_t staterr; in _recv_raw_pkts_vec() local 401 staterr = vzipq_u8(sterr_tmp1.val[1], sterr_tmp2.val[1]).val[0]; in _recv_raw_pkts_vec() 404 desc_to_olflags_v(sterr_tmp1, sterr_tmp2, staterr, vlan_flags, in _recv_raw_pkts_vec() 427 stat = vgetq_lane_u32(vreinterpretq_u32_u8(staterr), 0); in _recv_raw_pkts_vec() 435 staterr = vshlq_n_u8(staterr, IXGBE_UINT8_BIT - 1); in _recv_raw_pkts_vec() 436 staterr = vreinterpretq_u8_s8 in _recv_raw_pkts_vec() 437 (vshrq_n_s8(vreinterpretq_s8_u8(staterr), in _recv_raw_pkts_vec() 439 stat = ~vgetq_lane_u32(vreinterpretq_u32_u8(staterr), 0); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 457 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 530 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec() 552 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _recv_raw_pkts_vec() 565 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec() 566 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec() 577 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx.c | 1797 uint32_t staterr; in ixgbe_recv_pkts() local 1823 staterr = rxdp->wb.upper.status_error; in ixgbe_recv_pkts() 1824 if (!(staterr & rte_cpu_to_le_32(IXGBE_RXDADV_STAT_DD))) in ixgbe_recv_pkts() 1857 (unsigned) rx_id, (unsigned) staterr, in ixgbe_recv_pkts() 1924 rx_desc_error_to_pkt_flags(staterr, (uint16_t)pkt_info, in ixgbe_recv_pkts() 2005 uint32_t staterr) in ixgbe_fill_cluster_head_buf() argument 2088 uint32_t staterr; in ixgbe_recv_pkts_lro() local 2122 if (!(staterr & IXGBE_RXDADV_STAT_DD)) in ixgbe_recv_pkts_lro() 2129 rxq->port_id, rxq->queue_id, rx_id, staterr, in ixgbe_recv_pkts_lro() 2165 eop = staterr & IXGBE_RXDADV_STAT_EOP; in ixgbe_recv_pkts_lro() [all …]
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 489 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 569 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec() 593 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _recv_raw_pkts_vec() 606 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec() 607 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec() 617 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _recv_raw_pkts_vec() 752 __m128i staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec_flex_rxd() local 875 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec_flex_rxd() 901 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec_flex_rxd() 902 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec_flex_rxd() [all …]
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 279 __vector unsigned short staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 367 staterr = (__vector unsigned short)vec_mergeh( in _recv_raw_pkts_vec() 398 (__vector unsigned char)vec_nor(staterr, staterr), in _recv_raw_pkts_vec() 420 staterr = vec_and(staterr, (__vector unsigned short)dd_check); in _recv_raw_pkts_vec() 435 (__vector unsigned long *)&staterr)[0])); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 455 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in _recv_raw_pkts_vec() local 536 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _recv_raw_pkts_vec() 558 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _recv_raw_pkts_vec() 571 staterr = _mm_and_si128(staterr, dd_check); in _recv_raw_pkts_vec() 572 staterr = _mm_packs_epi32(staterr, zero); in _recv_raw_pkts_vec() 581 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 414 uint16x8_t staterr; in _recv_raw_pkts_vec() local 516 staterr = vzipq_u16(sterr_tmp1.val[1], in _recv_raw_pkts_vec() 529 eop_bits = vmvnq_u8(vreinterpretq_u8_u16(staterr)); in _recv_raw_pkts_vec() 550 staterr = vshlq_n_u16(staterr, I40E_UINT16_BIT - 1); in _recv_raw_pkts_vec() 551 staterr = vreinterpretq_u16_s16( in _recv_raw_pkts_vec() 552 vshrq_n_s16(vreinterpretq_s16_u16(staterr), in _recv_raw_pkts_vec() 554 stat = ~vgetq_lane_u64(vreinterpretq_u64_u16(staterr), 0); in _recv_raw_pkts_vec()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 409 __m128i staterr, sterr_tmp1, sterr_tmp2; in _ice_recv_raw_pkts_vec() local 533 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in _ice_recv_raw_pkts_vec() 546 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in _ice_recv_raw_pkts_vec() 559 staterr = _mm_and_si128(staterr, dd_check); in _ice_recv_raw_pkts_vec() 560 staterr = _mm_packs_epi32(staterr, zero); in _ice_recv_raw_pkts_vec() 570 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in _ice_recv_raw_pkts_vec()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 410 if (!(rxdp->d.staterr & FM10K_RXD_STATUS_DD)) in fm10k_recv_raw_pkts_vec() 465 __m128i zero, staterr, sterr_tmp1, sterr_tmp2; in fm10k_recv_raw_pkts_vec() local 528 staterr = _mm_unpacklo_epi32(sterr_tmp1, sterr_tmp2); in fm10k_recv_raw_pkts_vec() 546 __m128i eop_bits = _mm_andnot_si128(staterr, eop_check); in fm10k_recv_raw_pkts_vec() 565 staterr = _mm_and_si128(staterr, dd_check); in fm10k_recv_raw_pkts_vec() 566 staterr = _mm_packs_epi32(staterr, zero); in fm10k_recv_raw_pkts_vec() 577 var = __builtin_popcountll(_mm_cvtsi128_si64(staterr)); in fm10k_recv_raw_pkts_vec()
|
| H A D | fm10k_rxtx.c | 29 rxd->d.staterr); in dump_rxd() 82 if (unlikely((d->d.staterr & in rx_desc_to_ol_flags() 89 if (unlikely((d->d.staterr & in rx_desc_to_ol_flags() 113 if (!(q->hw_ring[next_dd].d.staterr & FM10K_RXD_STATUS_DD)) in fm10k_recv_pkts() 227 if (!(q->hw_ring[next_dd].d.staterr & FM10K_RXD_STATUS_DD)) in fm10k_recv_scattered_pkts() 280 if (!(desc.d.staterr & FM10K_RXD_STATUS_EOP)) { in fm10k_recv_scattered_pkts()
|
| /dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 321 union igc_adv_rx_desc *rxd, uint32_t staterr) in rx_desc_get_pkt_info() argument 341 pkt_flags |= rx_desc_statuserr_to_pkt_flags(staterr); in rx_desc_get_pkt_info() 364 uint32_t staterr; in igc_recv_pkts() local 377 if (!(staterr & IGC_RXD_STAT_DD)) in igc_recv_pkts() 409 rxq->port_id, rxq->queue_id, rx_id, staterr, in igc_recv_pkts() 459 rx_desc_get_pkt_info(rxq, rxm, &rxd, staterr); in igc_recv_pkts() 511 uint32_t staterr; in igc_recv_scattered_pkts() local 525 if (!(staterr & IGC_RXD_STAT_DD)) in igc_recv_scattered_pkts() 553 rxq->port_id, rxq->queue_id, rx_id, staterr, in igc_recv_scattered_pkts() 627 if (!(staterr & IGC_RXD_STAT_EOP)) { in igc_recv_scattered_pkts() [all …]
|
| /dpdk/drivers/net/e1000/ |
| H A D | igb_rxtx.c | 817 uint32_t staterr; in eth_igb_recv_pkts() local 841 staterr = rxdp->wb.upper.status_error; in eth_igb_recv_pkts() 842 if (! (staterr & rte_cpu_to_le_32(E1000_RXD_STAT_DD))) in eth_igb_recv_pkts() 875 (unsigned) rx_id, (unsigned) staterr, in eth_igb_recv_pkts() 943 if ((staterr & rte_cpu_to_le_32(E1000_RXDEXT_STATERR_LB)) && in eth_igb_recv_pkts() 951 pkt_flags = pkt_flags | rx_desc_error_to_pkt_flags(staterr); in eth_igb_recv_pkts() 1004 uint32_t staterr; in eth_igb_recv_scattered_pkts() local 1036 staterr = rxdp->wb.upper.status_error; in eth_igb_recv_scattered_pkts() 1037 if (! (staterr & rte_cpu_to_le_32(E1000_RXD_STAT_DD))) in eth_igb_recv_scattered_pkts() 1066 (unsigned) rx_id, (unsigned) staterr, in eth_igb_recv_scattered_pkts() [all …]
|
| /dpdk/drivers/net/ngbe/ |
| H A D | ngbe_rxtx.c | 1245 uint32_t staterr; in ngbe_recv_pkts() local 1270 staterr = rxdp->qw1.lo.status; in ngbe_recv_pkts() 1304 (uint16_t)rx_id, (uint32_t)staterr, in ngbe_recv_pkts() 1369 pkt_flags = rx_desc_status_to_pkt_flags(staterr, in ngbe_recv_pkts() 1429 struct ngbe_rx_queue *rxq, uint32_t staterr) in ngbe_fill_cluster_head_buf() argument 1442 pkt_flags |= rx_desc_error_to_pkt_flags(staterr); in ngbe_fill_cluster_head_buf() 1490 uint32_t staterr; in ngbe_recv_pkts_sc() local 1494 staterr = rte_le_to_cpu_32(rxdp->qw1.lo.status); in ngbe_recv_pkts_sc() 1496 if (!(staterr & NGBE_RXD_STAT_DD)) in ngbe_recv_pkts_sc() 1503 rxq->port_id, rxq->queue_id, rx_id, staterr, in ngbe_recv_pkts_sc() [all …]
|
| /dpdk/drivers/net/txgbe/ |
| H A D | txgbe_rxtx.c | 1445 uint32_t staterr; in txgbe_recv_pkts() local 1470 staterr = rxdp->qw1.lo.status; in txgbe_recv_pkts() 1504 (uint16_t)rx_id, (uint32_t)staterr, in txgbe_recv_pkts() 1568 pkt_flags = rx_desc_status_to_pkt_flags(staterr, in txgbe_recv_pkts() 1633 struct txgbe_rx_queue *rxq, uint32_t staterr) in txgbe_fill_cluster_head_buf() argument 1646 pkt_flags |= rx_desc_error_to_pkt_flags(staterr); in txgbe_fill_cluster_head_buf() 1714 uint32_t staterr; in txgbe_recv_pkts_lro() local 1746 staterr = rte_le_to_cpu_32(rxdp->qw1.lo.status); in txgbe_recv_pkts_lro() 1748 if (!(staterr & TXGBE_RXD_STAT_DD)) in txgbe_recv_pkts_lro() 1788 eop = staterr & TXGBE_RXD_STAT_EOP; in txgbe_recv_pkts_lro() [all …]
|
| /dpdk/drivers/net/fm10k/base/ |
| H A D | fm10k_type.h | 770 __le32 staterr; member
|