| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 137 __m128i ptype0, ptype1, vtag0, vtag1, csum; in desc_to_olflags_v() local 190 ptype0 = _mm_unpacklo_epi32(ptype0, ptype1); in desc_to_olflags_v() 191 ptype0 = _mm_and_si128(ptype0, rsstype_msk); in desc_to_olflags_v() 192 ptype0 = _mm_shuffle_epi8(rss_flags, ptype0); in desc_to_olflags_v() 216 vtag1 = _mm_or_si128(ptype0, vtag1); in desc_to_olflags_v() 278 ptype0 = _mm_unpacklo_epi32(ptype0, ptype1); in desc_to_ptype_v() 284 ptype0 = _mm_and_si128(_mm_srli_epi32(ptype0, IXGBE_PACKET_TYPE_SHIFT), in desc_to_ptype_v() 291 pkt_info = _mm_extract_epi32(ptype0, 0); in desc_to_ptype_v() 294 pkt_info = _mm_extract_epi32(ptype0, 1); in desc_to_ptype_v() 297 pkt_info = _mm_extract_epi32(ptype0, 2); in desc_to_ptype_v() [all …]
|
| H A D | ixgbe_rxtx_vec_neon.c | 161 uint32x4_t ptype0 = vzipq_u32(vreinterpretq_u32_u64(descs[0]), in desc_to_ptype_v() local 169 ptype0 = vzipq_u32(ptype0, ptype1).val[0]; in desc_to_ptype_v() 172 etqf_check = vandq_u32(ptype0, etqf_mask); in desc_to_ptype_v() 174 tunnel_check = vandq_u32(ptype0, tunnel_mask); in desc_to_ptype_v() 177 ptype0 = vandq_u32(vshrq_n_u32(ptype0, IXGBE_PACKET_TYPE_SHIFT), in desc_to_ptype_v() 181 get_packet_type(vgetq_lane_u32(ptype0, 0), in desc_to_ptype_v() 185 get_packet_type(vgetq_lane_u32(ptype0, 1), in desc_to_ptype_v() 189 get_packet_type(vgetq_lane_u32(ptype0, 2), in desc_to_ptype_v() 193 get_packet_type(vgetq_lane_u32(ptype0, 3), in desc_to_ptype_v()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 47 __m128i ptype0, ptype1, vtag0, vtag1, eflag0, eflag1, cksumflag; in fm10k_desc_to_olflags_v() local 95 ptype0 = _mm_unpacklo_epi16(descs[0], descs[1]); in fm10k_desc_to_olflags_v() 100 ptype0 = _mm_unpacklo_epi32(ptype0, ptype1); in fm10k_desc_to_olflags_v() 101 ptype0 = _mm_and_si128(ptype0, rsstype_msk); in fm10k_desc_to_olflags_v() 102 ptype0 = _mm_shuffle_epi8(rss_flags, ptype0); in fm10k_desc_to_olflags_v() 110 vtag1 = _mm_or_si128(ptype0, vtag1); in fm10k_desc_to_olflags_v()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 175 vector unsigned long ptype0 = vec_mergel(descs[0], descs[1]); in desc_to_ptype_v() local 178 ptype0 = vec_sr(ptype0, (vector unsigned long){30, 30}); in desc_to_ptype_v() 182 ptype_tbl[(*(vector unsigned char *)&ptype0)[0]]; in desc_to_ptype_v() 184 ptype_tbl[(*(vector unsigned char *)&ptype0)[8]]; in desc_to_ptype_v()
|
| H A D | i40e_rxtx_vec_sse.c | 333 __m128i ptype0 = _mm_unpackhi_epi64(descs[0], descs[1]); in desc_to_ptype_v() local 336 ptype0 = _mm_srli_epi64(ptype0, 30); in desc_to_ptype_v() 339 rx_pkts[0]->packet_type = ptype_tbl[_mm_extract_epi8(ptype0, 0)]; in desc_to_ptype_v() 340 rx_pkts[1]->packet_type = ptype_tbl[_mm_extract_epi8(ptype0, 8)]; in desc_to_ptype_v()
|
| H A D | i40e_rxtx_vec_avx2.c | 478 const uint8_t ptype0 = _mm256_extract_epi8(ptypes0_1, 8); in _recv_raw_pkts_vec_avx2() local 482 mb0_1 = _mm256_insert_epi32(mb0_1, ptype_tbl[ptype0], 0); in _recv_raw_pkts_vec_avx2()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 350 __m128i ptype0 = _mm_unpackhi_epi64(descs[0], descs[1]); in desc_to_ptype_v() local 353 ptype0 = _mm_srli_epi64(ptype0, 30); in desc_to_ptype_v() 356 rx_pkts[0]->packet_type = type_table[_mm_extract_epi8(ptype0, 0)]; in desc_to_ptype_v() 357 rx_pkts[1]->packet_type = type_table[_mm_extract_epi8(ptype0, 8)]; in desc_to_ptype_v()
|
| H A D | iavf_rxtx_vec_avx2.c | 434 const uint8_t ptype0 = _mm256_extract_epi8(ptypes0_1, 8); in _iavf_recv_raw_pkts_vec_avx2() local 439 mb0_1 = _mm256_insert_epi32(mb0_1, type_table[ptype0], 0); in _iavf_recv_raw_pkts_vec_avx2() 910 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() local 915 mb0_1 = _mm256_insert_epi32(mb0_1, type_table[ptype0], 0); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 422 const uint8_t ptype0 = _mm256_extract_epi8(ptypes0_1, 8); in _iavf_recv_raw_pkts_vec_avx512() local 428 0, 0, 0, type_table[ptype0]); in _iavf_recv_raw_pkts_vec_avx512() 913 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() local 919 0, 0, 0, type_table[ptype0]); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_avx2.c | 442 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _ice_recv_raw_pkts_vec_avx2() local 447 mb0_1 = _mm256_insert_epi32(mb0_1, ptype_tbl[ptype0], 0); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 405 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _ice_recv_raw_pkts_vec_avx512() local 416 0, 0, 0, ptype_tbl[ptype0]); in _ice_recv_raw_pkts_vec_avx512()
|