| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 195 ptype0 = _mm_unpacklo_epi16(descs[0], descs[1]); in desc_to_olflags_v()
200 ptype0 = _mm_unpacklo_epi32(ptype0, ptype1); in desc_to_olflags_v()
203 ptype0 = _mm_and_si128(ptype0, rsstype_msk); in desc_to_olflags_v()
204 ptype0 = _mm_shuffle_epi8(rss_flags, ptype0); in desc_to_olflags_v()
228 vtag1 = _mm_or_si128(ptype0, vtag1); in desc_to_olflags_v()
299 ptype0 = _mm_unpacklo_epi32(ptype0, ptype1); in desc_to_ptype_v()
305 ptype0 = _mm_and_si128(_mm_srli_epi32(ptype0, IXGBE_PACKET_TYPE_SHIFT), in desc_to_ptype_v()
312 pkt_info = _mm_extract_epi32(ptype0, 0); in desc_to_ptype_v()
315 pkt_info = _mm_extract_epi32(ptype0, 1); in desc_to_ptype_v()
318 pkt_info = _mm_extract_epi32(ptype0, 2); in desc_to_ptype_v()
[all …]
|
| H A D | ixgbe_rxtx_vec_neon.c | 242 uint32x4_t ptype0 = vzipq_u32(vreinterpretq_u32_u64(descs[0]), in desc_to_ptype_v() local
250 ptype0 = vzipq_u32(ptype0, ptype1).val[0]; in desc_to_ptype_v()
253 etqf_check = vandq_u32(ptype0, etqf_mask); in desc_to_ptype_v()
255 tunnel_check = vandq_u32(ptype0, tunnel_mask); in desc_to_ptype_v()
258 ptype0 = vandq_u32(vshrq_n_u32(ptype0, IXGBE_PACKET_TYPE_SHIFT), in desc_to_ptype_v()
262 get_packet_type(vgetq_lane_u32(ptype0, 0), in desc_to_ptype_v()
266 get_packet_type(vgetq_lane_u32(ptype0, 1), in desc_to_ptype_v()
270 get_packet_type(vgetq_lane_u32(ptype0, 2), in desc_to_ptype_v()
274 get_packet_type(vgetq_lane_u32(ptype0, 3), in desc_to_ptype_v()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 47 __m128i ptype0, ptype1, vtag0, vtag1, eflag0, eflag1, cksumflag; in fm10k_desc_to_olflags_v() local
96 ptype0 = _mm_unpacklo_epi16(descs[0], descs[1]); in fm10k_desc_to_olflags_v()
101 ptype0 = _mm_unpacklo_epi32(ptype0, ptype1); in fm10k_desc_to_olflags_v()
102 ptype0 = _mm_and_si128(ptype0, rsstype_msk); in fm10k_desc_to_olflags_v()
103 ptype0 = _mm_shuffle_epi8(rss_flags, ptype0); in fm10k_desc_to_olflags_v()
111 vtag1 = _mm_or_si128(ptype0, vtag1); in fm10k_desc_to_olflags_v()
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 175 __vector unsigned long ptype0 = vec_mergel(descs[0], descs[1]); in desc_to_ptype_v() local
178 ptype0 = vec_sr(ptype0, (__vector unsigned long){30, 30}); in desc_to_ptype_v()
182 ptype_tbl[(*(__vector unsigned char *)&ptype0)[0]]; in desc_to_ptype_v()
184 ptype_tbl[(*(__vector unsigned char *)&ptype0)[8]]; in desc_to_ptype_v()
|
| H A D | i40e_rxtx_vec_sse.c | 335 __m128i ptype0 = _mm_unpackhi_epi64(descs[0], descs[1]); in desc_to_ptype_v() local
338 ptype0 = _mm_srli_epi64(ptype0, 30); in desc_to_ptype_v()
341 rx_pkts[0]->packet_type = ptype_tbl[_mm_extract_epi8(ptype0, 0)]; in desc_to_ptype_v()
342 rx_pkts[1]->packet_type = ptype_tbl[_mm_extract_epi8(ptype0, 8)]; in desc_to_ptype_v()
|
| H A D | i40e_rxtx_vec_avx2.c | 374 const uint8_t ptype0 = _mm256_extract_epi8(ptypes0_1, 8); in _recv_raw_pkts_vec_avx2() local
378 mb0_1 = _mm256_insert_epi32(mb0_1, ptype_tbl[ptype0], 0); in _recv_raw_pkts_vec_avx2()
|
| H A D | i40e_rxtx_vec_avx512.c | 483 const uint8_t ptype0 = _mm256_extract_epi8(ptypes0_1, 8); in _recv_raw_pkts_vec_avx512() local
494 0, 0, 0, ptype_tbl[ptype0]); in _recv_raw_pkts_vec_avx512()
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 350 __m128i ptype0 = _mm_unpackhi_epi64(descs[0], descs[1]); in desc_to_ptype_v() local
353 ptype0 = _mm_srli_epi64(ptype0, 30); in desc_to_ptype_v()
356 rx_pkts[0]->packet_type = type_table[_mm_extract_epi8(ptype0, 0)]; in desc_to_ptype_v()
357 rx_pkts[1]->packet_type = type_table[_mm_extract_epi8(ptype0, 8)]; in desc_to_ptype_v()
|
| H A D | iavf_rxtx_vec_avx2.c | 318 const uint8_t ptype0 = _mm256_extract_epi8(ptypes0_1, 8); in _iavf_recv_raw_pkts_vec_avx2() local
323 mb0_1 = _mm256_insert_epi32(mb0_1, type_table[ptype0], 0); in _iavf_recv_raw_pkts_vec_avx2()
809 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() local
814 mb0_1 = _mm256_insert_epi32(mb0_1, type_table[ptype0], 0); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 382 const uint8_t ptype0 = _mm256_extract_epi8(ptypes0_1, 8); in _iavf_recv_raw_pkts_vec_avx512() local
388 0, 0, 0, type_table[ptype0]); in _iavf_recv_raw_pkts_vec_avx512()
929 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() local
935 0, 0, 0, type_table[ptype0]); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_avx2.c | 373 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _ice_recv_raw_pkts_vec_avx2() local
378 mb0_1 = _mm256_insert_epi32(mb0_1, ptype_tbl[ptype0], 0); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 457 const uint16_t ptype0 = _mm256_extract_epi16(ptypes0_1, 1); in _ice_recv_raw_pkts_vec_avx512() local
468 0, 0, 0, ptype_tbl[ptype0]); in _ice_recv_raw_pkts_vec_avx512()
|