Home
last modified time | relevance | path

Searched refs:shuf_msk (Results 1 – 16 of 16) sorted by relevance

/f-stack/dpdk/drivers/net/bnxt/
H A Dbnxt_rxtx_vec_sse.c38 #define GET_DESC_FIELDS(rxcmp, rxcmp1, shuf_msk, ptype_idx, pi, ret) \ argument
44 r = _mm_shuffle_epi8((rxcmp), (shuf_msk)); \
59 const __m128i shuf_msk = in descs_to_mbufs() local
128 GET_DESC_FIELDS(mm_rxcmp[0], mm_rxcmp1[0], shuf_msk, ptype_idx, 0, t0); in descs_to_mbufs()
131 GET_DESC_FIELDS(mm_rxcmp[1], mm_rxcmp1[1], shuf_msk, ptype_idx, 1, t0); in descs_to_mbufs()
134 GET_DESC_FIELDS(mm_rxcmp[2], mm_rxcmp1[2], shuf_msk, ptype_idx, 2, t0); in descs_to_mbufs()
137 GET_DESC_FIELDS(mm_rxcmp[3], mm_rxcmp1[3], shuf_msk, ptype_idx, 3, t0); in descs_to_mbufs()
H A Dbnxt_rxtx_vec_neon.c38 #define GET_DESC_FIELDS(rxcmp, rxcmp1, shuf_msk, ptype_idx, pkt_idx, ret) \ argument
46 (shuf_msk))); \
63 const uint8x16_t shuf_msk = { in descs_to_mbufs() local
139 GET_DESC_FIELDS(mm_rxcmp[0], mm_rxcmp1[0], shuf_msk, ptype_idx, 0, tmp); in descs_to_mbufs()
141 GET_DESC_FIELDS(mm_rxcmp[1], mm_rxcmp1[1], shuf_msk, ptype_idx, 1, tmp); in descs_to_mbufs()
143 GET_DESC_FIELDS(mm_rxcmp[2], mm_rxcmp1[2], shuf_msk, ptype_idx, 2, tmp); in descs_to_mbufs()
145 GET_DESC_FIELDS(mm_rxcmp[3], mm_rxcmp1[3], shuf_msk, ptype_idx, 3, tmp); in descs_to_mbufs()
/f-stack/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_sse.c398 __m128i shuf_msk; in _recv_raw_pkts_vec() local
448 shuf_msk = _mm_set_epi8( in _recv_raw_pkts_vec()
540 pkt_mb4 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec()
541 pkt_mb3 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec()
562 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
563 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
657 const __m128i shuf_msk = _mm_set_epi8 in _recv_raw_pkts_vec_flex_rxd() local
793 pkt_mb3 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
794 pkt_mb2 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
797 pkt_mb1 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
[all …]
H A Diavf_rxtx_vec_avx2.c197 const __m256i shuf_msk = in _iavf_recv_raw_pkts_vec_avx2() local
387 __m256i mb6_7 = _mm256_shuffle_epi8(desc6_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
388 __m256i mb4_5 = _mm256_shuffle_epi8(desc4_5, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
423 __m256i mb2_3 = _mm256_shuffle_epi8(desc2_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
424 __m256i mb0_1 = _mm256_shuffle_epi8(desc0_1, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
694 const __m256i shuf_msk = in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() local
862 __m256i mb6_7 = _mm256_shuffle_epi8(raw_desc6_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
863 __m256i mb4_5 = _mm256_shuffle_epi8(raw_desc4_5, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
894 __m256i mb2_3 = _mm256_shuffle_epi8(raw_desc2_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
895 __m256i mb0_1 = _mm256_shuffle_epi8(raw_desc0_1, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
H A Diavf_rxtx_vec_avx512.c207 const __m512i shuf_msk = in _iavf_recv_raw_pkts_vec_avx512() local
381 __m512i mb4_7 = _mm512_shuffle_epi8(desc4_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512()
412 __m512i mb0_3 = _mm512_shuffle_epi8(desc0_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512()
700 const __m512i shuf_msk = in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() local
870 __m512i mb4_7 = _mm512_shuffle_epi8(raw_desc4_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
899 __m512i mb0_3 = _mm512_shuffle_epi8(raw_desc0_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
/f-stack/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_altivec.c207 vector unsigned char shuf_msk; in _recv_raw_pkts_vec() local
251 shuf_msk = (vector unsigned char){ in _recv_raw_pkts_vec()
332 (vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
334 (vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
362 (vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
364 (vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_neon.c209 uint8x16_t shuf_msk = { in _recv_raw_pkts_vec() local
319 pkt_mb4 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[3]), shuf_msk); in _recv_raw_pkts_vec()
320 pkt_mb3 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[2]), shuf_msk); in _recv_raw_pkts_vec()
350 pkt_mb2 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[1]), shuf_msk); in _recv_raw_pkts_vec()
351 pkt_mb1 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[0]), shuf_msk); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_sse.c361 __m128i shuf_msk; in _recv_raw_pkts_vec() local
412 shuf_msk = _mm_set_epi8( in _recv_raw_pkts_vec()
513 pkt_mb4 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec()
514 pkt_mb3 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec()
529 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
530 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_avx2.c277 const __m256i shuf_msk = _mm256_set_epi8( in _recv_raw_pkts_vec_avx2() local
438 __m256i mb6_7 = _mm256_shuffle_epi8(desc6_7, shuf_msk); in _recv_raw_pkts_vec_avx2()
439 __m256i mb4_5 = _mm256_shuffle_epi8(desc4_5, shuf_msk); in _recv_raw_pkts_vec_avx2()
468 __m256i mb2_3 = _mm256_shuffle_epi8(desc2_3, shuf_msk); in _recv_raw_pkts_vec_avx2()
469 __m256i mb0_1 = _mm256_shuffle_epi8(desc0_1, shuf_msk); in _recv_raw_pkts_vec_avx2()
/f-stack/dpdk/drivers/net/octeontx2/
H A Dotx2_rx.c176 const uint8x16_t shuf_msk = { in nix_recv_pkts_vector() local
187 f0 = vqtbl1q_u8(cq0_w8, shuf_msk); in nix_recv_pkts_vector()
188 f1 = vqtbl1q_u8(cq1_w8, shuf_msk); in nix_recv_pkts_vector()
189 f2 = vqtbl1q_u8(cq2_w8, shuf_msk); in nix_recv_pkts_vector()
190 f3 = vqtbl1q_u8(cq3_w8, shuf_msk); in nix_recv_pkts_vector()
/f-stack/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_sse.c324 __m128i shuf_msk; in _recv_raw_pkts_vec() local
375 shuf_msk = _mm_set_epi8( in _recv_raw_pkts_vec()
467 pkt_mb4 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec()
468 pkt_mb3 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec()
471 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
472 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
H A Dixgbe_rxtx_vec_neon.c213 uint8x16_t shuf_msk = { in _recv_raw_pkts_vec() local
296 pkt_mb4 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[3]), shuf_msk); in _recv_raw_pkts_vec()
297 pkt_mb3 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[2]), shuf_msk); in _recv_raw_pkts_vec()
300 pkt_mb2 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[1]), shuf_msk); in _recv_raw_pkts_vec()
301 pkt_mb1 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[0]), shuf_msk); in _recv_raw_pkts_vec()
/f-stack/dpdk/drivers/net/fm10k/
H A Dfm10k_rxtx_vec.c387 __m128i shuf_msk; in fm10k_recv_raw_pkts_vec() local
424 shuf_msk = _mm_set_epi8( in fm10k_recv_raw_pkts_vec()
510 pkt_mb4 = _mm_shuffle_epi8(descs0[3], shuf_msk); in fm10k_recv_raw_pkts_vec()
511 pkt_mb3 = _mm_shuffle_epi8(descs0[2], shuf_msk); in fm10k_recv_raw_pkts_vec()
522 pkt_mb2 = _mm_shuffle_epi8(descs0[1], shuf_msk); in fm10k_recv_raw_pkts_vec()
523 pkt_mb1 = _mm_shuffle_epi8(descs0[0], shuf_msk); in fm10k_recv_raw_pkts_vec()
/f-stack/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_sse.c282 const __m128i shuf_msk = _mm_set_epi8 in _ice_recv_raw_pkts_vec() local
418 pkt_mb3 = _mm_shuffle_epi8(descs[3], shuf_msk); in _ice_recv_raw_pkts_vec()
419 pkt_mb2 = _mm_shuffle_epi8(descs[2], shuf_msk); in _ice_recv_raw_pkts_vec()
422 pkt_mb1 = _mm_shuffle_epi8(descs[1], shuf_msk); in _ice_recv_raw_pkts_vec()
423 pkt_mb0 = _mm_shuffle_epi8(descs[0], shuf_msk); in _ice_recv_raw_pkts_vec()
H A Dice_rxtx_vec_avx2.c210 const __m256i shuf_msk = in _ice_recv_raw_pkts_vec_avx2() local
394 __m256i mb6_7 = _mm256_shuffle_epi8(raw_desc6_7, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
395 __m256i mb4_5 = _mm256_shuffle_epi8(raw_desc4_5, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
426 __m256i mb2_3 = _mm256_shuffle_epi8(raw_desc2_3, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
427 __m256i mb0_1 = _mm256_shuffle_epi8(raw_desc0_1, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
H A Dice_rxtx_vec_avx512.c196 const __m512i shuf_msk = in _ice_recv_raw_pkts_vec_avx512() local
368 __m512i mb4_7 = _mm512_shuffle_epi8(raw_desc4_7, shuf_msk); in _ice_recv_raw_pkts_vec_avx512()
369 __m512i mb0_3 = _mm512_shuffle_epi8(raw_desc0_3, shuf_msk); in _ice_recv_raw_pkts_vec_avx512()