Home
last modified time | relevance | path

Searched refs:shuf_msk (Results 1 – 19 of 19) sorted by relevance

/dpdk/drivers/net/bnxt/
H A Dbnxt_rxtx_vec_sse.c38 #define GET_DESC_FIELDS(rxcmp, rxcmp1, shuf_msk, ptype_idx, pi, ret) \ argument
44 r = _mm_shuffle_epi8((rxcmp), (shuf_msk)); \
60 const __m128i shuf_msk = in descs_to_mbufs() local
139 GET_DESC_FIELDS(mm_rxcmp[0], mm_rxcmp1[0], shuf_msk, ptype_idx, 0, t0); in descs_to_mbufs()
142 GET_DESC_FIELDS(mm_rxcmp[1], mm_rxcmp1[1], shuf_msk, ptype_idx, 1, t0); in descs_to_mbufs()
145 GET_DESC_FIELDS(mm_rxcmp[2], mm_rxcmp1[2], shuf_msk, ptype_idx, 2, t0); in descs_to_mbufs()
148 GET_DESC_FIELDS(mm_rxcmp[3], mm_rxcmp1[3], shuf_msk, ptype_idx, 3, t0); in descs_to_mbufs()
H A Dbnxt_rxtx_vec_neon.c38 #define GET_DESC_FIELDS(rxcmp, rxcmp1, shuf_msk, ptype_idx, pkt_idx, ret) \ argument
46 (shuf_msk))); \
64 const uint8x16_t shuf_msk = { in descs_to_mbufs() local
151 GET_DESC_FIELDS(mm_rxcmp[0], mm_rxcmp1[0], shuf_msk, ptype_idx, 0, tmp); in descs_to_mbufs()
153 GET_DESC_FIELDS(mm_rxcmp[1], mm_rxcmp1[1], shuf_msk, ptype_idx, 1, tmp); in descs_to_mbufs()
155 GET_DESC_FIELDS(mm_rxcmp[2], mm_rxcmp1[2], shuf_msk, ptype_idx, 2, tmp); in descs_to_mbufs()
157 GET_DESC_FIELDS(mm_rxcmp[3], mm_rxcmp1[3], shuf_msk, ptype_idx, 3, tmp); in descs_to_mbufs()
H A Dbnxt_rxtx_vec_avx2.c54 const __m256i shuf_msk = in recv_burst_vec_avx2() local
270 mbuf01 = _mm256_shuffle_epi8(rxcmp0_1, shuf_msk); in recv_burst_vec_avx2()
271 mbuf23 = _mm256_shuffle_epi8(rxcmp2_3, shuf_msk); in recv_burst_vec_avx2()
272 mbuf45 = _mm256_shuffle_epi8(rxcmp4_5, shuf_msk); in recv_burst_vec_avx2()
273 mbuf67 = _mm256_shuffle_epi8(rxcmp6_7, shuf_msk); in recv_burst_vec_avx2()
/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_sse.c400 __m128i shuf_msk; in _recv_raw_pkts_vec() local
450 shuf_msk = _mm_set_epi8( in _recv_raw_pkts_vec()
542 pkt_mb4 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec()
543 pkt_mb3 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec()
564 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
565 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
661 const __m128i shuf_msk = _mm_set_epi8 in _recv_raw_pkts_vec_flex_rxd() local
797 pkt_mb3 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
798 pkt_mb2 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
801 pkt_mb1 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec_flex_rxd()
[all …]
H A Diavf_rxtx_vec_avx2.c81 const __m256i shuf_msk = in _iavf_recv_raw_pkts_vec_avx2() local
271 __m256i mb6_7 = _mm256_shuffle_epi8(desc6_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
272 __m256i mb4_5 = _mm256_shuffle_epi8(desc4_5, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
307 __m256i mb2_3 = _mm256_shuffle_epi8(desc2_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
308 __m256i mb0_1 = _mm256_shuffle_epi8(desc0_1, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2()
581 const __m256i shuf_msk = in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() local
761 __m256i mb6_7 = _mm256_shuffle_epi8(raw_desc6_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
762 __m256i mb4_5 = _mm256_shuffle_epi8(raw_desc4_5, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
793 __m256i mb2_3 = _mm256_shuffle_epi8(raw_desc2_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
794 __m256i mb0_1 = _mm256_shuffle_epi8(raw_desc0_1, shuf_msk); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
H A Diavf_rxtx_vec_avx512.c229 const __m512i shuf_msk = in _iavf_recv_raw_pkts_vec_avx512() local
338 __m512i mb4_7 = _mm512_shuffle_epi8(desc4_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512()
371 __m512i mb0_3 = _mm512_shuffle_epi8(desc0_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512()
778 const __m512i shuf_msk = in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() local
883 __m512i mb4_7 = _mm512_shuffle_epi8(raw_desc4_7, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
914 __m512i mb0_3 = _mm512_shuffle_epi8(raw_desc0_3, shuf_msk); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_altivec.c207 __vector unsigned char shuf_msk; in _recv_raw_pkts_vec() local
251 shuf_msk = (__vector unsigned char){ in _recv_raw_pkts_vec()
332 (__vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
334 (__vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
362 (__vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
364 (__vector unsigned char){}, shuf_msk); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_sse.c363 __m128i shuf_msk; in _recv_raw_pkts_vec() local
414 shuf_msk = _mm_set_epi8( in _recv_raw_pkts_vec()
515 pkt_mb4 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec()
516 pkt_mb3 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec()
531 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
532 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_neon.c346 uint8x16_t shuf_msk = { in _recv_raw_pkts_vec() local
478 pkt_mb4 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[3]), shuf_msk); in _recv_raw_pkts_vec()
479 pkt_mb3 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[2]), shuf_msk); in _recv_raw_pkts_vec()
480 pkt_mb2 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[1]), shuf_msk); in _recv_raw_pkts_vec()
481 pkt_mb1 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[0]), shuf_msk); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_avx2.c165 const __m256i shuf_msk = _mm256_set_epi8( in _recv_raw_pkts_vec_avx2() local
334 __m256i mb6_7 = _mm256_shuffle_epi8(desc6_7, shuf_msk); in _recv_raw_pkts_vec_avx2()
335 __m256i mb4_5 = _mm256_shuffle_epi8(desc4_5, shuf_msk); in _recv_raw_pkts_vec_avx2()
364 __m256i mb2_3 = _mm256_shuffle_epi8(desc2_3, shuf_msk); in _recv_raw_pkts_vec_avx2()
365 __m256i mb0_1 = _mm256_shuffle_epi8(desc0_1, shuf_msk); in _recv_raw_pkts_vec_avx2()
H A Di40e_rxtx_vec_avx512.c282 const __m512i shuf_msk = in _recv_raw_pkts_vec_avx512() local
457 __m512i mb4_7 = _mm512_shuffle_epi8(desc4_7, shuf_msk); in _recv_raw_pkts_vec_avx512()
458 __m512i mb0_3 = _mm512_shuffle_epi8(desc0_3, shuf_msk); in _recv_raw_pkts_vec_avx512()
/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_sse.c345 __m128i shuf_msk; in _recv_raw_pkts_vec() local
411 shuf_msk = _mm_set_epi8( in _recv_raw_pkts_vec()
503 pkt_mb4 = _mm_shuffle_epi8(descs[3], shuf_msk); in _recv_raw_pkts_vec()
504 pkt_mb3 = _mm_shuffle_epi8(descs[2], shuf_msk); in _recv_raw_pkts_vec()
507 pkt_mb2 = _mm_shuffle_epi8(descs[1], shuf_msk); in _recv_raw_pkts_vec()
508 pkt_mb1 = _mm_shuffle_epi8(descs[0], shuf_msk); in _recv_raw_pkts_vec()
H A Dixgbe_rxtx_vec_neon.c294 uint8x16_t shuf_msk = { in _recv_raw_pkts_vec() local
386 pkt_mb4 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[3]), shuf_msk); in _recv_raw_pkts_vec()
387 pkt_mb3 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[2]), shuf_msk); in _recv_raw_pkts_vec()
390 pkt_mb2 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[1]), shuf_msk); in _recv_raw_pkts_vec()
391 pkt_mb1 = vqtbl1q_u8(vreinterpretq_u8_u64(descs[0]), shuf_msk); in _recv_raw_pkts_vec()
/dpdk/drivers/net/fm10k/
H A Dfm10k_rxtx_vec.c388 __m128i shuf_msk; in fm10k_recv_raw_pkts_vec() local
425 shuf_msk = _mm_set_epi8( in fm10k_recv_raw_pkts_vec()
511 pkt_mb4 = _mm_shuffle_epi8(descs0[3], shuf_msk); in fm10k_recv_raw_pkts_vec()
512 pkt_mb3 = _mm_shuffle_epi8(descs0[2], shuf_msk); in fm10k_recv_raw_pkts_vec()
523 pkt_mb2 = _mm_shuffle_epi8(descs0[1], shuf_msk); in fm10k_recv_raw_pkts_vec()
524 pkt_mb1 = _mm_shuffle_epi8(descs0[0], shuf_msk); in fm10k_recv_raw_pkts_vec()
/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_sse.c318 const __m128i shuf_msk = _mm_set_epi8 in _ice_recv_raw_pkts_vec() local
454 pkt_mb3 = _mm_shuffle_epi8(descs[3], shuf_msk); in _ice_recv_raw_pkts_vec()
455 pkt_mb2 = _mm_shuffle_epi8(descs[2], shuf_msk); in _ice_recv_raw_pkts_vec()
458 pkt_mb1 = _mm_shuffle_epi8(descs[1], shuf_msk); in _ice_recv_raw_pkts_vec()
459 pkt_mb0 = _mm_shuffle_epi8(descs[0], shuf_msk); in _ice_recv_raw_pkts_vec()
H A Dice_rxtx_vec_avx2.c96 const __m256i shuf_msk = in _ice_recv_raw_pkts_vec_avx2() local
325 __m256i mb6_7 = _mm256_shuffle_epi8(raw_desc6_7, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
326 __m256i mb4_5 = _mm256_shuffle_epi8(raw_desc4_5, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
357 __m256i mb2_3 = _mm256_shuffle_epi8(raw_desc2_3, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
358 __m256i mb0_1 = _mm256_shuffle_epi8(raw_desc0_1, shuf_msk); in _ice_recv_raw_pkts_vec_avx2()
H A Dice_rxtx_vec_avx512.c202 const __m512i shuf_msk = in _ice_recv_raw_pkts_vec_avx512() local
420 __m512i mb4_7 = _mm512_shuffle_epi8(raw_desc4_7, shuf_msk); in _ice_recv_raw_pkts_vec_avx512()
421 __m512i mb0_3 = _mm512_shuffle_epi8(raw_desc0_3, shuf_msk); in _ice_recv_raw_pkts_vec_avx512()
/dpdk/drivers/net/cnxk/
H A Dcn9k_rx.h601 const uint8x16_t shuf_msk = { in cn9k_nix_recv_pkts_vector() local
610 f0 = vqtbl1q_u8(cq0_w8, shuf_msk); in cn9k_nix_recv_pkts_vector()
611 f1 = vqtbl1q_u8(cq1_w8, shuf_msk); in cn9k_nix_recv_pkts_vector()
612 f2 = vqtbl1q_u8(cq2_w8, shuf_msk); in cn9k_nix_recv_pkts_vector()
613 f3 = vqtbl1q_u8(cq3_w8, shuf_msk); in cn9k_nix_recv_pkts_vector()
H A Dcn10k_rx.h1195 const uint8x16_t shuf_msk = { in cn10k_nix_recv_pkts_vector() local
1204 f0 = vqtbl1q_u8(cq0_w8, shuf_msk); in cn10k_nix_recv_pkts_vector()
1205 f1 = vqtbl1q_u8(cq1_w8, shuf_msk); in cn10k_nix_recv_pkts_vector()
1206 f2 = vqtbl1q_u8(cq2_w8, shuf_msk); in cn10k_nix_recv_pkts_vector()
1207 f3 = vqtbl1q_u8(cq3_w8, shuf_msk); in cn10k_nix_recv_pkts_vector()