| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 104 uint32_t *rearm3 = (uint32_t *)rx_pkts[3]->rearm_data + 2; in desc_to_olflags_v_ipsec() local 115 rearm = _mm_set_epi32(*rearm3, *rearm2, *rearm1, *rearm0); in desc_to_olflags_v_ipsec() 129 *rearm3 = _mm_extract_epi32(rearm, 3); in desc_to_olflags_v_ipsec() 138 __m128i rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 230 rearm3 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vtag1, 2), 0x10); in desc_to_olflags_v() 240 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in desc_to_olflags_v()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_avx2.c | 494 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx2() local 531 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _iavf_recv_raw_pkts_vec_avx2() 538 rearm3 = _mm256_blend_epi32(rearm3, mb2_3, 0xF0); in _iavf_recv_raw_pkts_vec_avx2() 546 rearm3); in _iavf_recv_raw_pkts_vec_avx2() 1103 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() local 1140 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 1147 rearm3 = _mm256_blend_epi32(rearm3, mb2_3, 0xF0); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 1155 rearm3); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 489 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx512() local 531 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _iavf_recv_raw_pkts_vec_avx512() 538 rearm3 = _mm256_blend_epi32(rearm3, mb2_3, 0xF0); in _iavf_recv_raw_pkts_vec_avx512() 546 rearm3); in _iavf_recv_raw_pkts_vec_avx512() 1118 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() local 1155 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 1162 rearm3 = _mm256_blend_epi32(rearm3, mb2_3, 0xF0); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 1170 rearm3); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| H A D | iavf_rxtx_vec_sse.c | 99 __m128i rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 179 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(vlan0, 4), 0x10); in desc_to_olflags_v() 189 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in desc_to_olflags_v() 216 __m128i rearm0, rearm1, rearm2, rearm3; in flex_desc_to_olflags_v() local 331 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(flags, 4), 0x10); in flex_desc_to_olflags_v() 341 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in flex_desc_to_olflags_v()
|
| /f-stack/dpdk/drivers/net/octeontx2/ |
| H A D | otx2_rx.c | 125 uint64x2_t rearm3 = vdupq_n_u64(mbuf_initializer); in nix_recv_pkts_vector() local 268 rearm3 = vsetq_lane_u64(ol_flags3, rearm3, 1); in nix_recv_pkts_vector() 280 vst1q_u64((uint64_t *)mbuf3->rearm_data, rearm3); in nix_recv_pkts_vector()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_avx2.c | 635 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _ice_recv_raw_pkts_vec_avx2() local 672 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _ice_recv_raw_pkts_vec_avx2() 679 rearm3 = _mm256_blend_epi32(rearm3, mb2_3, 0xF0); in _ice_recv_raw_pkts_vec_avx2() 687 rearm3); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 618 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _ice_recv_raw_pkts_vec_avx512() local 658 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _ice_recv_raw_pkts_vec_avx512() 666 rearm3 = _mm256_blend_epi32(rearm3, mb2_3, 0xF0); in _ice_recv_raw_pkts_vec_avx512() 674 rearm3); in _ice_recv_raw_pkts_vec_avx512()
|
| H A D | ice_rxtx_vec_sse.c | 108 __m128i rearm0, rearm1, rearm2, rearm3; in ice_rx_desc_to_olflags_v() local 223 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(flags, 4), 0x10); in ice_rx_desc_to_olflags_v() 233 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in ice_rx_desc_to_olflags_v()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_avx2.c | 638 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _recv_raw_pkts_vec_avx2() local 660 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _recv_raw_pkts_vec_avx2() 665 rearm3 = _mm256_blend_epi32(rearm3, mb2_3, 0xF0); in _recv_raw_pkts_vec_avx2() 670 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 3]->rearm_data, rearm3); in _recv_raw_pkts_vec_avx2()
|
| H A D | i40e_rxtx_vec_neon.c | 86 uint64x2_t rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 163 rearm3 = vsetq_lane_u64(vgetq_lane_u32(vlan0, 3), mbuf_init, 1); in desc_to_olflags_v() 168 vst1q_u64((uint64_t *)&rx_pkts[3]->rearm_data, rearm3); in desc_to_olflags_v()
|
| H A D | i40e_rxtx_vec_sse.c | 219 __m128i rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 314 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(vlan0, 4), 0x10); in desc_to_olflags_v() 324 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in desc_to_olflags_v()
|
| /f-stack/dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec_neon.h | 417 uint64x2_t rearm0, rearm1, rearm2, rearm3; in rxq_cq_to_ptype_oflags_v() local 486 rearm3 = vreinterpretq_u64_u32(vsetq_lane_u32 in rxq_cq_to_ptype_oflags_v() 493 vst1q_u64((void *)&pkts[3]->rearm_data, rearm3); in rxq_cq_to_ptype_oflags_v()
|
| H A D | mlx5_rxtx_vec_sse.h | 406 __m128i rearm0, rearm1, rearm2, rearm3; in rxq_cq_to_ptype_oflags_v() local 487 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(ol_flags, 4), 0x30); in rxq_cq_to_ptype_oflags_v() 492 _mm_store_si128((__m128i *)&pkts[3]->rearm_data, rearm3); in rxq_cq_to_ptype_oflags_v()
|
| H A D | mlx5_rxtx_vec_altivec.h | 574 vector unsigned char rearm0, rearm1, rearm2, rearm3; in rxq_cq_to_ptype_oflags_v() local 738 rearm3 = (vector unsigned char) in rxq_cq_to_ptype_oflags_v() 751 vec_vsx_st(rearm3, 0, in rxq_cq_to_ptype_oflags_v()
|
| /f-stack/dpdk/drivers/net/enic/ |
| H A D | enic_rxtx_vec_avx2.c | 706 __m256i rearm3 = _mm256_blend_epi32(mbuf_init2_3, in enic_noscatter_vec_recv_pkts() local 743 _mm256_storeu_si256((__m256i *)&rxmb[3]->rearm_data, rearm3); in enic_noscatter_vec_recv_pkts()
|