| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_avx2.c | 378 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx2() local 387 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2() 394 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _iavf_recv_raw_pkts_vec_avx2() 403 rearm0); in _iavf_recv_raw_pkts_vec_avx2() 1091 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() local 1100 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 1107 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 1116 rearm0); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 545 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx512() local 560 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512() 567 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _iavf_recv_raw_pkts_vec_avx512() 572 rearm0 = _mm256_permute2f128_si256(mbuf_init, mb0_1, 0x20); in _iavf_recv_raw_pkts_vec_avx512() 582 rearm0); in _iavf_recv_raw_pkts_vec_avx512() 1357 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() local 1366 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 1373 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 1382 rearm0); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| H A D | iavf_rxtx_vec_sse.c | 99 __m128i rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 176 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vlan0, 8), 0x10); in desc_to_olflags_v() 186 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v() 216 __m128i rearm0, rearm1, rearm2, rearm3; in flex_desc_to_olflags_v() local 328 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(flags, 8), 0x10); in flex_desc_to_olflags_v() 338 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in flex_desc_to_olflags_v()
|
| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_avx2.c | 76 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, rearm6, rearm7; in recv_burst_vec_avx2() local 285 rearm0 = _mm256_permute2f128_si256(mbuf_init, mbuf01, 0x20); in recv_burst_vec_avx2() 299 rearm0 = _mm256_blend_epi32(rearm0, in recv_burst_vec_avx2() 314 rearm0); in recv_burst_vec_avx2()
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 101 uint32_t *rearm0 = (uint32_t *)rx_pkts[0]->rearm_data + 2; in desc_to_olflags_v_ipsec() local 115 rearm = _mm_set_epi32(*rearm3, *rearm2, *rearm1, *rearm0); in desc_to_olflags_v_ipsec() 126 *rearm0 = _mm_extract_epi32(rearm, 0); in desc_to_olflags_v_ipsec() 138 __m128i rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 248 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vtag1, 8), 0x10); in desc_to_olflags_v() 258 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v()
|
| /dpdk/drivers/net/enic/ |
| H A D | enic_rxtx_vec_avx2.c | 700 __m256i rearm0 = _mm256_blend_epi32(rearm01, in enic_noscatter_vec_recv_pkts() local 709 rearm0 = _mm256_permute4x64_epi64(rearm0, in enic_noscatter_vec_recv_pkts() 740 _mm256_storeu_si256((__m256i *)&rxmb[0]->rearm_data, rearm0); in enic_noscatter_vec_recv_pkts()
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_avx2.c | 534 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _recv_raw_pkts_vec_avx2() local 539 rearm0 = _mm256_blend_epi32(mbuf_init, _mm256_srli_si256(mbuf_flags, 4), 0x04); in _recv_raw_pkts_vec_avx2() 544 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _recv_raw_pkts_vec_avx2() 549 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 0]->rearm_data, rearm0); in _recv_raw_pkts_vec_avx2()
|
| H A D | i40e_rxtx_vec_avx512.c | 689 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _recv_raw_pkts_vec_avx512() local 697 rearm0 = _mm256_blend_epi32 in _recv_raw_pkts_vec_avx512() 703 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _recv_raw_pkts_vec_avx512() 712 ((__m256i *)&rx_pkts[i + 0]->rearm_data, rearm0); in _recv_raw_pkts_vec_avx512()
|
| H A D | i40e_rxtx_vec_sse.c | 219 __m128i rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 313 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vlan0, 8), 0x10); in desc_to_olflags_v() 323 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v()
|
| H A D | i40e_rxtx_vec_neon.c | 211 uint64x2_t rearm0, rearm1, rearm2, rearm3; in desc_to_olflags_v() local 297 rearm0 = vsetq_lane_u64(vgetq_lane_u32(vlan0, 0), mbuf_init, 1); in desc_to_olflags_v() 302 vst1q_u64((uint64_t *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_avx2.c | 581 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _ice_recv_raw_pkts_vec_avx2() local 590 rearm0 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx2() 597 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _ice_recv_raw_pkts_vec_avx2() 606 rearm0); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 692 __m256i rearm0, rearm1, rearm2, rearm3, rearm4, rearm5, in _ice_recv_raw_pkts_vec_avx512() local 702 rearm0 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx512() 710 rearm0 = _mm256_permute2f128_si256(rearm0, mb0_1, 0x20); in _ice_recv_raw_pkts_vec_avx512() 720 rearm0); in _ice_recv_raw_pkts_vec_avx512()
|
| H A D | ice_rxtx_vec_sse.c | 108 __m128i rearm0, rearm1, rearm2, rearm3; in ice_rx_desc_to_olflags_v() local 256 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(flags, 8), 0x30); in ice_rx_desc_to_olflags_v() 266 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in ice_rx_desc_to_olflags_v()
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec_neon.h | 417 uint64x2_t rearm0, rearm1, rearm2, rearm3; in rxq_cq_to_ptype_oflags_v() local 477 rearm0 = vreinterpretq_u64_u32(vsetq_lane_u32 in rxq_cq_to_ptype_oflags_v() 490 vst1q_u64((void *)&pkts[0]->rearm_data, rearm0); in rxq_cq_to_ptype_oflags_v()
|
| H A D | mlx5_rxtx_vec_sse.h | 406 __m128i rearm0, rearm1, rearm2, rearm3; in rxq_cq_to_ptype_oflags_v() local 484 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(ol_flags, 8), 0x30); in rxq_cq_to_ptype_oflags_v() 489 _mm_store_si128((__m128i *)&pkts[0]->rearm_data, rearm0); in rxq_cq_to_ptype_oflags_v()
|
| H A D | mlx5_rxtx_vec_altivec.h | 574 __vector unsigned char rearm0, rearm1, rearm2, rearm3; in rxq_cq_to_ptype_oflags_v() local 725 rearm0 = (__vector unsigned char) in rxq_cq_to_ptype_oflags_v() 745 vec_vsx_st(rearm0, 0, in rxq_cq_to_ptype_oflags_v()
|
| /dpdk/drivers/net/cnxk/ |
| H A D | cn9k_rx.h | 547 uint64x2_t rearm0 = vdupq_n_u64(mbuf_initializer); in cn9k_nix_recv_pkts_vector() local 787 rearm0 = vsetq_lane_u64(ol_flags0, rearm0, 1); in cn9k_nix_recv_pkts_vector() 799 vst1q_u64((uint64_t *)mbuf0->rearm_data, rearm0); in cn9k_nix_recv_pkts_vector()
|
| H A D | cn10k_rx.h | 1001 uint64x2_t rearm0 = vdupq_n_u64(mbuf_initializer); in cn10k_nix_recv_pkts_vector() local 1438 rearm0 = vdupq_n_u64(mbuf_initializer); in cn10k_nix_recv_pkts_vector() 1462 flags, &rearm0); in cn10k_nix_recv_pkts_vector() 1659 rearm0 = vsetq_lane_u64(ol_flags0, rearm0, 1); in cn10k_nix_recv_pkts_vector() 1671 vst1q_u64((uint64_t *)mbuf0->rearm_data, rearm0); in cn10k_nix_recv_pkts_vector()
|