Home
last modified time | relevance | path

Searched refs:mbuf_init (Results 1 – 25 of 26) sorted by relevance

12

/dpdk/drivers/net/thunderx/
H A Dnicvf_rxtx.h60 nicvf_mbuff_init_update(struct rte_mbuf *pkt, const uint64_t mbuf_init, in nicvf_mbuff_init_update() argument
63 union mbuf_initializer init = {.value = mbuf_init}; in nicvf_mbuff_init_update()
73 nicvf_mbuff_init_mseg_update(struct rte_mbuf *pkt, const uint64_t mbuf_init, in nicvf_mbuff_init_mseg_update() argument
76 union mbuf_initializer init = {.value = mbuf_init}; in nicvf_mbuff_init_mseg_update()
H A Dnicvf_rxtx.c432 const uint64_t mbuf_init = rxq->mbuf_initializer.value; in nicvf_recv_pkts() local
466 nicvf_mbuff_init_update(pkt, mbuf_init, cqe_rx_w1.align_pad); in nicvf_recv_pkts()
523 uint64_t mbuf_init, const uint32_t flag) in nicvf_process_cq_mseg_entry() argument
544 pkt, mbuf_init, cqe_rx_w1.align_pad, nb_segs); in nicvf_process_cq_mseg_entry()
567 nicvf_mbuff_init_update(seg, mbuf_init, 0); in nicvf_process_cq_mseg_entry()
588 const uint64_t mbuf_init = rxq->mbuf_initializer.value; in nicvf_recv_pkts_multiseg() local
599 rx_pkts + i, rbptr_offset, mbuf_init, flag); in nicvf_recv_pkts_multiseg()
/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_avx512.c553 rearm6 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512()
556 rearm4 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512()
560 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512()
589 rearm7 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512()
592 rearm5 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512()
596 rearm1 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512()
1359 rearm6 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1362 rearm4 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1366 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1388 rearm7 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
[all …]
H A Diavf_rxtx_vec_avx2.c380 rearm6 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2()
383 rearm4 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2()
387 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2()
409 rearm7 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2()
412 rearm5 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2()
416 rearm1 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2()
1093 rearm6 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
1096 rearm4 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
1100 rearm0 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
1122 rearm7 = _mm256_blend_epi32(mbuf_init, in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
[all …]
H A Diavf_rxtx_vec_sse.c98 const __m128i mbuf_init = _mm_set_epi64x(0, rxq->mbuf_initializer); in desc_to_olflags_v() local
176 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vlan0, 8), 0x10); in desc_to_olflags_v()
177 rearm1 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vlan0, 4), 0x10); in desc_to_olflags_v()
178 rearm2 = _mm_blend_epi16(mbuf_init, vlan0, 0x10); in desc_to_olflags_v()
179 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(vlan0, 4), 0x10); in desc_to_olflags_v()
215 const __m128i mbuf_init = _mm_set_epi64x(0, rxq->mbuf_initializer); in flex_desc_to_olflags_v() local
328 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(flags, 8), 0x10); in flex_desc_to_olflags_v()
329 rearm1 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(flags, 4), 0x10); in flex_desc_to_olflags_v()
330 rearm2 = _mm_blend_epi16(mbuf_init, flags, 0x10); in flex_desc_to_olflags_v()
331 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(flags, 4), 0x10); in flex_desc_to_olflags_v()
/dpdk/drivers/net/bnxt/
H A Dbnxt_rxtx_vec_avx2.c26 const __m256i mbuf_init = in recv_burst_vec_avx2() local
285 rearm0 = _mm256_permute2f128_si256(mbuf_init, mbuf01, 0x20); in recv_burst_vec_avx2()
286 rearm1 = _mm256_blend_epi32(mbuf_init, mbuf01, 0xF0); in recv_burst_vec_avx2()
287 rearm2 = _mm256_permute2f128_si256(mbuf_init, mbuf23, 0x20); in recv_burst_vec_avx2()
288 rearm3 = _mm256_blend_epi32(mbuf_init, mbuf23, 0xF0); in recv_burst_vec_avx2()
323 rearm4 = _mm256_permute2f128_si256(mbuf_init, mbuf45, 0x20); in recv_burst_vec_avx2()
324 rearm5 = _mm256_blend_epi32(mbuf_init, mbuf45, 0xF0); in recv_burst_vec_avx2()
325 rearm6 = _mm256_permute2f128_si256(mbuf_init, mbuf67, 0x20); in recv_burst_vec_avx2()
326 rearm7 = _mm256_blend_epi32(mbuf_init, mbuf67, 0xF0); in recv_burst_vec_avx2()
H A Dbnxt_rxtx_vec_sse.c57 __m128i mbuf_init, struct rte_mbuf **mbuf, in descs_to_mbufs() argument
124 _mm_or_si128(mbuf_init, _mm_set_epi64x(ol_flags, 0))); in descs_to_mbufs()
128 _mm_or_si128(mbuf_init, _mm_set_epi64x(ol_flags, 0))); in descs_to_mbufs()
132 _mm_or_si128(mbuf_init, _mm_set_epi64x(ol_flags, 0))); in descs_to_mbufs()
136 _mm_or_si128(mbuf_init, _mm_set_epi64x(ol_flags, 0))); in descs_to_mbufs()
156 const __m128i mbuf_init = _mm_set_epi64x(0, rxq->mbuf_initializer); in recv_burst_vec_sse() local
267 descs_to_mbufs(rxcmp, rxcmp1, mbuf_init, &rx_pkts[nb_rx_pkts], in recv_burst_vec_sse()
/dpdk/drivers/net/cnxk/
H A Dcn10k_rx.h100 mbuf_init.fields.data_off = 0; in nix_clear_data_off()
101 return mbuf_init.value; in nix_clear_data_off()
155 const uint64_t mbuf_init) in nix_sec_attach_frags() argument
185 *(uint64_t *)(&mbuf->rearm_data) = mbuf_init; in nix_sec_attach_frags()
209 *(uint64_t *)(&mbuf->rearm_data) = mbuf_init; in nix_sec_attach_frags()
283 uint64_t cq_w5, uint64_t mbuf_init) in nix_sec_reassemble_frags() argument
298 b_off = mbuf_init & 0xFFFFUL; in nix_sec_reassemble_frags()
299 mbuf_init &= ~0xFFFFUL; in nix_sec_reassemble_frags()
431 const uint64_t mbuf_init) in nix_sec_meta_to_mbuf_sc() argument
490 mbuf_init); in nix_sec_meta_to_mbuf_sc()
[all …]
H A Dcn9k_rx.h51 union mbuf_initializer mbuf_init = {.value = oldval}; in nix_clear_data_off() local
53 mbuf_init.fields.data_off = 0; in nix_clear_data_off()
54 return mbuf_init.value; in nix_clear_data_off()
471 const uint64_t mbuf_init = rxq->mbuf_initializer; in cn9k_nix_recv_pkts() local
492 cn9k_nix_cqe_to_mbuf(cq, cq->tag, mbuf, lookup_mem, mbuf_init, in cn9k_nix_recv_pkts()
/dpdk/drivers/event/cnxk/
H A Dcn10k_worker.h99 const uint64_t mbuf_init = 0x100010000ULL | RTE_PKTMBUF_HEADROOM | in cn10k_wqe_to_mbuf() local
108 mbuf_init | ((uint64_t)port_id) << 48, flags); in cn10k_wqe_to_mbuf()
115 uint64_t mbuf_init = 0x100010000ULL | RTE_PKTMBUF_HEADROOM | in cn10k_process_vwqe() local
127 mbuf_init |= ((uint64_t)port_id) << 48; in cn10k_process_vwqe()
137 nb_mbufs = cn10k_nix_recv_pkts_vector(&mbuf_init, wqe, nb_mbufs, in cn10k_process_vwqe()
154 d_off += (mbuf_init & 0xFFFF); in cn10k_process_vwqe()
155 sa_base = cnxk_nix_sa_base_get(mbuf_init >> 48, lookup_mem); in cn10k_process_vwqe()
176 flags, mbuf_init); in cn10k_process_vwqe()
180 mbuf_init, flags); in cn10k_process_vwqe()
217 const uint64_t mbuf_init = in cn10k_sso_hws_post_process() local
[all …]
/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_avx2.c118 const __m256i mbuf_init = _mm256_set_epi64x(0, 0, in _recv_raw_pkts_vec_avx2() local
536 rearm6 = _mm256_blend_epi32(mbuf_init, _mm256_slli_si256(mbuf_flags, 8), 0x04); in _recv_raw_pkts_vec_avx2()
537 rearm4 = _mm256_blend_epi32(mbuf_init, _mm256_slli_si256(mbuf_flags, 4), 0x04); in _recv_raw_pkts_vec_avx2()
538 rearm2 = _mm256_blend_epi32(mbuf_init, mbuf_flags, 0x04); in _recv_raw_pkts_vec_avx2()
539 rearm0 = _mm256_blend_epi32(mbuf_init, _mm256_srli_si256(mbuf_flags, 4), 0x04); in _recv_raw_pkts_vec_avx2()
554 rearm7 = _mm256_blend_epi32(mbuf_init, _mm256_slli_si256(odd_flags, 8), 0x04); in _recv_raw_pkts_vec_avx2()
555 rearm5 = _mm256_blend_epi32(mbuf_init, _mm256_slli_si256(odd_flags, 4), 0x04); in _recv_raw_pkts_vec_avx2()
556 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _recv_raw_pkts_vec_avx2()
557 rearm1 = _mm256_blend_epi32(mbuf_init, _mm256_srli_si256(odd_flags, 4), 0x04); in _recv_raw_pkts_vec_avx2()
H A Di40e_rxtx_vec_avx512.c242 const __m256i mbuf_init = _mm256_set_epi64x(0, 0, in _recv_raw_pkts_vec_avx512() local
692 (mbuf_init, _mm256_slli_si256(mbuf_flags, 8), 0x04); in _recv_raw_pkts_vec_avx512()
694 (mbuf_init, _mm256_slli_si256(mbuf_flags, 4), 0x04); in _recv_raw_pkts_vec_avx512()
696 (mbuf_init, mbuf_flags, 0x04); in _recv_raw_pkts_vec_avx512()
698 (mbuf_init, _mm256_srli_si256(mbuf_flags, 4), 0x04); in _recv_raw_pkts_vec_avx512()
718 (mbuf_init, _mm256_slli_si256(odd_flags, 8), 0x04); in _recv_raw_pkts_vec_avx512()
720 (mbuf_init, _mm256_slli_si256(odd_flags, 4), 0x04); in _recv_raw_pkts_vec_avx512()
722 (mbuf_init, odd_flags, 0x04); in _recv_raw_pkts_vec_avx512()
724 (mbuf_init, _mm256_srli_si256(odd_flags, 4), 0x04); in _recv_raw_pkts_vec_avx512()
H A Di40e_rxtx_vec_sse.c218 const __m128i mbuf_init = _mm_set_epi64x(0, rxq->mbuf_initializer); in desc_to_olflags_v() local
313 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vlan0, 8), 0x10); in desc_to_olflags_v()
314 rearm1 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vlan0, 4), 0x10); in desc_to_olflags_v()
315 rearm2 = _mm_blend_epi16(mbuf_init, vlan0, 0x10); in desc_to_olflags_v()
316 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(vlan0, 4), 0x10); in desc_to_olflags_v()
H A Di40e_rxtx_vec_neon.c210 const uint64x2_t mbuf_init = {rxq->mbuf_initializer, 0}; in desc_to_olflags_v() local
297 rearm0 = vsetq_lane_u64(vgetq_lane_u32(vlan0, 0), mbuf_init, 1); in desc_to_olflags_v()
298 rearm1 = vsetq_lane_u64(vgetq_lane_u32(vlan0, 1), mbuf_init, 1); in desc_to_olflags_v()
299 rearm2 = vsetq_lane_u64(vgetq_lane_u32(vlan0, 2), mbuf_init, 1); in desc_to_olflags_v()
300 rearm3 = vsetq_lane_u64(vgetq_lane_u32(vlan0, 3), mbuf_init, 1); in desc_to_olflags_v()
/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_avx2.c47 const __m256i mbuf_init = _mm256_set_epi64x(0, 0, in _ice_recv_raw_pkts_vec_avx2() local
583 rearm6 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx2()
586 rearm4 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx2()
589 rearm2 = _mm256_blend_epi32(mbuf_init, mbuf_flags, 0x04); in _ice_recv_raw_pkts_vec_avx2()
590 rearm0 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx2()
612 rearm7 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx2()
615 rearm5 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx2()
618 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _ice_recv_raw_pkts_vec_avx2()
619 rearm1 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx2()
H A Dice_rxtx_vec_avx512.c162 const __m256i mbuf_init = _mm256_set_epi64x(0, 0, in _ice_recv_raw_pkts_vec_avx512() local
695 rearm6 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx512()
698 rearm4 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx512()
701 rearm2 = _mm256_blend_epi32(mbuf_init, mbuf_flags, 0x04); in _ice_recv_raw_pkts_vec_avx512()
702 rearm0 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx512()
726 rearm7 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx512()
729 rearm5 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx512()
732 rearm3 = _mm256_blend_epi32(mbuf_init, odd_flags, 0x04); in _ice_recv_raw_pkts_vec_avx512()
733 rearm1 = _mm256_blend_epi32(mbuf_init, in _ice_recv_raw_pkts_vec_avx512()
H A Dice_rxtx_vec_sse.c107 const __m128i mbuf_init = _mm_set_epi64x(0, rxq->mbuf_initializer); in ice_rx_desc_to_olflags_v() local
256 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(flags, 8), 0x30); in ice_rx_desc_to_olflags_v()
257 rearm1 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(flags, 4), 0x30); in ice_rx_desc_to_olflags_v()
258 rearm2 = _mm_blend_epi16(mbuf_init, flags, 0x30); in ice_rx_desc_to_olflags_v()
259 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(flags, 4), 0x30); in ice_rx_desc_to_olflags_v()
/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_sse.c134 desc_to_olflags_v(__m128i descs[4], __m128i mbuf_init, uint8_t vlan_flags, in desc_to_olflags_v() argument
248 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vtag1, 8), 0x10); in desc_to_olflags_v()
249 rearm1 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vtag1, 6), 0x10); in desc_to_olflags_v()
250 rearm2 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vtag1, 4), 0x10); in desc_to_olflags_v()
251 rearm3 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(vtag1, 2), 0x10); in desc_to_olflags_v()
363 __m128i mbuf_init; in _recv_raw_pkts_vec() local
434 mbuf_init = _mm_set_epi64x(0, rxq->mbuf_initializer); in _recv_raw_pkts_vec()
516 desc_to_olflags_v(descs, mbuf_init, vlan_flags, udp_p_flag, in _recv_raw_pkts_vec()
/dpdk/drivers/net/enic/
H A Denic_rxtx_vec_avx2.c381 const __m256i mbuf_init = _mm256_set_epi64x(0, enic->mbuf_initializer, in enic_noscatter_vec_recv_pkts() local
687 __m256i mbuf_init4_5 = _mm256_blend_epi32(mbuf_init, in enic_noscatter_vec_recv_pkts()
689 __m256i mbuf_init2_3 = _mm256_blend_epi32(mbuf_init, in enic_noscatter_vec_recv_pkts()
691 __m256i mbuf_init0_1 = _mm256_blend_epi32(mbuf_init, in enic_noscatter_vec_recv_pkts()
693 __m256i mbuf_init6_7 = _mm256_blend_epi32(mbuf_init, in enic_noscatter_vec_recv_pkts()
/dpdk/drivers/net/hns3/
H A Dhns3_rxtx_vec_sve.c129 svuint64_t vld_clz, mbp1st, mbp2st, mbuf_init; in hns3_recv_burst_vec_sve() local
188 mbuf_init = svdup_n_u64(rxq->mbuf_initializer); in hns3_recv_burst_vec_sve()
202 offsetof(struct rte_mbuf, rearm_data), mbuf_init); in hns3_recv_burst_vec_sve()
204 offsetof(struct rte_mbuf, rearm_data), mbuf_init); in hns3_recv_burst_vec_sve()
/dpdk/drivers/net/ark/
H A Dark_ethdev_rx.c478 struct rte_mbuf *mbuf_init = in eth_ark_rx_seed_mbufs() local
481 memset(mbuf_init->buf_addr, -1, 512); in eth_ark_rx_seed_mbufs()
482 *((uint32_t *)mbuf_init->buf_addr) = in eth_ark_rx_seed_mbufs()
484 *(uint16_t *)RTE_PTR_ADD(mbuf_init->buf_addr, 4) = in eth_ark_rx_seed_mbufs()
/dpdk/drivers/net/mlx5/
H A Dmlx5_rxtx_vec_neon.h415 const uint64x2_t mbuf_init = vld1q_u64 in rxq_cq_to_ptype_oflags_v() local
479 vreinterpretq_u32_u64(mbuf_init), 2)); in rxq_cq_to_ptype_oflags_v()
482 vreinterpretq_u32_u64(mbuf_init), 2)); in rxq_cq_to_ptype_oflags_v()
485 vreinterpretq_u32_u64(mbuf_init), 2)); in rxq_cq_to_ptype_oflags_v()
488 vreinterpretq_u32_u64(mbuf_init), 2)); in rxq_cq_to_ptype_oflags_v()
H A Dmlx5_rxtx_vec_sse.h404 const __m128i mbuf_init = in rxq_cq_to_ptype_oflags_v() local
484 rearm0 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(ol_flags, 8), 0x30); in rxq_cq_to_ptype_oflags_v()
485 rearm1 = _mm_blend_epi16(mbuf_init, _mm_slli_si128(ol_flags, 4), 0x30); in rxq_cq_to_ptype_oflags_v()
486 rearm2 = _mm_blend_epi16(mbuf_init, ol_flags, 0x30); in rxq_cq_to_ptype_oflags_v()
487 rearm3 = _mm_blend_epi16(mbuf_init, _mm_srli_si128(ol_flags, 4), 0x30); in rxq_cq_to_ptype_oflags_v()
H A Dmlx5_rxtx_vec_altivec.h569 const __vector unsigned char mbuf_init = in rxq_cq_to_ptype_oflags_v() local
726 vec_sel((__vector unsigned short)mbuf_init, in rxq_cq_to_ptype_oflags_v()
731 vec_sel((__vector unsigned short)mbuf_init, in rxq_cq_to_ptype_oflags_v()
736 vec_sel((__vector unsigned short)mbuf_init, in rxq_cq_to_ptype_oflags_v()
739 vec_sel((__vector unsigned short)mbuf_init, in rxq_cq_to_ptype_oflags_v()
H A Dmlx5_rxq.c183 struct rte_mbuf *mbuf_init = &rxq->fake_mbuf; in rxq_alloc_elts_sprq() local
190 mbuf_init->data_off = RTE_PKTMBUF_HEADROOM; in rxq_alloc_elts_sprq()
191 rte_mbuf_refcnt_set(mbuf_init, 1); in rxq_alloc_elts_sprq()
192 mbuf_init->nb_segs = 1; in rxq_alloc_elts_sprq()
194 mbuf_init->port = rxq->shared ? 0 : rxq->port_id; in rxq_alloc_elts_sprq()
196 mbuf_init->ol_flags = RTE_MBUF_F_EXTERNAL; in rxq_alloc_elts_sprq()
203 *(rte_xmm_t *)&mbuf_init->rearm_data; in rxq_alloc_elts_sprq()

12