Home
last modified time | relevance | path

Searched refs:rearm_data (Results 1 – 25 of 43) sorted by relevance

12

/f-stack/dpdk/drivers/net/mlx5/
H A Dmlx5_rxtx_vec.h43 offsetof(struct rte_mbuf, rearm_data) + 8);
44 S_ASSERT_RTE_MBUF(offsetof(struct rte_mbuf, rearm_data) ==
45 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16));
H A Dmlx5_rxtx_vec_neon.h98 vld1q_u64((void *)&t_pkt->rearm_data); in rxq_cq_decompress_v()
136 uint8_t *e0 = (void *)&elts[pos]->rearm_data; in rxq_cq_decompress_v()
137 uint8_t *e1 = (void *)&elts[pos + 1]->rearm_data; in rxq_cq_decompress_v()
138 uint8_t *e2 = (void *)&elts[pos + 2]->rearm_data; in rxq_cq_decompress_v()
139 uint8_t *e3 = (void *)&elts[pos + 3]->rearm_data; in rxq_cq_decompress_v()
490 vst1q_u64((void *)&pkts[0]->rearm_data, rearm0); in rxq_cq_to_ptype_oflags_v()
491 vst1q_u64((void *)&pkts[1]->rearm_data, rearm1); in rxq_cq_to_ptype_oflags_v()
492 vst1q_u64((void *)&pkts[2]->rearm_data, rearm2); in rxq_cq_to_ptype_oflags_v()
493 vst1q_u64((void *)&pkts[3]->rearm_data, rearm3); in rxq_cq_to_ptype_oflags_v()
H A Dmlx5_rxtx_vec_sse.h98 _mm_loadu_si128((__m128i *)&t_pkt->rearm_data); in rxq_cq_decompress_v()
141 _mm_storeu_si128((__m128i *)&elts[pos]->rearm_data, rearm); in rxq_cq_decompress_v()
142 _mm_storeu_si128((__m128i *)&elts[pos + 1]->rearm_data, rearm); in rxq_cq_decompress_v()
158 _mm_storeu_si128((__m128i *)&elts[pos + 2]->rearm_data, rearm); in rxq_cq_decompress_v()
159 _mm_storeu_si128((__m128i *)&elts[pos + 3]->rearm_data, rearm); in rxq_cq_decompress_v()
489 _mm_store_si128((__m128i *)&pkts[0]->rearm_data, rearm0); in rxq_cq_to_ptype_oflags_v()
490 _mm_store_si128((__m128i *)&pkts[1]->rearm_data, rearm1); in rxq_cq_to_ptype_oflags_v()
491 _mm_store_si128((__m128i *)&pkts[2]->rearm_data, rearm2); in rxq_cq_to_ptype_oflags_v()
492 _mm_store_si128((__m128i *)&pkts[3]->rearm_data, rearm3); in rxq_cq_to_ptype_oflags_v()
H A Dmlx5_rxtx_vec_altivec.h100 (signed int const *)&t_pkt->rearm_data); in rxq_cq_decompress_v()
168 &elts[pos]->rearm_data = rearm; in rxq_cq_decompress_v()
170 &elts[pos + 1]->rearm_data = rearm; in rxq_cq_decompress_v()
196 &elts[pos + 2]->rearm_data = rearm; in rxq_cq_decompress_v()
198 &elts[pos + 3]->rearm_data = rearm; in rxq_cq_decompress_v()
746 (vector unsigned char *)&pkts[0]->rearm_data); in rxq_cq_to_ptype_oflags_v()
748 (vector unsigned char *)&pkts[1]->rearm_data); in rxq_cq_to_ptype_oflags_v()
750 (vector unsigned char *)&pkts[2]->rearm_data); in rxq_cq_to_ptype_oflags_v()
752 (vector unsigned char *)&pkts[3]->rearm_data); in rxq_cq_to_ptype_oflags_v()
/f-stack/dpdk/drivers/net/sfc/
H A Dsfc_ef10_rx.c71 uint64_t rearm_data; member
325 RTE_BUILD_BUG_ON(sizeof(m->rearm_data[0]) != sizeof(rxq->rearm_data)); in sfc_ef10_rx_process_event()
326 m->rearm_data[0] = rxq->rearm_data; in sfc_ef10_rx_process_event()
380 RTE_BUILD_BUG_ON(sizeof(m->rearm_data[0]) != in sfc_ef10_rx_process_event()
381 sizeof(rxq->rearm_data)); in sfc_ef10_rx_process_event()
382 m->rearm_data[0] = rxq->rearm_data; in sfc_ef10_rx_process_event()
636 RTE_BUILD_BUG_ON(sizeof(m.rearm_data[0]) != sizeof(uint64_t)); in sfc_ef10_mk_mbuf_rearm_data()
637 return m.rearm_data[0]; in sfc_ef10_mk_mbuf_rearm_data()
677 rxq->rearm_data = in sfc_ef10_rx_qcreate()
H A Dsfc_ef100_rx.c70 uint64_t rearm_data; member
486 RTE_BUILD_BUG_ON(sizeof(pkt->rearm_data[0]) != in sfc_ef100_rx_process_ready_pkts()
487 sizeof(rxq->rearm_data)); in sfc_ef100_rx_process_ready_pkts()
488 pkt->rearm_data[0] = rxq->rearm_data; in sfc_ef100_rx_process_ready_pkts()
689 RTE_BUILD_BUG_ON(sizeof(m.rearm_data[0]) != sizeof(uint64_t)); in sfc_ef100_mk_mbuf_rearm_data()
690 return m.rearm_data[0]; in sfc_ef100_mk_mbuf_rearm_data()
804 rxq->rearm_data = sfc_ef100_mk_mbuf_rearm_data(rxq->dp.dpq.port_id, in sfc_ef100_rx_qstart()
/f-stack/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_avx2.c488 offsetof(struct rte_mbuf, rearm_data) + 8); in _iavf_recv_raw_pkts_vec_avx2()
489 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in _iavf_recv_raw_pkts_vec_avx2()
491 rearm_data), in _iavf_recv_raw_pkts_vec_avx2()
512 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 6]->rearm_data, in _iavf_recv_raw_pkts_vec_avx2()
514 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 4]->rearm_data, in _iavf_recv_raw_pkts_vec_avx2()
516 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 2]->rearm_data, in _iavf_recv_raw_pkts_vec_avx2()
518 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 0]->rearm_data, in _iavf_recv_raw_pkts_vec_avx2()
541 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 7]->rearm_data, in _iavf_recv_raw_pkts_vec_avx2()
1097 offsetof(struct rte_mbuf, rearm_data) + 8); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
1098 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
[all …]
H A Diavf_rxtx_vec_avx512.c483 offsetof(struct rte_mbuf, rearm_data) + 8); in _iavf_recv_raw_pkts_vec_avx512()
484 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in _iavf_recv_raw_pkts_vec_avx512()
486 rearm_data), in _iavf_recv_raw_pkts_vec_avx512()
512 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 6]->rearm_data, in _iavf_recv_raw_pkts_vec_avx512()
514 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 4]->rearm_data, in _iavf_recv_raw_pkts_vec_avx512()
516 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 2]->rearm_data, in _iavf_recv_raw_pkts_vec_avx512()
518 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 0]->rearm_data, in _iavf_recv_raw_pkts_vec_avx512()
541 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 7]->rearm_data, in _iavf_recv_raw_pkts_vec_avx512()
1112 offsetof(struct rte_mbuf, rearm_data) + 8); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1113 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
[all …]
H A Diavf_rxtx_vec_sse.c183 offsetof(struct rte_mbuf, rearm_data) + 8); in desc_to_olflags_v()
184 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in desc_to_olflags_v()
185 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16)); in desc_to_olflags_v()
186 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v()
187 _mm_store_si128((__m128i *)&rx_pkts[1]->rearm_data, rearm1); in desc_to_olflags_v()
188 _mm_store_si128((__m128i *)&rx_pkts[2]->rearm_data, rearm2); in desc_to_olflags_v()
189 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in desc_to_olflags_v()
335 offsetof(struct rte_mbuf, rearm_data) + 8); in flex_desc_to_olflags_v()
336 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in flex_desc_to_olflags_v()
337 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16)); in flex_desc_to_olflags_v()
[all …]
/f-stack/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_sse.c101 uint32_t *rearm0 = (uint32_t *)rx_pkts[0]->rearm_data + 2; in desc_to_olflags_v_ipsec()
102 uint32_t *rearm1 = (uint32_t *)rx_pkts[1]->rearm_data + 2; in desc_to_olflags_v_ipsec()
103 uint32_t *rearm2 = (uint32_t *)rx_pkts[2]->rearm_data + 2; in desc_to_olflags_v_ipsec()
104 uint32_t *rearm3 = (uint32_t *)rx_pkts[3]->rearm_data + 2; in desc_to_olflags_v_ipsec()
234 offsetof(struct rte_mbuf, rearm_data) + 8); in desc_to_olflags_v()
235 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in desc_to_olflags_v()
236 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16)); in desc_to_olflags_v()
237 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v()
238 _mm_store_si128((__m128i *)&rx_pkts[1]->rearm_data, rearm1); in desc_to_olflags_v()
239 _mm_store_si128((__m128i *)&rx_pkts[2]->rearm_data, rearm2); in desc_to_olflags_v()
[all …]
/f-stack/dpdk/drivers/net/enic/
H A Denic_rxtx_vec_avx2.c22 *(uint64_t *)&mb->rearm_data = enic->mbuf_initializer; in rx_one()
740 _mm256_storeu_si256((__m256i *)&rxmb[0]->rearm_data, rearm0); in enic_noscatter_vec_recv_pkts()
741 _mm256_storeu_si256((__m256i *)&rxmb[1]->rearm_data, rearm1); in enic_noscatter_vec_recv_pkts()
742 _mm256_storeu_si256((__m256i *)&rxmb[2]->rearm_data, rearm2); in enic_noscatter_vec_recv_pkts()
743 _mm256_storeu_si256((__m256i *)&rxmb[3]->rearm_data, rearm3); in enic_noscatter_vec_recv_pkts()
744 _mm256_storeu_si256((__m256i *)&rxmb[4]->rearm_data, rearm4); in enic_noscatter_vec_recv_pkts()
745 _mm256_storeu_si256((__m256i *)&rxmb[5]->rearm_data, rearm5); in enic_noscatter_vec_recv_pkts()
746 _mm256_storeu_si256((__m256i *)&rxmb[6]->rearm_data, rearm6); in enic_noscatter_vec_recv_pkts()
747 _mm256_storeu_si256((__m256i *)&rxmb[7]->rearm_data, rearm7); in enic_noscatter_vec_recv_pkts()
/f-stack/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_avx2.c629 offsetof(struct rte_mbuf, rearm_data) + 8); in _ice_recv_raw_pkts_vec_avx2()
630 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in _ice_recv_raw_pkts_vec_avx2()
632 rearm_data), in _ice_recv_raw_pkts_vec_avx2()
653 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 6]->rearm_data, in _ice_recv_raw_pkts_vec_avx2()
655 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 4]->rearm_data, in _ice_recv_raw_pkts_vec_avx2()
657 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 2]->rearm_data, in _ice_recv_raw_pkts_vec_avx2()
659 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 0]->rearm_data, in _ice_recv_raw_pkts_vec_avx2()
682 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 7]->rearm_data, in _ice_recv_raw_pkts_vec_avx2()
684 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 5]->rearm_data, in _ice_recv_raw_pkts_vec_avx2()
686 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 3]->rearm_data, in _ice_recv_raw_pkts_vec_avx2()
[all …]
H A Dice_rxtx_vec_avx512.c612 offsetof(struct rte_mbuf, rearm_data) + 8); in _ice_recv_raw_pkts_vec_avx512()
613 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in _ice_recv_raw_pkts_vec_avx512()
615 rearm_data), in _ice_recv_raw_pkts_vec_avx512()
639 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 6]->rearm_data, in _ice_recv_raw_pkts_vec_avx512()
641 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 4]->rearm_data, in _ice_recv_raw_pkts_vec_avx512()
643 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 2]->rearm_data, in _ice_recv_raw_pkts_vec_avx512()
645 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 0]->rearm_data, in _ice_recv_raw_pkts_vec_avx512()
669 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 7]->rearm_data, in _ice_recv_raw_pkts_vec_avx512()
671 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 5]->rearm_data, in _ice_recv_raw_pkts_vec_avx512()
673 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 3]->rearm_data, in _ice_recv_raw_pkts_vec_avx512()
[all …]
H A Dice_rxtx_vec_sse.c227 offsetof(struct rte_mbuf, rearm_data) + 8); in ice_rx_desc_to_olflags_v()
228 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in ice_rx_desc_to_olflags_v()
229 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16)); in ice_rx_desc_to_olflags_v()
230 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in ice_rx_desc_to_olflags_v()
231 _mm_store_si128((__m128i *)&rx_pkts[1]->rearm_data, rearm1); in ice_rx_desc_to_olflags_v()
232 _mm_store_si128((__m128i *)&rx_pkts[2]->rearm_data, rearm2); in ice_rx_desc_to_olflags_v()
233 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in ice_rx_desc_to_olflags_v()
/f-stack/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_avx2.c634 offsetof(struct rte_mbuf, rearm_data) + 8); in _recv_raw_pkts_vec_avx2()
635 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in _recv_raw_pkts_vec_avx2()
636 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16)); in _recv_raw_pkts_vec_avx2()
650 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 6]->rearm_data, rearm6); in _recv_raw_pkts_vec_avx2()
651 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 4]->rearm_data, rearm4); in _recv_raw_pkts_vec_avx2()
652 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 2]->rearm_data, rearm2); in _recv_raw_pkts_vec_avx2()
653 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 0]->rearm_data, rearm0); in _recv_raw_pkts_vec_avx2()
668 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 7]->rearm_data, rearm7); in _recv_raw_pkts_vec_avx2()
669 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 5]->rearm_data, rearm5); in _recv_raw_pkts_vec_avx2()
670 _mm256_storeu_si256((__m256i *)&rx_pkts[i + 3]->rearm_data, rearm3); in _recv_raw_pkts_vec_avx2()
[all …]
H A Di40e_rxtx_vec_sse.c318 offsetof(struct rte_mbuf, rearm_data) + 8); in desc_to_olflags_v()
319 RTE_BUILD_BUG_ON(offsetof(struct rte_mbuf, rearm_data) != in desc_to_olflags_v()
320 RTE_ALIGN(offsetof(struct rte_mbuf, rearm_data), 16)); in desc_to_olflags_v()
321 _mm_store_si128((__m128i *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v()
322 _mm_store_si128((__m128i *)&rx_pkts[1]->rearm_data, rearm1); in desc_to_olflags_v()
323 _mm_store_si128((__m128i *)&rx_pkts[2]->rearm_data, rearm2); in desc_to_olflags_v()
324 _mm_store_si128((__m128i *)&rx_pkts[3]->rearm_data, rearm3); in desc_to_olflags_v()
H A Di40e_rxtx_vec_neon.c165 vst1q_u64((uint64_t *)&rx_pkts[0]->rearm_data, rearm0); in desc_to_olflags_v()
166 vst1q_u64((uint64_t *)&rx_pkts[1]->rearm_data, rearm1); in desc_to_olflags_v()
167 vst1q_u64((uint64_t *)&rx_pkts[2]->rearm_data, rearm2); in desc_to_olflags_v()
168 vst1q_u64((uint64_t *)&rx_pkts[3]->rearm_data, rearm3); in desc_to_olflags_v()
/f-stack/dpdk/drivers/net/virtio/
H A Dvirtio_rxtx_packed_avx.c28 offsetof(struct rte_mbuf, rearm_data)) * BYTE_SIZE)
31 offsetof(struct rte_mbuf, rearm_data)) * BYTE_SIZE)
101 __m256i mbufs = _mm256_set_epi64x(*tx_pkts[3]->rearm_data, in virtqueue_enqueue_batch_packed_vec()
102 *tx_pkts[2]->rearm_data, in virtqueue_enqueue_batch_packed_vec()
103 *tx_pkts[1]->rearm_data, in virtqueue_enqueue_batch_packed_vec()
104 *tx_pkts[0]->rearm_data); in virtqueue_enqueue_batch_packed_vec()
119 offsetof(struct rte_mbuf, rearm_data)); in virtqueue_enqueue_batch_packed_vec()
H A Dvirtio_rxtx_simple.c43 p = (uintptr_t)&mb_def.rearm_data; in virtio_rxq_vec_setup()
H A Dvirtio_rxtx_simple.h43 p = (uintptr_t)&sw_ring[i]->rearm_data; in virtio_rxq_rearm_vec()
/f-stack/dpdk/drivers/net/hns3/
H A Dhns3_rxtx_vec_neon.h218 *(uint64_t *)&sw_ring[pos + 0].mbuf->rearm_data = in hns3_recv_burst_vec()
220 *(uint64_t *)&sw_ring[pos + 1].mbuf->rearm_data = in hns3_recv_burst_vec()
251 *(uint64_t *)&sw_ring[pos + 2].mbuf->rearm_data = in hns3_recv_burst_vec()
253 *(uint64_t *)&sw_ring[pos + 3].mbuf->rearm_data = in hns3_recv_burst_vec()
/f-stack/dpdk/drivers/net/thunderx/
H A Dnicvf_rxtx.h69 *(uint64_t *)(&pkt->rearm_data) = init.value; in nicvf_mbuff_init_update()
83 *(uint64_t *)(&pkt->rearm_data) = init.value; in nicvf_mbuff_init_mseg_update()
/f-stack/dpdk/drivers/net/bnxt/
H A Dbnxt_rxtx_vec_sse.c112 _mm_store_si128((void *)&mbuf[0]->rearm_data, in descs_to_mbufs()
116 _mm_store_si128((void *)&mbuf[1]->rearm_data, in descs_to_mbufs()
120 _mm_store_si128((void *)&mbuf[2]->rearm_data, in descs_to_mbufs()
124 _mm_store_si128((void *)&mbuf[3]->rearm_data, in descs_to_mbufs()
H A Dbnxt_rxtx_vec_neon.c126 vst1q_u32((uint32_t *)&mbuf[0]->rearm_data, in descs_to_mbufs()
129 vst1q_u32((uint32_t *)&mbuf[1]->rearm_data, in descs_to_mbufs()
132 vst1q_u32((uint32_t *)&mbuf[2]->rearm_data, in descs_to_mbufs()
135 vst1q_u32((uint32_t *)&mbuf[3]->rearm_data, in descs_to_mbufs()
/f-stack/dpdk/drivers/net/octeontx2/
H A Dotx2_rx.c277 vst1q_u64((uint64_t *)mbuf0->rearm_data, rearm0); in nix_recv_pkts_vector()
278 vst1q_u64((uint64_t *)mbuf1->rearm_data, rearm1); in nix_recv_pkts_vector()
279 vst1q_u64((uint64_t *)mbuf2->rearm_data, rearm2); in nix_recv_pkts_vector()
280 vst1q_u64((uint64_t *)mbuf3->rearm_data, rearm3); in nix_recv_pkts_vector()

12