| /f-stack/dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec.h | 35 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); 37 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); 39 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); 49 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); 51 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8);
|
| H A D | mlx5_rxtx_vec_sse.h | 100 _mm_loadu_si128((__m128i *)&t_pkt->rx_descriptor_fields1); in rxq_cq_decompress_v() 152 &elts[pos]->rx_descriptor_fields1, in rxq_cq_decompress_v() 155 &elts[pos + 1]->rx_descriptor_fields1, in rxq_cq_decompress_v() 169 &elts[pos + 2]->rx_descriptor_fields1, in rxq_cq_decompress_v() 172 &elts[pos + 3]->rx_descriptor_fields1, in rxq_cq_decompress_v()
|
| H A D | mlx5_rxtx_vec_altivec.h | 103 (signed int const *)&t_pkt->rx_descriptor_fields1); in rxq_cq_decompress_v() 190 &elts[pos]->rx_descriptor_fields1 = rxdf1; in rxq_cq_decompress_v() 192 &elts[pos + 1]->rx_descriptor_fields1 = rxdf2; in rxq_cq_decompress_v() 218 &elts[pos + 2]->rx_descriptor_fields1 = rxdf1; in rxq_cq_decompress_v() 220 &elts[pos + 3]->rx_descriptor_fields1 = rxdf2; in rxq_cq_decompress_v()
|
| /f-stack/dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_simple_neon.c | 141 vst1q_u64((void *)&rx_pkts[1]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 143 vst1q_u64((void *)&rx_pkts[0]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 154 vst1q_u64((void *)&rx_pkts[3]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 156 vst1q_u64((void *)&rx_pkts[2]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 167 vst1q_u64((void *)&rx_pkts[5]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 169 vst1q_u64((void *)&rx_pkts[4]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 180 vst1q_u64((void *)&rx_pkts[7]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 182 vst1q_u64((void *)&rx_pkts[6]->rx_descriptor_fields1, in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_sse.c | 137 _mm_storeu_si128((void *)&rx_pkts[1]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 139 _mm_storeu_si128((void *)&rx_pkts[0]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 146 _mm_storeu_si128((void *)&rx_pkts[3]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 148 _mm_storeu_si128((void *)&rx_pkts[2]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 155 _mm_storeu_si128((void *)&rx_pkts[5]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 157 _mm_storeu_si128((void *)&rx_pkts[4]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 164 _mm_storeu_si128((void *)&rx_pkts[7]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 166 _mm_storeu_si128((void *)&rx_pkts[6]->rx_descriptor_fields1, in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_altivec.c | 141 *(vector unsigned char *)&rx_pkts[0]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 143 *(vector unsigned char *)&rx_pkts[1]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 152 *(vector unsigned char *)&rx_pkts[2]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 154 *(vector unsigned char *)&rx_pkts[3]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 163 *(vector unsigned char *)&rx_pkts[4]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 165 *(vector unsigned char *)&rx_pkts[5]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 174 *(vector unsigned char *)&rx_pkts[6]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 176 *(vector unsigned char *)&rx_pkts[7]->rx_descriptor_fields1 = in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_packed_avx.c | 406 addrs[i] = (uintptr_t)rx_pkts[i]->rx_descriptor_fields1; in virtqueue_dequeue_batch_packed_vec() 424 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in virtqueue_dequeue_batch_packed_vec()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 413 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 415 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 461 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 463 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 465 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec() 571 (void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 574 (void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 609 (void *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 876 ((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec_flex_rxd() 879 ((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec_flex_rxd() [all …]
|
| H A D | iavf_rxtx_vec_avx2.c | 222 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx2() 224 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx2() 226 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx2() 228 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx2() 721 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 723 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 725 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 727 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 244 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx512() 246 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx512() 248 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx512() 250 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx512() 737 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 739 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 741 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 743 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 338 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 340 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 390 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 392 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 394 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec() 396 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _recv_raw_pkts_vec() 496 _mm_storeu_si128((void *)&rx_pkts[pos+3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 498 _mm_storeu_si128((void *)&rx_pkts[pos+2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 532 _mm_storeu_si128((void *)&rx_pkts[pos+1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 534 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_neon.c | 324 vst1q_u8((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 326 vst1q_u8((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 354 vst1q_u8((uint8_t *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 356 vst1q_u8((uint8_t *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 307 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec() 309 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec() 347 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec() 349 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec() 351 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _ice_recv_raw_pkts_vec() 353 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _ice_recv_raw_pkts_vec() 501 ((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec() 504 ((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec() 528 ((void *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec() 530 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec()
|
| H A D | ice_rxtx_vec_avx2.c | 237 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec_avx2() 239 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec_avx2() 241 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _ice_recv_raw_pkts_vec_avx2() 243 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 216 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec_avx512() 218 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec_avx512() 220 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _ice_recv_raw_pkts_vec_avx512() 222 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _ice_recv_raw_pkts_vec_avx512()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_sse.c | 377 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 379 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 427 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 429 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 431 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec() 433 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _recv_raw_pkts_vec() 537 _mm_storeu_si128((void *)&rx_pkts[pos+3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 539 _mm_storeu_si128((void *)&rx_pkts[pos+2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 573 _mm_storeu_si128((void *)&rx_pkts[pos+1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 575 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_altivec.c | 373 ->rx_descriptor_fields1 in _recv_raw_pkts_vec() 377 ->rx_descriptor_fields1 in _recv_raw_pkts_vec() 425 ->rx_descriptor_fields1 in _recv_raw_pkts_vec() 428 (vector unsigned char *)&rx_pkts[pos]->rx_descriptor_fields1 in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 354 vst1q_u8((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 356 vst1q_u8((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 405 vst1q_u8((void *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 407 vst1q_u8((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_avx2.c | 301 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec_avx2() 303 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec_avx2() 305 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec_avx2() 307 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _recv_raw_pkts_vec_avx2()
|
| /f-stack/dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_neon.h | 239 vst1q_u8((void *)&sw_ring[pos + 0].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec() 241 vst1q_u8((void *)&sw_ring[pos + 1].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec() 257 vst1q_u8((void *)&sw_ring[pos + 2].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec() 259 vst1q_u8((void *)&sw_ring[pos + 3].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 439 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in fm10k_recv_raw_pkts_vec() 441 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in fm10k_recv_raw_pkts_vec() 443 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in fm10k_recv_raw_pkts_vec() 445 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in fm10k_recv_raw_pkts_vec() 530 _mm_storeu_si128((void *)&rx_pkts[pos+3]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec() 532 _mm_storeu_si128((void *)&rx_pkts[pos+2]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec() 568 _mm_storeu_si128((void *)&rx_pkts[pos+1]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec() 570 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec()
|
| /f-stack/dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_sse.c | 129 _mm_store_si128((void *)&mbuf[0]->rx_descriptor_fields1, t0); in descs_to_mbufs() 132 _mm_store_si128((void *)&mbuf[1]->rx_descriptor_fields1, t0); in descs_to_mbufs() 135 _mm_store_si128((void *)&mbuf[2]->rx_descriptor_fields1, t0); in descs_to_mbufs() 138 _mm_store_si128((void *)&mbuf[3]->rx_descriptor_fields1, t0); in descs_to_mbufs()
|
| H A D | bnxt_rxtx_vec_neon.c | 140 vst1q_u32((uint32_t *)&mbuf[0]->rx_descriptor_fields1, tmp); in descs_to_mbufs() 142 vst1q_u32((uint32_t *)&mbuf[1]->rx_descriptor_fields1, tmp); in descs_to_mbufs() 144 vst1q_u32((uint32_t *)&mbuf[2]->rx_descriptor_fields1, tmp); in descs_to_mbufs() 146 vst1q_u32((uint32_t *)&mbuf[3]->rx_descriptor_fields1, tmp); in descs_to_mbufs()
|
| /f-stack/dpdk/drivers/net/octeontx2/ |
| H A D | otx2_rx.c | 271 vst1q_u64((uint64_t *)mbuf0->rx_descriptor_fields1, f0); in nix_recv_pkts_vector() 272 vst1q_u64((uint64_t *)mbuf1->rx_descriptor_fields1, f1); in nix_recv_pkts_vector() 273 vst1q_u64((uint64_t *)mbuf2->rx_descriptor_fields1, f2); in nix_recv_pkts_vector() 274 vst1q_u64((uint64_t *)mbuf3->rx_descriptor_fields1, f3); in nix_recv_pkts_vector()
|
| /f-stack/dpdk/lib/librte_mbuf/ |
| H A D | rte_mbuf_core.h | 508 RTE_MARKER rx_descriptor_fields1; member
|