| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_simple_sse.c | 137 _mm_storeu_si128((void *)&rx_pkts[1]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 139 _mm_storeu_si128((void *)&rx_pkts[0]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 146 _mm_storeu_si128((void *)&rx_pkts[3]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 148 _mm_storeu_si128((void *)&rx_pkts[2]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 155 _mm_storeu_si128((void *)&rx_pkts[5]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 157 _mm_storeu_si128((void *)&rx_pkts[4]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 164 _mm_storeu_si128((void *)&rx_pkts[7]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 166 _mm_storeu_si128((void *)&rx_pkts[6]->rx_descriptor_fields1, in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_altivec.c | 141 *(__vector unsigned char *)&rx_pkts[0]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 143 *(__vector unsigned char *)&rx_pkts[1]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 152 *(__vector unsigned char *)&rx_pkts[2]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 154 *(__vector unsigned char *)&rx_pkts[3]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 163 *(__vector unsigned char *)&rx_pkts[4]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 165 *(__vector unsigned char *)&rx_pkts[5]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 174 *(__vector unsigned char *)&rx_pkts[6]->rx_descriptor_fields1 = in virtio_recv_pkts_vec() 176 *(__vector unsigned char *)&rx_pkts[7]->rx_descriptor_fields1 = in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_simple_neon.c | 141 vst1q_u64((void *)&rx_pkts[1]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 143 vst1q_u64((void *)&rx_pkts[0]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 154 vst1q_u64((void *)&rx_pkts[3]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 156 vst1q_u64((void *)&rx_pkts[2]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 167 vst1q_u64((void *)&rx_pkts[5]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 169 vst1q_u64((void *)&rx_pkts[4]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 180 vst1q_u64((void *)&rx_pkts[7]->rx_descriptor_fields1, in virtio_recv_pkts_vec() 182 vst1q_u64((void *)&rx_pkts[6]->rx_descriptor_fields1, in virtio_recv_pkts_vec()
|
| H A D | virtio_rxtx_packed_neon.h | 266 vst1q_u64((void *)&rx_pkts[0]->rx_descriptor_fields1, pkt_mb[0]); in virtqueue_dequeue_batch_packed_vec() 267 vst1q_u64((void *)&rx_pkts[1]->rx_descriptor_fields1, pkt_mb[1]); in virtqueue_dequeue_batch_packed_vec() 268 vst1q_u64((void *)&rx_pkts[2]->rx_descriptor_fields1, pkt_mb[2]); in virtqueue_dequeue_batch_packed_vec() 269 vst1q_u64((void *)&rx_pkts[3]->rx_descriptor_fields1, pkt_mb[3]); in virtqueue_dequeue_batch_packed_vec()
|
| H A D | virtio_rxtx_packed_avx.h | 190 addrs[i] = (uintptr_t)rx_pkts[i]->rx_descriptor_fields1; in virtqueue_dequeue_batch_packed_vec() 208 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in virtqueue_dequeue_batch_packed_vec()
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec.h | 34 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); 36 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); 38 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); 48 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); 50 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8);
|
| H A D | mlx5_rxtx_vec_sse.h | 100 _mm_loadu_si128((__m128i *)&t_pkt->rx_descriptor_fields1); in rxq_cq_decompress_v() 152 &elts[pos]->rx_descriptor_fields1, in rxq_cq_decompress_v() 155 &elts[pos + 1]->rx_descriptor_fields1, in rxq_cq_decompress_v() 169 &elts[pos + 2]->rx_descriptor_fields1, in rxq_cq_decompress_v() 172 &elts[pos + 3]->rx_descriptor_fields1, in rxq_cq_decompress_v()
|
| H A D | mlx5_rxtx_vec_altivec.h | 103 (signed int const *)&t_pkt->rx_descriptor_fields1); in rxq_cq_decompress_v() 190 &elts[pos]->rx_descriptor_fields1 = rxdf1; in rxq_cq_decompress_v() 192 &elts[pos + 1]->rx_descriptor_fields1 = rxdf2; in rxq_cq_decompress_v() 218 &elts[pos + 2]->rx_descriptor_fields1 = rxdf1; in rxq_cq_decompress_v() 220 &elts[pos + 3]->rx_descriptor_fields1 = rxdf2; in rxq_cq_decompress_v()
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 415 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 417 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 463 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 465 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 467 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec() 573 (void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 576 (void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 611 (void *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 879 ((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec_flex_rxd() 882 ((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec_flex_rxd() [all …]
|
| H A D | iavf_rxtx_vec_avx2.c | 106 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx2() 108 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx2() 110 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx2() 112 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx2() 608 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 610 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 612 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 614 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 266 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx512() 268 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx512() 270 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx512() 272 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx512() 815 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 817 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 819 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 821 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_neon.h | 161 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in hns3_recv_burst_vec() 163 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in hns3_recv_burst_vec() 165 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in hns3_recv_burst_vec() 251 vst1q_u8((void *)&sw_ring[pos + 0].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec() 253 vst1q_u8((void *)&sw_ring[pos + 1].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec() 269 vst1q_u8((void *)&sw_ring[pos + 2].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec() 271 vst1q_u8((void *)&sw_ring[pos + 3].mbuf->rx_descriptor_fields1, in hns3_recv_burst_vec()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 343 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec() 345 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec() 383 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec() 385 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec() 387 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _ice_recv_raw_pkts_vec() 389 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _ice_recv_raw_pkts_vec() 537 ((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec() 540 ((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec() 564 ((void *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec() 566 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _ice_recv_raw_pkts_vec()
|
| H A D | ice_rxtx_vec_avx2.c | 123 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec_avx2() 125 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec_avx2() 127 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _ice_recv_raw_pkts_vec_avx2() 129 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 222 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _ice_recv_raw_pkts_vec_avx512() 224 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _ice_recv_raw_pkts_vec_avx512() 226 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _ice_recv_raw_pkts_vec_avx512() 228 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _ice_recv_raw_pkts_vec_avx512()
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 359 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 361 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 426 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 428 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 430 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec() 432 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _recv_raw_pkts_vec() 533 _mm_storeu_si128((void *)&rx_pkts[pos+3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 535 _mm_storeu_si128((void *)&rx_pkts[pos+2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 569 _mm_storeu_si128((void *)&rx_pkts[pos+1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 571 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_neon.c | 414 vst1q_u8((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 416 vst1q_u8((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 444 vst1q_u8((uint8_t *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 446 vst1q_u8((uint8_t *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_sse.c | 379 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 381 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 429 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec() 431 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec() 433 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec() 435 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _recv_raw_pkts_vec() 539 _mm_storeu_si128((void *)&rx_pkts[pos+3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 541 _mm_storeu_si128((void *)&rx_pkts[pos+2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 575 _mm_storeu_si128((void *)&rx_pkts[pos+1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 577 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_altivec.c | 373 ->rx_descriptor_fields1 in _recv_raw_pkts_vec() 377 ->rx_descriptor_fields1 in _recv_raw_pkts_vec() 425 ->rx_descriptor_fields1 in _recv_raw_pkts_vec() 428 (__vector unsigned char *)&rx_pkts[pos]->rx_descriptor_fields1 in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 494 vst1q_u8((void *)&rx_pkts[pos + 3]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 496 vst1q_u8((void *)&rx_pkts[pos + 2]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 498 vst1q_u8((void *)&rx_pkts[pos + 1]->rx_descriptor_fields1, in _recv_raw_pkts_vec() 500 vst1q_u8((void *)&rx_pkts[pos]->rx_descriptor_fields1, in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_avx2.c | 189 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec_avx2() 191 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec_avx2() 193 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec_avx2() 195 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _recv_raw_pkts_vec_avx2()
|
| H A D | i40e_rxtx_vec_avx512.c | 301 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in _recv_raw_pkts_vec_avx512() 303 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in _recv_raw_pkts_vec_avx512() 305 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in _recv_raw_pkts_vec_avx512() 307 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in _recv_raw_pkts_vec_avx512()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 440 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 4); in fm10k_recv_raw_pkts_vec() 442 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 8); in fm10k_recv_raw_pkts_vec() 444 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 10); in fm10k_recv_raw_pkts_vec() 446 offsetof(struct rte_mbuf, rx_descriptor_fields1) + 12); in fm10k_recv_raw_pkts_vec() 531 _mm_storeu_si128((void *)&rx_pkts[pos+3]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec() 533 _mm_storeu_si128((void *)&rx_pkts[pos+2]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec() 569 _mm_storeu_si128((void *)&rx_pkts[pos+1]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec() 571 _mm_storeu_si128((void *)&rx_pkts[pos]->rx_descriptor_fields1, in fm10k_recv_raw_pkts_vec()
|
| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_sse.c | 140 _mm_store_si128((void *)&mbuf[0]->rx_descriptor_fields1, t0); in descs_to_mbufs() 143 _mm_store_si128((void *)&mbuf[1]->rx_descriptor_fields1, t0); in descs_to_mbufs() 146 _mm_store_si128((void *)&mbuf[2]->rx_descriptor_fields1, t0); in descs_to_mbufs() 149 _mm_store_si128((void *)&mbuf[3]->rx_descriptor_fields1, t0); in descs_to_mbufs()
|
| H A D | bnxt_rxtx_vec_neon.c | 152 vst1q_u32((uint32_t *)&mbuf[0]->rx_descriptor_fields1, tmp); in descs_to_mbufs() 154 vst1q_u32((uint32_t *)&mbuf[1]->rx_descriptor_fields1, tmp); in descs_to_mbufs() 156 vst1q_u32((uint32_t *)&mbuf[2]->rx_descriptor_fields1, tmp); in descs_to_mbufs() 158 vst1q_u32((uint32_t *)&mbuf[3]->rx_descriptor_fields1, tmp); in descs_to_mbufs()
|