| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_common_avx.h | 50 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm_common() local
68 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in i40e_rxq_rearm_common()
72 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in i40e_rxq_rearm_common()
76 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm_common()
|
| H A D | i40e_rxtx_vec_altivec.c | 33 __vector unsigned long dma_addr0, dma_addr1; in i40e_rxq_rearm() local
80 dma_addr1 = vec_mergel(vaddr1, vaddr1); in i40e_rxq_rearm()
84 dma_addr1 = vec_add(dma_addr1, hdr_room); in i40e_rxq_rearm()
88 vec_st(dma_addr1, 0, (__vector unsigned long *)&rxdp++->read); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_sse.c | 31 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm() local
68 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in i40e_rxq_rearm()
72 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in i40e_rxq_rearm()
76 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_neon.c | 28 uint64x2_t dma_addr0, dma_addr1; in i40e_rxq_rearm() local
62 dma_addr1 = vdupq_n_u64(paddr); in i40e_rxq_rearm()
63 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_common_avx.h | 47 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm_common() local
65 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in ice_rxq_rearm_common()
69 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in ice_rxq_rearm_common()
73 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ice_rxq_rearm_common()
|
| H A D | ice_rxtx_vec_sse.c | 42 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm() local
79 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in ice_rxq_rearm()
83 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in ice_rxq_rearm()
87 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ice_rxq_rearm()
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 29 __m128i dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local
68 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in ixgbe_rxq_rearm()
72 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in ixgbe_rxq_rearm()
76 dma_addr1 = _mm_and_si128(dma_addr1, hba_msk); in ixgbe_rxq_rearm()
80 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx_vec_neon.c | 24 uint64x2_t dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local
67 dma_addr1 = vsetq_lane_u64(paddr, zero, 0); in ixgbe_rxq_rearm()
68 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr1); in ixgbe_rxq_rearm()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 267 __m128i dma_addr0, dma_addr1; in fm10k_rxq_rearm() local
315 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in fm10k_rxq_rearm()
319 dma_addr1 = _mm_add_epi64(dma_addr1, head_off); in fm10k_rxq_rearm()
325 dma_addr1 = _mm_and_si128(dma_addr1, hba_msk); in fm10k_rxq_rearm()
329 _mm_store_si128((__m128i *)&rxdp++->q, dma_addr1); in fm10k_rxq_rearm()
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_common.h | 414 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm_common() local
432 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in iavf_rxq_rearm_common()
436 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in iavf_rxq_rearm_common()
440 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in iavf_rxq_rearm_common()
|
| H A D | iavf_rxtx_vec_sse.c | 30 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm() local
65 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in iavf_rxq_rearm()
69 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in iavf_rxq_rearm()
73 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in iavf_rxq_rearm()
|