| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 29 __m128i dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local
68 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in ixgbe_rxq_rearm()
72 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in ixgbe_rxq_rearm()
76 dma_addr1 = _mm_and_si128(dma_addr1, hba_msk); in ixgbe_rxq_rearm()
80 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx_vec_neon.c | 24 uint64x2_t dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local
67 dma_addr1 = vsetq_lane_u64(paddr, zero, 0); in ixgbe_rxq_rearm()
68 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr1); in ixgbe_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 266 __m128i dma_addr0, dma_addr1; in fm10k_rxq_rearm() local
314 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in fm10k_rxq_rearm()
318 dma_addr1 = _mm_add_epi64(dma_addr1, head_off); in fm10k_rxq_rearm()
324 dma_addr1 = _mm_and_si128(dma_addr1, hba_msk); in fm10k_rxq_rearm()
328 _mm_store_si128((__m128i *)&rxdp++->q, dma_addr1); in fm10k_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 33 vector unsigned long dma_addr0, dma_addr1; in i40e_rxq_rearm() local
80 dma_addr1 = vec_mergel(vaddr1, vaddr1); in i40e_rxq_rearm()
84 dma_addr1 = vec_add(dma_addr1, hdr_room); in i40e_rxq_rearm()
88 vec_st(dma_addr1, 0, (vector unsigned long *)&rxdp++->read); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_sse.c | 31 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm() local
68 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in i40e_rxq_rearm()
72 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in i40e_rxq_rearm()
76 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_avx2.c | 52 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm() local
70 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in i40e_rxq_rearm()
74 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in i40e_rxq_rearm()
78 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_neon.c | 28 uint64x2_t dma_addr0, dma_addr1; in i40e_rxq_rearm() local
62 dma_addr1 = vdupq_n_u64(paddr); in i40e_rxq_rearm()
63 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 42 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm() local
79 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in ice_rxq_rearm()
83 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in ice_rxq_rearm()
87 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_avx2.c | 45 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm() local
63 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in ice_rxq_rearm()
67 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in ice_rxq_rearm()
71 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ice_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 30 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm() local
65 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in iavf_rxq_rearm()
69 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in iavf_rxq_rearm()
73 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_avx2.c | 45 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm() local
63 dma_addr1 = _mm_unpackhi_epi64(vaddr1, vaddr1); in iavf_rxq_rearm()
67 dma_addr1 = _mm_add_epi64(dma_addr1, hdr_room); in iavf_rxq_rearm()
71 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in iavf_rxq_rearm()
|