| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 29 __m128i dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local
41 dma_addr0 = _mm_setzero_si128(); in ixgbe_rxq_rearm()
45 dma_addr0); in ixgbe_rxq_rearm()
67 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in ixgbe_rxq_rearm()
71 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in ixgbe_rxq_rearm()
75 dma_addr0 = _mm_and_si128(dma_addr0, hba_msk); in ixgbe_rxq_rearm()
79 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx_vec_neon.c | 24 uint64x2_t dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local
61 dma_addr0 = vsetq_lane_u64(paddr, zero, 0); in ixgbe_rxq_rearm()
63 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr0); in ixgbe_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 33 vector unsigned long dma_addr0, dma_addr1; in i40e_rxq_rearm() local
43 dma_addr0 = (vector unsigned long){}; in i40e_rxq_rearm()
46 vec_st(dma_addr0, 0, in i40e_rxq_rearm()
79 dma_addr0 = vec_mergel(vaddr0, vaddr0); in i40e_rxq_rearm()
83 dma_addr0 = vec_add(dma_addr0, hdr_room); in i40e_rxq_rearm()
87 vec_st(dma_addr0, 0, (vector unsigned long *)&rxdp++->read); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_sse.c | 31 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm() local
41 dma_addr0 = _mm_setzero_si128(); in i40e_rxq_rearm()
45 dma_addr0); in i40e_rxq_rearm()
67 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in i40e_rxq_rearm()
71 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in i40e_rxq_rearm()
75 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_avx2.c | 37 __m128i dma_addr0; in i40e_rxq_rearm() local
38 dma_addr0 = _mm_setzero_si128(); in i40e_rxq_rearm()
42 dma_addr0); in i40e_rxq_rearm()
52 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm() local
69 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in i40e_rxq_rearm()
73 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in i40e_rxq_rearm()
77 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_neon.c | 28 uint64x2_t dma_addr0, dma_addr1; in i40e_rxq_rearm() local
56 dma_addr0 = vdupq_n_u64(paddr); in i40e_rxq_rearm()
59 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 266 __m128i dma_addr0, dma_addr1; in fm10k_rxq_rearm() local
277 dma_addr0 = _mm_setzero_si128(); in fm10k_rxq_rearm()
282 dma_addr0); in fm10k_rxq_rearm()
313 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in fm10k_rxq_rearm()
317 dma_addr0 = _mm_add_epi64(dma_addr0, head_off); in fm10k_rxq_rearm()
323 dma_addr0 = _mm_and_si128(dma_addr0, hba_msk); in fm10k_rxq_rearm()
327 _mm_store_si128((__m128i *)&rxdp++->q, dma_addr0); in fm10k_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 42 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm() local
52 dma_addr0 = _mm_setzero_si128(); in ice_rxq_rearm()
56 dma_addr0); in ice_rxq_rearm()
78 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in ice_rxq_rearm()
82 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in ice_rxq_rearm()
86 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_avx2.c | 29 __m128i dma_addr0; in ice_rxq_rearm() local
31 dma_addr0 = _mm_setzero_si128(); in ice_rxq_rearm()
35 dma_addr0); in ice_rxq_rearm()
45 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm() local
62 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in ice_rxq_rearm()
66 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in ice_rxq_rearm()
70 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_avx512.c | 39 __m128i dma_addr0; in ice_rxq_rearm() local
41 dma_addr0 = _mm_setzero_si128(); in ice_rxq_rearm()
46 dma_addr0); in ice_rxq_rearm()
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 30 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm() local
38 dma_addr0 = _mm_setzero_si128(); in iavf_rxq_rearm()
42 dma_addr0); in iavf_rxq_rearm()
64 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in iavf_rxq_rearm()
68 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in iavf_rxq_rearm()
72 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_avx2.c | 29 __m128i dma_addr0; in iavf_rxq_rearm() local
31 dma_addr0 = _mm_setzero_si128(); in iavf_rxq_rearm()
35 dma_addr0); in iavf_rxq_rearm()
45 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm() local
62 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in iavf_rxq_rearm()
66 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in iavf_rxq_rearm()
70 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_avx512.c | 47 __m128i dma_addr0; in iavf_rxq_rearm() local
49 dma_addr0 = _mm_setzero_si128(); in iavf_rxq_rearm()
53 dma_addr0); in iavf_rxq_rearm()
|