| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_common_avx.h | 35 __m128i dma_addr0; in i40e_rxq_rearm_common() local 36 dma_addr0 = _mm_setzero_si128(); in i40e_rxq_rearm_common() 40 dma_addr0); in i40e_rxq_rearm_common() 50 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm_common() local 67 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in i40e_rxq_rearm_common() 71 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in i40e_rxq_rearm_common() 75 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm_common()
|
| H A D | i40e_rxtx_vec_altivec.c | 33 __vector unsigned long dma_addr0, dma_addr1; in i40e_rxq_rearm() local 43 dma_addr0 = (__vector unsigned long){}; in i40e_rxq_rearm() 46 vec_st(dma_addr0, 0, in i40e_rxq_rearm() 79 dma_addr0 = vec_mergel(vaddr0, vaddr0); in i40e_rxq_rearm() 83 dma_addr0 = vec_add(dma_addr0, hdr_room); in i40e_rxq_rearm() 87 vec_st(dma_addr0, 0, (__vector unsigned long *)&rxdp++->read); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_sse.c | 31 __m128i dma_addr0, dma_addr1; in i40e_rxq_rearm() local 41 dma_addr0 = _mm_setzero_si128(); in i40e_rxq_rearm() 45 dma_addr0); in i40e_rxq_rearm() 67 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in i40e_rxq_rearm() 71 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in i40e_rxq_rearm() 75 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_neon.c | 28 uint64x2_t dma_addr0, dma_addr1; in i40e_rxq_rearm() local 56 dma_addr0 = vdupq_n_u64(paddr); in i40e_rxq_rearm() 59 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_avx512.c | 59 __m128i dma_addr0; in i40e_rxq_rearm() local 61 dma_addr0 = _mm_setzero_si128(); in i40e_rxq_rearm() 66 dma_addr0); in i40e_rxq_rearm()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_common_avx.h | 31 __m128i dma_addr0; in ice_rxq_rearm_common() local 33 dma_addr0 = _mm_setzero_si128(); in ice_rxq_rearm_common() 37 dma_addr0); in ice_rxq_rearm_common() 47 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm_common() local 64 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in ice_rxq_rearm_common() 68 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in ice_rxq_rearm_common() 72 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ice_rxq_rearm_common()
|
| H A D | ice_rxtx_vec_sse.c | 42 __m128i dma_addr0, dma_addr1; in ice_rxq_rearm() local 52 dma_addr0 = _mm_setzero_si128(); in ice_rxq_rearm() 56 dma_addr0); in ice_rxq_rearm() 78 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in ice_rxq_rearm() 82 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in ice_rxq_rearm() 86 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_avx512.c | 43 __m128i dma_addr0; in ice_rxq_rearm() local 45 dma_addr0 = _mm_setzero_si128(); in ice_rxq_rearm() 50 dma_addr0); in ice_rxq_rearm()
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_common.h | 398 __m128i dma_addr0; in iavf_rxq_rearm_common() local 400 dma_addr0 = _mm_setzero_si128(); in iavf_rxq_rearm_common() 404 dma_addr0); in iavf_rxq_rearm_common() 414 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm_common() local 431 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in iavf_rxq_rearm_common() 435 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in iavf_rxq_rearm_common() 439 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in iavf_rxq_rearm_common()
|
| H A D | iavf_rxtx_vec_sse.c | 30 __m128i dma_addr0, dma_addr1; in iavf_rxq_rearm() local 38 dma_addr0 = _mm_setzero_si128(); in iavf_rxq_rearm() 42 dma_addr0); in iavf_rxq_rearm() 64 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in iavf_rxq_rearm() 68 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in iavf_rxq_rearm() 72 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_avx512.c | 66 __m128i dma_addr0; in iavf_rxq_rearm() local 68 dma_addr0 = _mm_setzero_si128(); in iavf_rxq_rearm() 72 dma_addr0); in iavf_rxq_rearm()
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_sse.c | 29 __m128i dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local 41 dma_addr0 = _mm_setzero_si128(); in ixgbe_rxq_rearm() 45 dma_addr0); in ixgbe_rxq_rearm() 67 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in ixgbe_rxq_rearm() 71 dma_addr0 = _mm_add_epi64(dma_addr0, hdr_room); in ixgbe_rxq_rearm() 75 dma_addr0 = _mm_and_si128(dma_addr0, hba_msk); in ixgbe_rxq_rearm() 79 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx_vec_neon.c | 24 uint64x2_t dma_addr0, dma_addr1; in ixgbe_rxq_rearm() local 61 dma_addr0 = vsetq_lane_u64(paddr, zero, 0); in ixgbe_rxq_rearm() 63 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr0); in ixgbe_rxq_rearm()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 267 __m128i dma_addr0, dma_addr1; in fm10k_rxq_rearm() local 278 dma_addr0 = _mm_setzero_si128(); in fm10k_rxq_rearm() 283 dma_addr0); in fm10k_rxq_rearm() 314 dma_addr0 = _mm_unpackhi_epi64(vaddr0, vaddr0); in fm10k_rxq_rearm() 318 dma_addr0 = _mm_add_epi64(dma_addr0, head_off); in fm10k_rxq_rearm() 324 dma_addr0 = _mm_and_si128(dma_addr0, hba_msk); in fm10k_rxq_rearm() 328 _mm_store_si128((__m128i *)&rxdp++->q, dma_addr0); in fm10k_rxq_rearm()
|