| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_neon.h | 95 struct hns3_desc *rxdp, in hns3_desc_parse_field() argument
110 l234_info = rxdp[i].rx.l234_info; in hns3_desc_parse_field()
111 ol_info = rxdp[i].rx.ol_info; in hns3_desc_parse_field()
112 bd_base_info = rxdp[i].rx.bd_base_info; in hns3_desc_parse_field()
136 struct hns3_desc *rxdp = &rxq->rx_ring[rx_id]; in hns3_recv_burst_vec() local
168 rxdp += HNS3_DEFAULT_DESCS_PER_LOOP) { in hns3_recv_burst_vec()
210 descs[0] = vld2q_u64((uint64_t *)(rxdp + offset)); in hns3_recv_burst_vec()
211 descs[1] = vld2q_u64((uint64_t *)(rxdp + offset + 1)); in hns3_recv_burst_vec()
217 descs[2] = vld2q_u64((uint64_t *)(rxdp + offset + 2)); in hns3_recv_burst_vec()
218 descs[3] = vld2q_u64((uint64_t *)(rxdp + offset + 3)); in hns3_recv_burst_vec()
[all …]
|
| H A D | hns3_rxtx_vec.c | 81 rxdp[0].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf()
82 rxdp[0].rx.bd_base_info = 0; in hns3_rxq_rearm_mbuf()
85 rxdp[1].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf()
86 rxdp[1].rx.bd_base_info = 0; in hns3_rxq_rearm_mbuf()
89 rxdp[2].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf()
90 rxdp[2].rx.bd_base_info = 0; in hns3_rxq_rearm_mbuf()
93 rxdp[3].addr = rte_cpu_to_le_64(dma_addr); in hns3_rxq_rearm_mbuf()
94 rxdp[3].rx.bd_base_info = 0; in hns3_rxq_rearm_mbuf()
112 struct hns3_desc *rxdp = &rxq->rx_ring[rxq->next_to_use]; in hns3_recv_pkts_vec() local
116 rte_prefetch_non_temporal(rxdp); in hns3_recv_pkts_vec()
[all …]
|
| H A D | hns3_rxtx_vec_sve.c | 85 struct hns3_desc *rxdp = &rxq->rx_ring[rx_id]; in hns3_recv_burst_vec_sve() local
128 rxdp += HNS3_SVE_DEFAULT_DESCS_PER_LOOP) { in hns3_recv_burst_vec_sve()
135 vld = svld1_gather_u32offset_u32(pg32, (uint32_t *)rxdp, in hns3_recv_burst_vec_sve()
158 rxdp2 = rxdp + offset; in hns3_recv_burst_vec_sve()
216 rte_prefetch_non_temporal(rxdp + in hns3_recv_burst_vec_sve()
245 struct hns3_desc *rxdp = rxq->rx_ring + rxq->rx_rearm_start; in hns3_rxq_rearm_mbuf_sve() local
272 (uint64_t *)&rxdp[0].addr, in hns3_rxq_rearm_mbuf_sve()
275 (uint64_t *)&rxdp[0].addr, in hns3_rxq_rearm_mbuf_sve()
294 struct hns3_desc *rxdp = &rxq->rx_ring[rxq->next_to_use]; in hns3_recv_pkts_vec_sve() local
298 rte_prefetch_non_temporal(rxdp); in hns3_recv_pkts_vec_sve()
[all …]
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_neon.c | 25 volatile union i40e_rx_desc *rxdp; in i40e_rxq_rearm() local
32 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm()
42 vst1q_u64((uint64_t *)&rxdp[i].read, zero); in i40e_rxq_rearm()
59 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm()
63 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm()
339 volatile union i40e_rx_desc *rxdp; in _recv_raw_pkts_vec() local
377 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
379 rte_prefetch_non_temporal(rxdp); in _recv_raw_pkts_vec()
390 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec()
409 rxdp += RTE_I40E_DESCS_PER_LOOP) { in _recv_raw_pkts_vec()
[all …]
|
| H A D | i40e_rxtx_common_avx.h | 24 volatile union i40e_rx_desc *rxdp; in i40e_rxq_rearm_common() local
27 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm_common()
39 _mm_store_si128((__m128i *)&rxdp[i].read, in i40e_rxq_rearm_common()
75 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm_common()
76 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm_common()
87 i += 8, rxep += 8, rxdp += 8) { in i40e_rxq_rearm_common()
147 _mm512_store_si512((__m512i *)&rxdp->read, dma_addr0_3); in i40e_rxq_rearm_common()
148 _mm512_store_si512((__m512i *)&(rxdp + 4)->read, dma_addr4_7); in i40e_rxq_rearm_common()
158 i += 4, rxep += 4, rxdp += 4) { in i40e_rxq_rearm_common()
193 _mm256_store_si256((__m256i *)&rxdp->read, dma_addr0_1); in i40e_rxq_rearm_common()
[all …]
|
| H A D | i40e_rxtx_vec_sse.c | 26 volatile union i40e_rx_desc *rxdp; in i40e_rxq_rearm() local
33 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm()
44 _mm_store_si128((__m128i *)&rxdp[i].read, in i40e_rxq_rearm()
75 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in i40e_rxq_rearm()
76 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in i40e_rxq_rearm()
358 volatile union i40e_rx_desc *rxdp; in _recv_raw_pkts_vec() local
390 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
392 rte_prefetch0(rxdp); in _recv_raw_pkts_vec()
403 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec()
452 rxdp += RTE_I40E_DESCS_PER_LOOP) { in _recv_raw_pkts_vec()
[all …]
|
| H A D | i40e_rxtx_vec_avx512.c | 29 volatile union i40e_rx_desc *rxdp; in i40e_rxq_rearm() local
34 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm()
65 ((__m128i *)&rxdp[i].read, in i40e_rxq_rearm()
137 rxep += 8, rxdp += 8, cache->len -= 8; in i40e_rxq_rearm()
247 rte_prefetch0(rxdp); in _recv_raw_pkts_vec_avx512()
390 _mm_load_si128((void *)(rxdp + 7)); in _recv_raw_pkts_vec_avx512()
393 _mm_load_si128((void *)(rxdp + 6)); in _recv_raw_pkts_vec_avx512()
396 _mm_load_si128((void *)(rxdp + 5)); in _recv_raw_pkts_vec_avx512()
399 _mm_load_si128((void *)(rxdp + 4)); in _recv_raw_pkts_vec_avx512()
402 _mm_load_si128((void *)(rxdp + 3)); in _recv_raw_pkts_vec_avx512()
[all …]
|
| H A D | i40e_rxtx_vec_avx2.c | 36 desc_fdir_processing_32b(volatile union i40e_rx_desc *rxdp, in desc_fdir_processing_32b() argument
42 __m128i *rxdp_desc_0 = (void *)(&rxdp[desc_idx + 0].wb.qword2); in desc_fdir_processing_32b()
43 __m128i *rxdp_desc_1 = (void *)(&rxdp[desc_idx + 1].wb.qword2); in desc_fdir_processing_32b()
121 volatile union i40e_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec_avx2() local
123 rte_prefetch0(rxdp); in _recv_raw_pkts_vec_avx2()
137 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec_avx2()
270 rxdp += RTE_I40E_DESCS_PER_LOOP_AVX) { in _recv_raw_pkts_vec_avx2()
284 raw_desc6_7 = _mm256_load_si256((void *)(rxdp + 6)); in _recv_raw_pkts_vec_avx2()
286 raw_desc4_5 = _mm256_load_si256((void *)(rxdp + 4)); in _recv_raw_pkts_vec_avx2()
288 raw_desc2_3 = _mm256_load_si256((void *)(rxdp + 2)); in _recv_raw_pkts_vec_avx2()
[all …]
|
| H A D | i40e_rxtx_vec_altivec.c | 25 volatile union i40e_rx_desc *rxdp; in i40e_rxq_rearm() local
35 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm()
47 (__vector unsigned long *)&rxdp[i].read); in i40e_rxq_rearm()
202 volatile union i40e_rx_desc *rxdp; in _recv_raw_pkts_vec() local
225 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
227 rte_prefetch0(rxdp); in _recv_raw_pkts_vec()
238 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec()
276 rxdp += RTE_I40E_DESCS_PER_LOOP) { in _recv_raw_pkts_vec()
288 descs[3] = *(__vector unsigned long *)(rxdp + 3); in _recv_raw_pkts_vec()
298 descs[2] = *(__vector unsigned long *)(rxdp + 2); in _recv_raw_pkts_vec()
[all …]
|
| H A D | i40e_rxtx.c | 98 volatile union i40e_rx_desc *rxdp; in i40e_get_monitor_addr() local
102 rxdp = &rxq->rx_ring[desc]; in i40e_get_monitor_addr()
594 rxdp = &rxq->rx_ring[alloc_idx]; in i40e_rx_alloc_bufs()
608 rxdp[i].read.hdr_addr = 0; in i40e_rx_alloc_bufs()
731 rxdp = &rx_ring[rx_id]; in i40e_recv_pkts()
753 rxd = *rxdp; in i40e_recv_pkts()
776 rxdp->read.hdr_addr = 0; in i40e_recv_pkts()
777 rxdp->read.pkt_addr = dma_addr; in i40e_recv_pkts()
853 rxdp = &rx_ring[rx_id]; in i40e_recv_scattered_pkts()
875 rxd = *rxdp; in i40e_recv_scattered_pkts()
[all …]
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_common_avx.h | 20 volatile union ice_rx_flex_desc *rxdp; in ice_rxq_rearm_common() local
23 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm_common()
36 _mm_store_si128((__m128i *)&rxdp[i].read, in ice_rxq_rearm_common()
72 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ice_rxq_rearm_common()
73 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ice_rxq_rearm_common()
84 i += 8, rxep += 8, rxdp += 8) { in ice_rxq_rearm_common()
144 _mm512_store_si512((__m512i *)&rxdp->read, dma_addr0_3); in ice_rxq_rearm_common()
145 _mm512_store_si512((__m512i *)&(rxdp + 4)->read, dma_addr4_7); in ice_rxq_rearm_common()
155 i += 4, rxep += 4, rxdp += 4) { in ice_rxq_rearm_common()
192 _mm256_store_si256((__m256i *)&rxdp->read, dma_addr0_1); in ice_rxq_rearm_common()
[all …]
|
| H A D | ice_rxtx_vec_avx2.c | 53 rte_prefetch0(rxdp); in _ice_recv_raw_pkts_vec_avx2()
67 if (!(rxdp->wb.status_error0 & in _ice_recv_raw_pkts_vec_avx2()
247 rxdp += ICE_DESCS_PER_LOOP_AVX) { in _ice_recv_raw_pkts_vec_avx2()
273 _mm_load_si128((void *)(rxdp + 7)); in _ice_recv_raw_pkts_vec_avx2()
276 _mm_load_si128((void *)(rxdp + 6)); in _ice_recv_raw_pkts_vec_avx2()
279 _mm_load_si128((void *)(rxdp + 5)); in _ice_recv_raw_pkts_vec_avx2()
282 _mm_load_si128((void *)(rxdp + 4)); in _ice_recv_raw_pkts_vec_avx2()
285 _mm_load_si128((void *)(rxdp + 3)); in _ice_recv_raw_pkts_vec_avx2()
288 _mm_load_si128((void *)(rxdp + 2)); in _ice_recv_raw_pkts_vec_avx2()
291 _mm_load_si128((void *)(rxdp + 1)); in _ice_recv_raw_pkts_vec_avx2()
[all …]
|
| H A D | ice_rxtx_vec_avx512.c | 21 volatile union ice_rx_flex_desc *rxdp; in ice_rxq_rearm() local
26 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm()
49 ((__m128i *)&rxdp[i].read, in ice_rxq_rearm()
119 rxep += 8, rxdp += 8, cache->len -= 8; in ice_rxq_rearm()
167 rte_prefetch0(rxdp); in _ice_recv_raw_pkts_vec_avx512()
181 if (!(rxdp->wb.status_error0 & in _ice_recv_raw_pkts_vec_avx512()
360 _mm_load_si128((void *)(rxdp + 7)); in _ice_recv_raw_pkts_vec_avx512()
363 _mm_load_si128((void *)(rxdp + 6)); in _ice_recv_raw_pkts_vec_avx512()
366 _mm_load_si128((void *)(rxdp + 5)); in _ice_recv_raw_pkts_vec_avx512()
369 _mm_load_si128((void *)(rxdp + 4)); in _ice_recv_raw_pkts_vec_avx512()
[all …]
|
| H A D | ice_rxtx_vec_sse.c | 37 volatile union ice_rx_flex_desc *rxdp; in ice_rxq_rearm() local
44 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm()
55 _mm_store_si128((__m128i *)&rxdp[i].read, in ice_rxq_rearm()
303 volatile union ice_rx_flex_desc *rxdp; in _ice_recv_raw_pkts_vec() local
360 rxdp = rxq->rx_ring + rxq->rx_tail; in _ice_recv_raw_pkts_vec()
362 rte_prefetch0(rxdp); in _ice_recv_raw_pkts_vec()
373 if (!(rxdp->wb.status_error0 & in _ice_recv_raw_pkts_vec()
406 rxdp += ICE_DESCS_PER_LOOP) { in _ice_recv_raw_pkts_vec()
486 ((void *)(&rxdp[3].wb.status_error1)); in _ice_recv_raw_pkts_vec()
490 ((void *)(&rxdp[2].wb.status_error1)); in _ice_recv_raw_pkts_vec()
[all …]
|
| H A D | ice_rxtx.c | 44 volatile union ice_rx_flex_desc *rxdp; in ice_get_monitor_addr() local
49 rxdp = &rxq->rx_ring[desc]; in ice_get_monitor_addr()
51 pmc->addr = &rxdp->wb.status_error0; in ice_get_monitor_addr()
1472 rxdp += ICE_RXQ_SCAN_INTERVAL; in ice_rx_queue_count()
1730 rxdp = &rxq->rx_ring[alloc_idx]; in ice_rx_alloc_bufs()
1743 rxdp[i].read.hdr_addr = 0; in ice_rx_alloc_bufs()
1868 rxdp = &rx_ring[rx_id]; in ice_recv_scattered_pkts()
1908 rxdp->read.hdr_addr = 0; in ice_recv_scattered_pkts()
2154 rxdp = &rxq->rx_ring[desc]; in ice_rx_descriptor_status()
2378 rxdp = &rx_ring[rx_id]; in ice_recv_pkts()
[all …]
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_avx2.c | 38 rte_prefetch0(rxdp); in _iavf_recv_raw_pkts_vec_avx2()
52 if (!(rxdp->wb.qword1.status_error_len & in _iavf_recv_raw_pkts_vec_avx2()
211 _mm_load_si128((void *)(rxdp + 7)); in _iavf_recv_raw_pkts_vec_avx2()
214 _mm_load_si128((void *)(rxdp + 6)); in _iavf_recv_raw_pkts_vec_avx2()
217 _mm_load_si128((void *)(rxdp + 5)); in _iavf_recv_raw_pkts_vec_avx2()
220 _mm_load_si128((void *)(rxdp + 4)); in _iavf_recv_raw_pkts_vec_avx2()
223 _mm_load_si128((void *)(rxdp + 3)); in _iavf_recv_raw_pkts_vec_avx2()
226 _mm_load_si128((void *)(rxdp + 2)); in _iavf_recv_raw_pkts_vec_avx2()
229 _mm_load_si128((void *)(rxdp + 1)); in _iavf_recv_raw_pkts_vec_avx2()
538 rte_prefetch0(rxdp); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
[all …]
|
| H A D | iavf_rxtx.c | 84 rxdp = &rxq->rx_ring[desc]; in iavf_get_monitor_addr()
1326 rxdp = &rx_ring[rx_id]; in iavf_recv_pkts()
1345 rxd = *rxdp; in iavf_recv_pkts()
1367 rxdp->read.hdr_addr = 0; in iavf_recv_pkts()
1463 rxd = *rxdp; in iavf_recv_pkts_flex_rxd()
1485 rxdp->read.hdr_addr = 0; in iavf_recv_pkts_flex_rxd()
1582 rxd = *rxdp; in iavf_recv_scattered_pkts_flex_rxd()
1607 rxdp->read.hdr_addr = 0; in iavf_recv_scattered_pkts_flex_rxd()
1732 rxdp = &rx_ring[rx_id]; in iavf_recv_scattered_pkts()
1751 rxd = *rxdp; in iavf_recv_scattered_pkts()
[all …]
|
| H A D | iavf_rxtx_vec_avx512.c | 37 volatile union iavf_rx_desc *rxdp; in iavf_rxq_rearm() local
42 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm()
145 rxdp += IAVF_DESCS_PER_LOOP_AVX; in iavf_rxq_rearm()
178 rte_prefetch0(rxdp); in _iavf_recv_raw_pkts_vec_avx512()
290 _mm_load_si128((void *)(rxdp + 7)); in _iavf_recv_raw_pkts_vec_avx512()
293 _mm_load_si128((void *)(rxdp + 6)); in _iavf_recv_raw_pkts_vec_avx512()
296 _mm_load_si128((void *)(rxdp + 5)); in _iavf_recv_raw_pkts_vec_avx512()
299 _mm_load_si128((void *)(rxdp + 4)); in _iavf_recv_raw_pkts_vec_avx512()
302 _mm_load_si128((void *)(rxdp + 3)); in _iavf_recv_raw_pkts_vec_avx512()
727 rte_prefetch0(rxdp); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
[all …]
|
| H A D | iavf_rxtx_vec_sse.c | 25 volatile union iavf_rx_desc *rxdp; in iavf_rxq_rearm() local
32 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm()
41 _mm_store_si128((__m128i *)&rxdp[i].read, in iavf_rxq_rearm()
395 volatile union iavf_rx_desc *rxdp; in _recv_raw_pkts_vec() local
426 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
428 rte_prefetch0(rxdp); in _recv_raw_pkts_vec()
439 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec()
486 rxdp += IAVF_VPMD_DESCS_PER_LOOP) { in _recv_raw_pkts_vec()
644 volatile union iavf_rx_flex_desc *rxdp; in _recv_raw_pkts_vec_flex_rxd() local
705 rte_prefetch0(rxdp); in _recv_raw_pkts_vec_flex_rxd()
[all …]
|
| H A D | iavf_rxtx_vec_common.h | 387 volatile union iavf_rx_desc *rxdp; in iavf_rxq_rearm_common() local
390 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm_common()
403 _mm_store_si128((__m128i *)&rxdp[i].read, in iavf_rxq_rearm_common()
439 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in iavf_rxq_rearm_common()
440 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in iavf_rxq_rearm_common()
451 i += 8, rxp += 8, rxdp += 8) { in iavf_rxq_rearm_common()
511 _mm512_store_si512((__m512i *)&rxdp->read, dma_addr0_3); in iavf_rxq_rearm_common()
512 _mm512_store_si512((__m512i *)&(rxdp + 4)->read, dma_addr4_7); in iavf_rxq_rearm_common()
522 i += 4, rxp += 4, rxdp += 4) { in iavf_rxq_rearm_common()
559 _mm256_store_si256((__m256i *)&rxdp->read, dma_addr0_1); in iavf_rxq_rearm_common()
[all …]
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 21 volatile union ixgbe_adv_rx_desc *rxdp; in ixgbe_rxq_rearm() local
29 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ixgbe_rxq_rearm()
39 vst1q_u64((uint64_t *)&rxdp[i].read, in ixgbe_rxq_rearm()
63 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr0); in ixgbe_rxq_rearm()
68 vst1q_u64((uint64_t *)&rxdp++->read, dma_addr1); in ixgbe_rxq_rearm()
290 volatile union ixgbe_adv_rx_desc *rxdp; in _recv_raw_pkts_vec() local
314 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
316 rte_prefetch_non_temporal(rxdp); in _recv_raw_pkts_vec()
327 if (!(rxdp->wb.upper.status_error & in _recv_raw_pkts_vec()
351 rxdp += RTE_IXGBE_DESCS_PER_LOOP) { in _recv_raw_pkts_vec()
[all …]
|
| H A D | ixgbe_rxtx_vec_sse.c | 24 volatile union ixgbe_adv_rx_desc *rxdp; in ixgbe_rxq_rearm() local
33 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ixgbe_rxq_rearm()
44 _mm_store_si128((__m128i *)&rxdp[i].read, in ixgbe_rxq_rearm()
79 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr0); in ixgbe_rxq_rearm()
80 _mm_store_si128((__m128i *)&rxdp++->read, dma_addr1); in ixgbe_rxq_rearm()
337 volatile union ixgbe_adv_rx_desc *rxdp; in _recv_raw_pkts_vec() local
384 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
386 rte_prefetch0(rxdp); in _recv_raw_pkts_vec()
397 if (!(rxdp->wb.upper.status_error & in _recv_raw_pkts_vec()
454 rxdp += RTE_IXGBE_DESCS_PER_LOOP) { in _recv_raw_pkts_vec()
[all …]
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 261 volatile union fm10k_rx_desc *rxdp; in fm10k_rxq_rearm() local
272 rxdp = rxq->hw_ring + rxq->rxrearm_start; in fm10k_rxq_rearm()
282 _mm_store_si128((__m128i *)&rxdp[i].q, in fm10k_rxq_rearm()
328 _mm_store_si128((__m128i *)&rxdp++->q, dma_addr0); in fm10k_rxq_rearm()
329 _mm_store_si128((__m128i *)&rxdp++->q, dma_addr1); in fm10k_rxq_rearm()
382 volatile union fm10k_rx_desc *rxdp; in fm10k_recv_raw_pkts_vec() local
397 rxdp = rxq->hw_ring + next_dd; in fm10k_recv_raw_pkts_vec()
399 rte_prefetch0(rxdp); in fm10k_recv_raw_pkts_vec()
410 if (!(rxdp->d.staterr & FM10K_RXD_STATUS_DD)) in fm10k_recv_raw_pkts_vec()
462 rxdp += RTE_FM10K_DESCS_PER_LOOP) { in fm10k_recv_raw_pkts_vec()
[all …]
|
| H A D | fm10k_rxtx.c | 372 volatile union fm10k_rx_desc *rxdp; in fm10k_dev_rx_queue_count() local
377 rxdp = &rxq->hw_ring[rxq->next_dd]; in fm10k_dev_rx_queue_count()
379 rxdp->w.status & rte_cpu_to_le_16(FM10K_RXD_STATUS_DD)) { in fm10k_dev_rx_queue_count()
386 rxdp += FM10K_RXQ_SCAN_INTERVAL; in fm10k_dev_rx_queue_count()
388 rxdp = &rxq->hw_ring[rxq->next_dd + desc - in fm10k_dev_rx_queue_count()
398 volatile union fm10k_rx_desc *rxdp; in fm10k_dev_rx_descriptor_status() local
427 rxdp = &rxq->hw_ring[desc]; in fm10k_dev_rx_descriptor_status()
429 ret = !!(rxdp->w.status & in fm10k_dev_rx_descriptor_status()
|
| /dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 375 rxdp = &rx_ring[rx_id]; in igc_recv_pkts()
379 rxd = *rxdp; in igc_recv_pkts()
448 rxdp->read.hdr_addr = 0; in igc_recv_pkts()
449 rxdp->read.pkt_addr = in igc_recv_pkts()
523 rxdp = &rx_ring[rx_id]; in igc_recv_scattered_pkts()
527 rxd = *rxdp; in igc_recv_scattered_pkts()
592 rxdp->read.hdr_addr = 0; in igc_recv_scattered_pkts()
593 rxdp->read.pkt_addr = in igc_recv_scattered_pkts()
740 rxdp = &rxq->rx_ring[rxq->rx_tail]; in eth_igc_rx_queue_count()
747 rxdp += IGC_RXQ_SCAN_INTERVAL; in eth_igc_rx_queue_count()
[all …]
|