| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx.c | 86 pmc->addr = &rxdp->wb.qword1.status_error_len; in iavf_get_monitor_addr()
1080 if (rte_le_to_cpu_64(rxdp->wb.status_error0) & in iavf_flex_rxd_to_vlan_tci()
1085 rte_le_to_cpu_16(rxdp->wb.l2tag1); in iavf_flex_rxd_to_vlan_tci()
1100 rte_le_to_cpu_16(rxdp->wb.l2tag2_1st), in iavf_flex_rxd_to_vlan_tci()
1101 rte_le_to_cpu_16(rxdp->wb.l2tag2_2nd)); in iavf_flex_rxd_to_vlan_tci()
1162 stats->ibytes += rxdp->wb.pkt_len & 0x3FFF; in iavf_flex_rxd_to_ipsec_crypto_status()
1509 rte_le_to_cpu_32(rxd.wb.flex_ts.ts_high)); in iavf_recv_pkts_flex_rxd()
1678 rte_le_to_cpu_32(rxd.wb.flex_ts.ts_high)); in iavf_recv_scattered_pkts_flex_rxd()
2035 rxdp[j].wb.qword1.status_error_len); in iavf_rx_scan_hw_ring()
2072 (rxdp[j].wb.qword1.status_error_len); in iavf_rx_scan_hw_ring()
[all …]
|
| H A D | iavf_rxtx_vec_avx2.c | 52 if (!(rxdp->wb.qword1.status_error_len & in _iavf_recv_raw_pkts_vec_avx2()
552 if (!(rxdp->wb.status_error0 & in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
914 ((void *)(&rxdp[7].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
918 ((void *)(&rxdp[6].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
922 ((void *)(&rxdp[5].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
926 ((void *)(&rxdp[4].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
930 ((void *)(&rxdp[3].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
934 ((void *)(&rxdp[2].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
938 ((void *)(&rxdp[1].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
942 ((void *)(&rxdp[0].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx512.c | 192 if (!(rxdp->wb.qword1.status_error_len & in _iavf_recv_raw_pkts_vec_avx512()
741 if (!(rxdp->wb.status_error0 & in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1149 ((void *)(&rxdp[7].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1153 ((void *)(&rxdp[6].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1157 ((void *)(&rxdp[5].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1161 ((void *)(&rxdp[4].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1165 ((void *)(&rxdp[3].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1169 ((void *)(&rxdp[2].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1173 ((void *)(&rxdp[1].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1177 ((void *)(&rxdp[0].wb.status_error1)); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
|
| H A D | iavf_rxtx_vec_sse.c | 439 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec()
716 if (!(rxdp->wb.status_error0 & in _recv_raw_pkts_vec_flex_rxd()
828 ((void *)(&rxdp[3].wb.status_error1)); in _recv_raw_pkts_vec_flex_rxd()
832 ((void *)(&rxdp[2].wb.status_error1)); in _recv_raw_pkts_vec_flex_rxd()
836 ((void *)(&rxdp[1].wb.status_error1)); in _recv_raw_pkts_vec_flex_rxd()
840 ((void *)(&rxdp[0].wb.status_error1)); in _recv_raw_pkts_vec_flex_rxd()
|
| H A D | iavf_rxtx.h | 103 } wb; /* writeback */ member
147 } wb; /* writeback */ member
|
| /dpdk/drivers/net/e1000/base/ |
| H A D | e1000_base.h | 26 } wb; member
113 } wb; /* writeback */ member
|
| H A D | e1000_vf.h | 83 } wb; /* writeback */ member
100 } wb; member
|
| /dpdk/drivers/net/igc/base/ |
| H A D | igc_base.h | 26 } wb; member
113 } wb; /* writeback */ member
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_avx2.c | 67 if (!(rxdp->wb.status_error0 & in _ice_recv_raw_pkts_vec_avx2()
481 ((void *)(&rxdp[7].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
485 ((void *)(&rxdp[6].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
489 ((void *)(&rxdp[5].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
493 ((void *)(&rxdp[4].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
497 ((void *)(&rxdp[3].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
501 ((void *)(&rxdp[2].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
505 ((void *)(&rxdp[1].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
509 ((void *)(&rxdp[0].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx.c | 51 pmc->addr = &rxdp->wb.status_error0; in ice_get_monitor_addr()
1528 if (rte_le_to_cpu_16(rxdp->wb.status_error0) & in ice_rxd_to_vlan_tci()
1532 rte_le_to_cpu_16(rxdp->wb.l2tag1); in ice_rxd_to_vlan_tci()
1534 rte_le_to_cpu_16(rxdp->wb.l2tag1)); in ice_rxd_to_vlan_tci()
1540 if (rte_le_to_cpu_16(rxdp->wb.status_error1) & in ice_rxd_to_vlan_tci()
1547 rte_le_to_cpu_16(rxdp->wb.l2tag2_1st), in ice_rxd_to_vlan_tci()
1548 rte_le_to_cpu_16(rxdp->wb.l2tag2_2nd)); in ice_rxd_to_vlan_tci()
1663 if (rxdp[j].wb.time_stamp_low & in ice_rx_scan_hw_ring()
1972 rte_le_to_cpu_16(rxd.wb.ptype_flex_flags0)]; in ice_recv_scattered_pkts()
1979 rte_le_to_cpu_32(rxd.wb.flex_ts.ts_high); in ice_recv_scattered_pkts()
[all …]
|
| H A D | ice_rxtx_vec_avx512.c | 181 if (!(rxdp->wb.status_error0 & in _ice_recv_raw_pkts_vec_avx512()
592 ((void *)(&rxdp[7].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
596 ((void *)(&rxdp[6].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
600 ((void *)(&rxdp[5].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
604 ((void *)(&rxdp[4].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
608 ((void *)(&rxdp[3].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
612 ((void *)(&rxdp[2].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
616 ((void *)(&rxdp[1].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
620 ((void *)(&rxdp[0].wb.status_error1)); in _ice_recv_raw_pkts_vec_avx512()
|
| H A D | ice_rxtx_vec_sse.c | 373 if (!(rxdp->wb.status_error0 & in _ice_recv_raw_pkts_vec()
486 ((void *)(&rxdp[3].wb.status_error1)); in _ice_recv_raw_pkts_vec()
490 ((void *)(&rxdp[2].wb.status_error1)); in _ice_recv_raw_pkts_vec()
494 ((void *)(&rxdp[1].wb.status_error1)); in _ice_recv_raw_pkts_vec()
498 ((void *)(&rxdp[0].wb.status_error1)); in _ice_recv_raw_pkts_vec()
|
| /dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 333 rxm->vlan_tci = rte_le_to_cpu_16(rxd->wb.upper.vlan); in rx_desc_get_pkt_info()
410 rte_le_to_cpu_16(rxd.wb.upper.length)); in igc_recv_pkts()
554 rte_le_to_cpu_16(rxd.wb.upper.length)); in igc_recv_scattered_pkts()
601 data_len = rte_le_to_cpu_16(rxd.wb.upper.length); in igc_recv_scattered_pkts()
743 if (unlikely(!(rxdp->wb.upper.status_error & in eth_igc_rx_queue_count()
752 (rxdp->wb.upper.status_error & IGC_RXD_STAT_DD)) { in eth_igc_rx_queue_count()
776 status = &rxq->rx_ring[desc].wb.upper.status_error; in eth_igc_rx_descriptor_status()
1721 if (!(txr[tx_end].wb.status & IGC_TXD_STAT_DD)) { in igc_xmit_pkts()
1854 status = &txq->tx_ring[desc].wb.status; in eth_igc_tx_descriptor_status()
1911 txd->wb.status = IGC_TXD_STAT_DD; in igc_reset_tx_queue()
[all …]
|
| /dpdk/drivers/net/e1000/ |
| H A D | igb_rxtx.c | 841 staterr = rxdp->wb.upper.status_error; in eth_igb_recv_pkts()
936 rxm->hash.rss = rxd.wb.lower.hi_dword.rss; in eth_igb_recv_pkts()
1036 staterr = rxdp->wb.upper.status_error; in eth_igb_recv_scattered_pkts()
1110 data_len = rte_le_to_cpu_16(rxd.wb.upper.length); in eth_igb_recv_scattered_pkts()
1177 first_seg->hash.rss = rxd.wb.lower.hi_dword.rss; in eth_igb_recv_scattered_pkts()
1186 rte_be_to_cpu_16(rxd.wb.upper.vlan); in eth_igb_recv_scattered_pkts()
1189 rte_le_to_cpu_16(rxd.wb.upper.vlan); in eth_igb_recv_scattered_pkts()
1332 if (txr[tx_last].wb.status & in igb_tx_done_cleanup()
1440 txd->wb.status = E1000_TXD_STAT_DD; in igb_reset_tx_queue()
1816 status = &rxq->rx_ring[desc].wb.upper.status_error; in eth_igb_rx_descriptor_status()
[all …]
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx.c | 104 pmc->addr = &rxdp->wb.qword1.status_error_len; in i40e_get_monitor_addr()
122 rte_le_to_cpu_16(rxdp->wb.qword0.lo_dword.l2tag1); in i40e_rxd_to_vlan_tci()
129 if (rte_le_to_cpu_16(rxdp->wb.qword2.ext_status) & in i40e_rxd_to_vlan_tci()
136 rte_le_to_cpu_16(rxdp->wb.qword2.l2tag2_1), in i40e_rxd_to_vlan_tci()
137 rte_le_to_cpu_16(rxdp->wb.qword2.l2tag2_2)); in i40e_rxd_to_vlan_tci()
247 rte_le_to_cpu_32(rxdp->wb.qword0.hi_dword.fd_id); in i40e_rxd_build_fdir()
486 rxdp[j].wb.qword1.status_error_len); in i40e_rx_scan_hw_ring()
514 rxdp[j].wb.qword1.status_error_len); in i40e_rx_scan_hw_ring()
529 rxdp[j].wb.qword0.hi_dword.rss); in i40e_rx_scan_hw_ring()
798 rte_le_to_cpu_32(rxd.wb.qword0.hi_dword.rss); in i40e_recv_pkts()
[all …]
|
| H A D | i40e_rxtx_vec_sse.c | 99 desc0_qw23 = _mm_loadu_si128((__m128i *)&(rxdp + 0)->wb.qword2); in descs_to_fdir_32b()
100 desc1_qw23 = _mm_loadu_si128((__m128i *)&(rxdp + 1)->wb.qword2); in descs_to_fdir_32b()
101 desc2_qw23 = _mm_loadu_si128((__m128i *)&(rxdp + 2)->wb.qword2); in descs_to_fdir_32b()
102 desc3_qw23 = _mm_loadu_si128((__m128i *)&(rxdp + 3)->wb.qword2); in descs_to_fdir_32b()
403 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 87 desc0_qw23 = vld1q_u64((uint64_t *)&(rxdp + 0)->wb.qword2); in descs_to_fdir_32b()
88 desc1_qw23 = vld1q_u64((uint64_t *)&(rxdp + 1)->wb.qword2); in descs_to_fdir_32b()
89 desc2_qw23 = vld1q_u64((uint64_t *)&(rxdp + 2)->wb.qword2); in descs_to_fdir_32b()
90 desc3_qw23 = vld1q_u64((uint64_t *)&(rxdp + 3)->wb.qword2); in descs_to_fdir_32b()
390 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_avx2.c | 42 __m128i *rxdp_desc_0 = (void *)(&rxdp[desc_idx + 0].wb.qword2); in desc_fdir_processing_32b()
43 __m128i *rxdp_desc_1 = (void *)(&rxdp[desc_idx + 1].wb.qword2); in desc_fdir_processing_32b()
137 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec_avx2()
|
| H A D | i40e_rxtx_vec_avx512.c | 167 __m128i *rxdp_desc_0 = (void *)(&rxdp[desc_idx + 0].wb.qword2); in desc_fdir_processing_32b()
168 __m128i *rxdp_desc_1 = (void *)(&rxdp[desc_idx + 1].wb.qword2); in desc_fdir_processing_32b()
261 if (!(rxdp->wb.qword1.status_error_len & in _recv_raw_pkts_vec_avx512()
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx.c | 582 status = txr[desc_to_clean_to].wb.status; in ixgbe_xmit_cleanup()
613 txr[desc_to_clean_to].wb.status = 0; in ixgbe_xmit_cleanup()
1392 pmc->addr = &rxdp->wb.upper.status_error; in ixgbe_get_monitor_addr()
1548 status = rxdp->wb.upper.status_error; in ixgbe_rx_scan_hw_ring()
1600 rxdp[j].wb.lower.hi_dword.rss); in ixgbe_rx_scan_hw_ring()
1823 staterr = rxdp->wb.upper.status_error; in ixgbe_recv_pkts()
1935 rxd.wb.lower.hi_dword.rss); in ixgbe_recv_pkts()
1938 rxd.wb.lower.hi_dword.csum_ip.csum) & in ixgbe_recv_pkts()
1941 rxd.wb.lower.hi_dword.csum_ip.ip_id); in ixgbe_recv_pkts()
3272 (rxdp->wb.upper.status_error & in ixgbe_dev_rx_queue_count()
[all …]
|
| H A D | ixgbe_rxtx_vec_common.h | 86 status = txq->tx_ring[txq->tx_next_dd].wb.status; in ixgbe_tx_free_bufs()
224 txd->wb.status = IXGBE_TXD_STAT_DD; in _ixgbe_reset_tx_queue_vec()
|
| /dpdk/drivers/net/hinic/base/ |
| H A D | hinic_pmd_mbox.c | 109 #define MBOX_STATUS_FINISHED(wb) \ argument
110 (((wb) & MBOX_WB_STATUS_MASK) != MBOX_WB_STATUS_NOT_FINISHED)
111 #define MBOX_STATUS_SUCCESS(wb) \ argument
112 (((wb) & MBOX_WB_STATUS_MASK) == MBOX_WB_STATUS_FINISHED_SUCCESS)
113 #define MBOX_STATUS_ERRCODE(wb) \ argument
114 ((wb) & MBOX_WB_ERROR_CODE_MASK)
|
| /dpdk/lib/vhost/ |
| H A D | vhost_crypto.c | 231 struct vhost_crypto_writeback_data *wb; member
666 struct vhost_crypto_writeback_data *wb_data = vc_req->wb, *wb_last; in write_back_data()
924 vc_req->wb = prepare_write_back_data(vc_req, head, &desc, &ewb, in prepare_sym_cipher_op()
927 if (unlikely(vc_req->wb == NULL)) { in prepare_sym_cipher_op()
957 if (vc_req->wb) in prepare_sym_cipher_op()
958 free_wb_data(vc_req->wb, vc_req->wb_pool); in prepare_sym_cipher_op()
1096 vc_req->wb = prepare_write_back_data(vc_req, head, &desc, &ewb, in prepare_sym_chain_op()
1102 if (unlikely(vc_req->wb == NULL)) { in prepare_sym_chain_op()
1161 if (vc_req->wb) in prepare_sym_chain_op()
1162 free_wb_data(vc_req->wb, vc_req->wb_pool); in prepare_sym_chain_op()
|
| /dpdk/drivers/net/bnx2x/ |
| H A D | ecore_init_ops.h | 32 uint32_t len, uint8_t wb __rte_unused) in ecore_write_big_buf()
43 uint32_t len, uint8_t wb) in ecore_init_fill() argument
54 ecore_write_big_buf(sc, addr + i * 4, cur_len, wb); in ecore_init_fill()
|
| /dpdk/drivers/common/iavf/ |
| H A D | iavf_type.h | 397 } wb; /* writeback */ member
446 } wb; /* writeback */ member
|