Home
last modified time | relevance | path

Searched refs:wqe (Results 1 – 25 of 25) sorted by relevance

/dpdk/drivers/event/octeontx/
H A Dssovf_worker.h71 uint64_t bytes_left = wqe->s.w1.len - wqe->s.w5.size; in ssovf_octeontx_wqe_xtract_mseg()
73 nb_segs = wqe->s.w0.bufs; in ssovf_octeontx_wqe_xtract_mseg()
109 ptype_table[wqe->s.w2.lcty][wqe->s.w2.lety][wqe->s.w2.lfty]; in ssovf_octeontx_wqe_to_pkt()
112 mbuf->pkt_len = wqe->s.w1.len; in ssovf_octeontx_wqe_to_pkt()
116 wqe->w[2]); in ssovf_octeontx_wqe_to_pkt()
119 mbuf->nb_segs = wqe->s.w0.bufs; in ssovf_octeontx_wqe_to_pkt()
120 mbuf->data_len = wqe->s.w5.size; in ssovf_octeontx_wqe_to_pkt()
121 ssovf_octeontx_wqe_xtract_mseg(wqe, mbuf); in ssovf_octeontx_wqe_to_pkt()
128 if (likely(wqe->s.w2.vv)) { in ssovf_octeontx_wqe_to_pkt()
132 mbuf->data_off + wqe->s.w4.vlptr + 2))); in ssovf_octeontx_wqe_to_pkt()
[all …]
H A Dtimvf_worker.h169 if (entry->wqe != tim->ev.u64) { in timvf_rem_entry()
182 entry->w0 = entry->wqe = 0; in timvf_rem_entry()
H A Dtimvf_evdev.h146 uint64_t wqe; member
H A Dtimvf_worker.c36 entry->wqe = tim->ev.u64; in timvf_format_event()
/dpdk/drivers/net/mlx5/
H A Dmlx5_flow_aso.c97 for (i = 0, wqe = &sq->sq_obj.aso_wqes[0]; i < size; ++i, ++wqe) { in mlx5_aso_age_init_sq()
99 (sizeof(*wqe) >> 4)); in mlx5_aso_age_init_sq()
129 for (i = 0, wqe = &sq->sq_obj.aso_wqes[0]; i < size; ++i, ++wqe) { in mlx5_aso_mtr_init_sq()
131 (sizeof(*wqe) >> 4)); in mlx5_aso_mtr_init_sq()
157 for (i = 0, wqe = &sq->sq_obj.aso_wqes[0]; i < size; ++i, ++wqe) { in mlx5_aso_ct_init_sq()
159 (sizeof(*wqe) >> 4)); in mlx5_aso_ct_init_sq()
371 wqe->general_cseg.misc = in mlx5_aso_sq_enqueue_burst()
414 DRV_LOG(ERR, "%08X %08X %08X %08X", wqe[i], wqe[i + 1], in mlx5_aso_dump_err_objs()
415 wqe[i + 2], wqe[i + 3]); in mlx5_aso_dump_err_objs()
678 wqe->aso_cseg.data_mask = in mlx5_aso_mtr_sq_enqueue_single()
[all …]
H A Dmlx5_tx.h1663 struct mlx5_wqe *wqe; in mlx5_tx_schedule_send() local
1796 loc->wqe_last = wqe; in mlx5_tx_packet_multi_tso()
1877 loc->wqe_last = wqe; in mlx5_tx_packet_multi_send()
1880 dseg = &wqe->dseg[0]; in mlx5_tx_packet_multi_send()
2081 loc->wqe_last = wqe; in mlx5_tx_packet_multi_inline()
2285 loc->wqe_last = wqe; in mlx5_tx_burst_tso()
3158 loc->wqe_last = wqe; in mlx5_tx_burst_single_send()
3220 loc->wqe_last = wqe; in mlx5_tx_burst_single_send()
3261 loc->wqe_last = wqe; in mlx5_tx_burst_single_send()
3302 loc->wqe_last = wqe; in mlx5_tx_burst_single_send()
[all …]
H A Dmlx5_txpp.c162 struct mlx5_wqe *wqe = (struct mlx5_wqe *)(uintptr_t)wq->sq_obj.wqes; in mlx5_txpp_doorbell_rearm_queue() local
170 (wqe[ci & (wq->sq_size - 1)].ctrl[0]) | (ci - 1) << 8); in mlx5_txpp_doorbell_rearm_queue()
171 cs.w32[1] = wqe[ci & (wq->sq_size - 1)].ctrl[1]; in mlx5_txpp_doorbell_rearm_queue()
181 struct mlx5_wqe *wqe = (struct mlx5_wqe *)(uintptr_t)wq->sq_obj.wqes; in mlx5_txpp_fill_wqe_rearm_queue() local
190 cs = &wqe[i + 0].cseg; in mlx5_txpp_fill_wqe_rearm_queue()
203 cs = &wqe[i + 1].cseg; in mlx5_txpp_fill_wqe_rearm_queue()
287 struct mlx5_wqe *wqe = (struct mlx5_wqe *)(uintptr_t)wq->sq_obj.wqes; in mlx5_txpp_fill_wqe_clock_queue() local
288 struct mlx5_wqe_cseg *cs = &wqe->cseg; in mlx5_txpp_fill_wqe_clock_queue()
311 struct mlx5_wqe_eseg *es = &wqe->eseg; in mlx5_txpp_fill_wqe_clock_queue()
H A Dmlx5_rx.h415 volatile struct mlx5_wqe_data_seg *wqe = in mprq_buf_replace() local
426 wqe->addr = rte_cpu_to_be_64((uintptr_t)addr); in mprq_buf_replace()
429 wqe->lkey = mlx5_rx_addr2mr(rxq, (uintptr_t)addr); in mprq_buf_replace()
H A Dmlx5_rx.c816 volatile struct mlx5_wqe_data_seg *wqe = in mlx5_rx_burst() local
826 rte_prefetch0(wqe); in mlx5_rx_burst()
883 wqe->addr = rte_cpu_to_be_64(rte_pktmbuf_mtod(rep, uintptr_t)); in mlx5_rx_burst()
886 wqe->lkey = mlx5_rx_mb2mr(rxq, rep); in mlx5_rx_burst()
/dpdk/drivers/net/hinic/base/
H A Dhinic_pmd_cmdq.c121 #define WQE_HEADER(wqe) ((struct hinic_cmdq_header *)(wqe)) argument
292 wqe_lcmd = &wqe->wqe_lcmd; in cmdq_prepare_wqe_ctrl()
310 WQE_HEADER(wqe)->header_info = in cmdq_prepare_wqe_ctrl()
396 struct hinic_cmdq_wqe *wqe) in clear_wqe_complete_bit() argument
408 wqe_lcmd = &wqe->wqe_lcmd; in clear_wqe_complete_bit()
411 inline_wqe = &wqe->inline_wqe; in clear_wqe_complete_bit()
715 struct hinic_cmdq_wqe *wqe; in hinic_cmdq_poll_msg() local
727 if (wqe == NULL) { in hinic_cmdq_poll_msg()
741 wqe_lcmd = &wqe->wqe_lcmd; in hinic_cmdq_poll_msg()
797 memset(&wqe, 0, sizeof(wqe)); in cmdq_sync_cmd_direct_resp()
[all …]
H A Dhinic_pmd_wq.h61 #define WQE_SHADOW_PAGE(wq, wqe) \ argument
62 (u16)(((unsigned long)(wqe) - (unsigned long)(wq)->shadow_wqe) \
65 #define WQE_IN_RANGE(wqe, start, end) \ argument
66 (((unsigned long)(wqe) >= (unsigned long)(start)) && \
67 ((unsigned long)(wqe) < (unsigned long)(end)))
/dpdk/drivers/regex/mlx5/
H A Dmlx5_regex_fastpath.c140 set_wqe_ctrl_seg((struct mlx5_wqe_ctrl_seg *)wqe, in __prep_one()
147 (struct mlx5_wqe_data_seg *)(wqe + in __prep_one()
216 (struct mlx5_wqe_umr_ctrl_seg *)(wqe + 1); in complete_umr_wqe()
222 memset(wqe, 0, MLX5_REGEX_UMR_WQE_SIZE); in complete_umr_wqe()
246 wqe = (struct mlx5_wqe_ctrl_seg *) in complete_umr_wqe()
263 memset(wqe, 0, MLX5_REGEX_UMR_WQE_SIZE); in prep_nop_regex_wqe_set()
582 ((struct mlx5_wqe_ctrl_seg *)wqe, in setup_qps()
585 wqe += MLX5_REGEX_UMR_WQE_SIZE; in setup_qps()
588 (wqe + MLX5_REGEX_WQE_METADATA_OFFSET), in setup_qps()
592 (wqe + MLX5_REGEX_WQE_SCATTER_OFFSET), in setup_qps()
[all …]
/dpdk/drivers/compress/mlx5/
H A Dmlx5_compress.c160 volatile struct mlx5_gga_wqe *restrict wqe = in mlx5_compress_init_qp() local
170 for (i = 0; i < qp->entries_n; ++i, ++wqe) { in mlx5_compress_init_qp()
171 wqe->sq_ds = sq_ds; in mlx5_compress_init_qp()
172 wqe->flags = flags; in mlx5_compress_init_qp()
173 wqe->opaque_lkey = opaq_lkey; in mlx5_compress_init_qp()
174 wqe->opaque_vaddr = rte_cpu_to_be_64 in mlx5_compress_init_qp()
474 qp->qp.wqes, *wqe; in mlx5_compress_enqueue_burst() local
490 wqe = &wqes[idx]; in mlx5_compress_enqueue_burst()
522 wqe->gga_ctrl1 = xform->gga_ctrl1; in mlx5_compress_enqueue_burst()
546 DRV_LOG(ERR, "%08X %08X %08X %08X", wqe[i], wqe[i + 1], in mlx5_compress_dump_err_objs()
[all …]
/dpdk/drivers/net/cnxk/
H A Dcn10k_rx.h165 uint64_t *wqe; in nix_sec_attach_frags() local
178 rlen = ((*(wqe + 10)) >> 16) & 0xFFFF; in nix_sec_attach_frags()
201 rlen = ((*(wqe + 10)) >> 16) & 0xFFFF; in nix_sec_attach_frags()
229 rlen = ((*(wqe + 10)) >> 16) & 0xFFFF; in nix_sec_attach_frags()
295 uint64_t *wqe; in nix_sec_reassemble_frags() local
308 inner_iova = (rte_iova_t *)*(wqe + 9); in nix_sec_reassemble_frags()
314 rlen = ((*(wqe + 10)) >> 16) & 0xFFFF; in nix_sec_reassemble_frags()
1454 mbuf0 = (struct rte_mbuf *)wqe; in cn10k_nix_recv_pkts_vector()
1478 mbuf1 = (struct rte_mbuf *)wqe; in cn10k_nix_recv_pkts_vector()
1502 mbuf2 = (struct rte_mbuf *)wqe; in cn10k_nix_recv_pkts_vector()
[all …]
/dpdk/drivers/event/cnxk/
H A Dcn10k_worker.h95 cn10k_wqe_to_mbuf(uint64_t wqe, const uint64_t __mbuf, uint8_t port_id, in cn10k_wqe_to_mbuf() argument
106 cn10k_nix_cqe_to_mbuf((struct nix_cqe_hdr_s *)wqe, tag, in cn10k_wqe_to_mbuf()
121 struct rte_mbuf **wqe; in cn10k_process_vwqe() local
129 wqe = vec->mbufs; in cn10k_process_vwqe()
137 nb_mbufs = cn10k_nix_recv_pkts_vector(&mbuf_init, wqe, nb_mbufs, in cn10k_process_vwqe()
140 wqe += nb_mbufs; in cn10k_process_vwqe()
144 mbuf = (struct rte_mbuf *)((uintptr_t)wqe[0] - in cn10k_process_vwqe()
160 struct nix_cqe_hdr_s *cqe = (struct nix_cqe_hdr_s *)wqe[0]; in cn10k_process_vwqe()
187 wqe[0] = (struct rte_mbuf *)mbuf; in cn10k_process_vwqe()
189 wqe++; in cn10k_process_vwqe()
H A Dcnxk_tim_worker.c39 entry->wqe = tim->ev.u64; in cnxk_tim_format_event()
H A Dcnxk_tim_worker.h575 if (entry->wqe != tim->ev.u64) { in cnxk_tim_rm_entry()
592 entry->wqe = 0; in cnxk_tim_rm_entry()
H A Dcnxk_tim_evdev.h151 uint64_t wqe; member
H A Dcn9k_worker.h160 cn9k_wqe_to_mbuf(uint64_t wqe, const uint64_t mbuf, uint8_t port_id, in cn9k_wqe_to_mbuf() argument
167 cn9k_nix_cqe_to_mbuf((struct nix_cqe_hdr_s *)wqe, tag, in cn9k_wqe_to_mbuf()
/dpdk/drivers/crypto/mlx5/
H A Dmlx5_crypto.h51 uint8_t *wqe; member
H A Dmlx5_crypto.c426 qp->wqe = (uint8_t *)cseg; in mlx5_crypto_wqe_set()
465 mlx5_doorbell_ring(&priv->uar.bf_db, *(volatile uint64_t *)qp->wqe, in mlx5_crypto_enqueue_burst()
/dpdk/drivers/net/mlx4/
H A Dmlx4_txq.c219 elt->wqe = NULL; in mlx4_txq_free_elts()
501 (&(*txq->elts)[0])->wqe = in mlx4_tx_queue_setup()
H A Dmlx4_rxtx.h83 volatile struct mlx4_wqe_ctrl_seg *wqe; /**< SQ WQE. */ member
H A Dmlx4_rxtx.c905 ctrl = elt->wqe; in mlx4_tx_burst()
1040 elt->wqe = ctrl; in mlx4_tx_burst()
/dpdk/drivers/net/hinic/
H A Dhinic_pmd_rx.c267 hinic_prepare_rq_wqe(void *wqe, __rte_unused u16 pi, dma_addr_t buf_addr, in hinic_prepare_rq_wqe() argument
270 struct hinic_rq_wqe *rq_wqe = wqe; in hinic_prepare_rq_wqe()