| /dpdk/drivers/crypto/qat/ |
| H A D | qat_asym.c | 791 cookie, xform); in asym_set_input()
794 cookie, xform); in asym_set_input()
797 cookie, xform); in asym_set_input()
800 cookie, xform); in asym_set_input()
803 cookie, xform); in asym_set_input()
909 if (cookie->error) { in qat_asym_process_response()
910 cookie->error = 0; in qat_asym_process_response()
945 cookie, xform); in qat_asym_process_response()
946 cleanup(cookie, xform, cookie->alg_bytesize); in qat_asym_process_response()
1269 cookie->input_addr = rte_mempool_virt2iova(cookie) + in qat_asym_init_op_cookie()
[all …]
|
| H A D | qat_sym.c | 36 struct qat_sym_op_cookie *cookie = op_cookie; in qat_sym_init_op_cookie() local
38 cookie->qat_sgl_src_phys_addr = in qat_sym_init_op_cookie()
39 rte_mempool_virt2iova(cookie) + in qat_sym_init_op_cookie()
43 cookie->qat_sgl_dst_phys_addr = in qat_sym_init_op_cookie()
44 rte_mempool_virt2iova(cookie) + in qat_sym_init_op_cookie()
48 cookie->opt.spc_gmac.cd_phys_addr = in qat_sym_init_op_cookie()
49 rte_mempool_virt2iova(cookie) + in qat_sym_init_op_cookie()
|
| H A D | qat_sym.h | 344 struct qat_sym_op_cookie *cookie = in qat_sym_process_response() local
346 memset(cookie->opt.spc_gmac.cd_cipher.key, 0, in qat_sym_process_response()
369 qat_sym_init_op_cookie(void *cookie);
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtqueue.c | 21 struct rte_mbuf *cookie; in virtqueue_detach_unused() local
42 if (cookie != NULL) { in virtqueue_detach_unused()
44 return cookie; in virtqueue_detach_unused()
47 cookie = vq->vq_descx[idx].cookie; in virtqueue_detach_unused()
48 if (cookie != NULL) { in virtqueue_detach_unused()
50 return cookie; in virtqueue_detach_unused()
73 dxp->cookie = NULL; in virtqueue_rxvq_flush_packed()
110 dxp->cookie = NULL; in virtqueue_rxvq_flush_split()
118 dxp->cookie = NULL; in virtqueue_rxvq_flush_split()
172 dxp->cookie = NULL; in virtqueue_rxvq_reset_packed()
[all …]
|
| H A D | virtqueue.h | 256 void *cookie; member
669 cookie->outer_l2_len + cookie->outer_l3_len : 0; in virtqueue_xmit_offload()
676 hdr->csum_start = o_l23_len + cookie->l2_len + cookie->l3_len; in virtqueue_xmit_offload()
682 hdr->csum_start = o_l23_len + cookie->l2_len + cookie->l3_len; in virtqueue_xmit_offload()
700 hdr->hdr_len = o_l23_len + cookie->l2_len + cookie->l3_len + in virtqueue_xmit_offload()
729 dxp->cookie = cookie; in virtqueue_enqueue_xmit_packed()
813 } while ((cookie = cookie->next) != NULL); in virtqueue_enqueue_xmit_packed()
883 dxp->cookie = NULL; in virtio_xmit_cleanup_inorder_packed()
914 dxp->cookie = NULL; in virtio_xmit_cleanup_normal_packed()
949 dxp->cookie = NULL; in virtio_xmit_cleanup()
[all …]
|
| H A D | virtio_rxtx_packed.h | 219 struct rte_mbuf *cookie; in virtqueue_dequeue_single_packed_vec() local
228 cookie = (struct rte_mbuf *)vq->vq_descx[id].cookie; in virtqueue_dequeue_single_packed_vec()
229 if (unlikely(cookie == NULL)) { in virtqueue_dequeue_single_packed_vec()
234 rte_prefetch0(cookie); in virtqueue_dequeue_single_packed_vec()
237 cookie->data_off = RTE_PKTMBUF_HEADROOM; in virtqueue_dequeue_single_packed_vec()
238 cookie->ol_flags = 0; in virtqueue_dequeue_single_packed_vec()
245 virtio_vec_rx_offload(cookie, hdr); in virtqueue_dequeue_single_packed_vec()
247 *rx_pkts = cookie; in virtqueue_dequeue_single_packed_vec()
249 rxvq->stats.bytes += cookie->pkt_len; in virtqueue_dequeue_single_packed_vec()
263 struct rte_mbuf **cookie, in virtio_recv_refill_packed_vec() argument
[all …]
|
| H A D | virtio_rxtx.c | 148 cookie = (struct rte_mbuf *)vq->vq_descx[id].cookie; in virtqueue_dequeue_burst_rx_packed()
156 rx_pkts[i] = cookie; in virtqueue_dequeue_burst_rx_packed()
184 cookie = (struct rte_mbuf *)vq->vq_descx[desc_idx].cookie; in virtqueue_dequeue_burst_rx()
194 rx_pkts[i] = cookie; in virtqueue_dequeue_burst_rx()
222 cookie = (struct rte_mbuf *)vq->vq_descx[used_idx].cookie; in virtqueue_dequeue_rx_inorder()
301 dxp->cookie = (void *)cookie[i]; in virtqueue_enqueue_recv_refill()
360 dxp->cookie = (void *)cookie[i]; in virtqueue_enqueue_recv_refill_packed_init()
387 dxp->cookie = (void *)cookie[i]; in virtqueue_enqueue_recv_refill_packed()
506 dxp->cookie = cookie; in virtqueue_enqueue_xmit_packed_fast()
561 dxp->cookie = (void *)cookie; in virtqueue_enqueue_xmit()
[all …]
|
| /dpdk/drivers/compress/qat/ |
| H A D | qat_comp.c | 54 cookie->dst_memzones = NULL; in qat_comp_free_split_op_memzones()
218 cookie->socket_id); in qat_comp_build_request()
239 cookie->qat_sgl_src_d, in qat_comp_build_request()
241 cookie->src_nb_elems); in qat_comp_build_request()
259 cookie->socket_id); in qat_comp_build_request()
280 cookie->qat_sgl_dst_d, in qat_comp_build_request()
282 cookie->dst_nb_elems); in qat_comp_build_request()
587 cookie->error = 0; in qat_comp_process_response()
701 cookie, cookie->parent_cookie, cookie->split_op); in qat_comp_process_response()
703 if (cookie->split_op) { in qat_comp_process_response()
[all …]
|
| H A D | qat_comp_pmd.c | 89 rte_free(cookie->qat_sgl_src_d); in qat_comp_qp_release()
90 rte_free(cookie->qat_sgl_dst_d); in qat_comp_qp_release()
146 struct qat_comp_op_cookie *cookie = in qat_comp_qp_setup() local
149 cookie->qp = qp; in qat_comp_qp_setup()
150 cookie->cookie_index = i; in qat_comp_qp_setup()
164 if (cookie->qat_sgl_src_d == NULL || in qat_comp_qp_setup()
165 cookie->qat_sgl_dst_d == NULL) { in qat_comp_qp_setup()
172 cookie->qat_sgl_src_phys_addr = in qat_comp_qp_setup()
175 cookie->qat_sgl_dst_phys_addr = in qat_comp_qp_setup()
178 cookie->dst_nb_elems = cookie->src_nb_elems = in qat_comp_qp_setup()
[all …]
|
| /dpdk/drivers/vdpa/sfc/ |
| H A D | sfc_vdpa_mcdi.c | 13 sfc_vdpa_mcdi_dma_alloc(void *cookie, const char *name, size_t len, in sfc_vdpa_mcdi_dma_alloc() argument
16 struct sfc_vdpa_adapter *sva = cookie; in sfc_vdpa_mcdi_dma_alloc()
23 sfc_vdpa_mcdi_dma_free(void *cookie, efsys_mem_t *esmp) in sfc_vdpa_mcdi_dma_free() argument
25 struct sfc_vdpa_adapter *sva = cookie; in sfc_vdpa_mcdi_dma_free()
32 sfc_vdpa_mcdi_sched_restart(void *cookie) in sfc_vdpa_mcdi_sched_restart() argument
34 RTE_SET_USED(cookie); in sfc_vdpa_mcdi_sched_restart()
39 sfc_vdpa_mcdi_mgmt_evq_poll(void *cookie) in sfc_vdpa_mcdi_mgmt_evq_poll() argument
41 RTE_SET_USED(cookie); in sfc_vdpa_mcdi_mgmt_evq_poll()
|
| /dpdk/drivers/net/sfc/ |
| H A D | sfc_mcdi.c | 19 sfc_mcdi_dma_alloc(void *cookie, const char *name, size_t len, in sfc_mcdi_dma_alloc() argument
22 struct sfc_adapter *sa = cookie; in sfc_mcdi_dma_alloc()
30 sfc_mcdi_dma_free(void *cookie, efsys_mem_t *esmp) in sfc_mcdi_dma_free() argument
32 const struct sfc_adapter *sa = cookie; in sfc_mcdi_dma_free()
39 sfc_mcdi_sched_restart(void *cookie) in sfc_mcdi_sched_restart() argument
41 struct sfc_adapter *sa = cookie; in sfc_mcdi_sched_restart()
48 sfc_mcdi_mgmt_evq_poll(void *cookie) in sfc_mcdi_mgmt_evq_poll() argument
50 struct sfc_adapter *sa = cookie; in sfc_mcdi_mgmt_evq_poll()
|
| /dpdk/drivers/crypto/qat/dev/ |
| H A D | qat_crypto_pmd_gen3.c | 179 struct qat_sym_op_cookie *cookie, in enqueue_one_auth_job_gen3() argument
236 cookie->opt.spc_gmac.cd_phys_addr; in enqueue_one_auth_job_gen3()
267 struct qat_sym_op_cookie *cookie = op_cookie; in qat_sym_build_op_aead_gen3() local
412 struct qat_sym_op_cookie *cookie; in qat_sym_dp_enqueue_single_aead_gen3() local
467 struct qat_sym_op_cookie *cookie = in qat_sym_dp_enqueue_aead_jobs_gen3() local
476 user_data[i], cookie, in qat_sym_dp_enqueue_aead_jobs_gen3()
481 user_data[i], cookie, in qat_sym_dp_enqueue_aead_jobs_gen3()
523 struct qat_sym_op_cookie *cookie; in qat_sym_dp_enqueue_single_auth_gen3() local
574 struct qat_sym_op_cookie *cookie = in qat_sym_dp_enqueue_auth_jobs_gen3() local
583 user_data[i], cookie, in qat_sym_dp_enqueue_auth_jobs_gen3()
[all …]
|
| H A D | qat_sym_pmd_gen1.c | 468 struct qat_sym_op_cookie *cookie; in qat_sym_dp_enqueue_single_cipher_gen1() local
531 user_data[i], cookie, in qat_sym_dp_enqueue_cipher_jobs_gen1()
536 user_data[i], cookie, in qat_sym_dp_enqueue_cipher_jobs_gen1()
575 struct qat_sym_op_cookie *cookie; in qat_sym_dp_enqueue_single_auth_gen1() local
639 user_data[i], cookie, in qat_sym_dp_enqueue_auth_jobs_gen1()
644 user_data[i], cookie, in qat_sym_dp_enqueue_auth_jobs_gen1()
683 struct qat_sym_op_cookie *cookie; in qat_sym_dp_enqueue_single_chain_gen1() local
749 user_data[i], cookie, in qat_sym_dp_enqueue_chain_jobs_gen1()
754 user_data[i], cookie, in qat_sym_dp_enqueue_chain_jobs_gen1()
864 user_data[i], cookie, in qat_sym_dp_enqueue_aead_jobs_gen1()
[all …]
|
| H A D | qat_crypto_pmd_gen4.c | 144 struct qat_sym_op_cookie *cookie = op_cookie; in qat_sym_build_op_aead_gen4() local
167 total_len = qat_sym_build_req_set_data(qat_req, in_op, cookie, in qat_sym_build_op_aead_gen4()
241 struct qat_sym_op_cookie *cookie; in qat_sym_dp_enqueue_single_aead_gen4() local
250 cookie = qp->op_cookies[tail >> tx_queue->trailz]; in qat_sym_dp_enqueue_single_aead_gen4()
254 data_len = qat_sym_build_req_set_data(req, user_data, cookie, in qat_sym_dp_enqueue_single_aead_gen4()
296 struct qat_sym_op_cookie *cookie = in qat_sym_dp_enqueue_aead_jobs_gen4() local
305 user_data[i], cookie, in qat_sym_dp_enqueue_aead_jobs_gen4()
310 user_data[i], cookie, in qat_sym_dp_enqueue_aead_jobs_gen4()
|
| /dpdk/drivers/common/sfc_efx/ |
| H A D | sfc_efx_mcdi.h | 35 typedef int (sfc_efx_mcdi_dma_alloc_cb)(void *cookie, const char *name,
38 typedef void (sfc_efx_mcdi_dma_free_cb)(void *cookie, efsys_mem_t *esmp);
40 typedef void (sfc_efx_mcdi_sched_restart_cb)(void *cookie);
42 typedef void (sfc_efx_mcdi_mgmt_evq_poll_cb)(void *cookie);
|
| /dpdk/lib/mempool/ |
| H A D | rte_mempool.c | 175 hdr->cookie = RTE_MEMPOOL_HEADER_COOKIE2; in mempool_add_elem()
177 tlr->cookie = RTE_MEMPOOL_TRAILER_COOKIE; in mempool_add_elem()
1064 uint64_t cookie; in rte_mempool_check_cookies() local
1082 cookie = hdr->cookie; in rte_mempool_check_cookies()
1088 obj, (const void *) mp, cookie); in rte_mempool_check_cookies()
1091 hdr->cookie = RTE_MEMPOOL_HEADER_COOKIE2; in rte_mempool_check_cookies()
1096 obj, (const void *) mp, cookie); in rte_mempool_check_cookies()
1099 hdr->cookie = RTE_MEMPOOL_HEADER_COOKIE1; in rte_mempool_check_cookies()
1105 obj, (const void *) mp, cookie); in rte_mempool_check_cookies()
1110 cookie = tlr->cookie; in rte_mempool_check_cookies()
[all …]
|
| /dpdk/lib/graph/ |
| H A D | graph_stats.c | 36 void *cookie; member
86 graph_cluster_stats_cb(bool is_first, bool is_last, void *cookie, in graph_cluster_stats_cb() argument
89 FILE *f = cookie; in graph_cluster_stats_cb()
128 stats->cookie = prm->cookie; in stats_mem_init()
378 stat->cookie, &cluster->stat); in rte_graph_cluster_stats_get()
|
| H A D | rte_graph.h | 155 void *cookie, const struct rte_graph_cluster_node_stats *stats);
183 void *cookie; member
|
| /dpdk/drivers/net/mvneta/ |
| H A D | mvneta_rxtx.c | 101 entries[i].cookie = (neta_cookie_t)(uint64_t)mbufs[i]; in mvneta_buffs_refill()
149 sq->ent[sq->head].cookie = (uint64_t)buf; in mvneta_fill_shadowq()
201 tail, (u64)entry->cookie, in mvneta_sent_buffers_free()
210 (cookie_addr_high | entry->cookie); in mvneta_sent_buffers_free()
429 addr = cookie_addr_high | sq->ent[sq->head].cookie; in mvneta_tx_pkt_burst()
558 addr = sq->ent[sq->head].cookie; in mvneta_tx_sg_pkt_burst()
905 if (bufs[i].cookie) { in mvneta_rx_queue_flush()
906 addr = cookie_addr_high | bufs[i].cookie; in mvneta_rx_queue_flush()
933 sq->ent[sq->tail].cookie; in mvneta_tx_queue_flush()
|
| /dpdk/drivers/common/mlx5/windows/ |
| H A D | mlx5_common_os.h | 241 uint64_t cookie) in mlx5_os_devx_subscribe_devx_event() argument
247 (void)cookie; in mlx5_os_devx_subscribe_devx_event()
|
| /dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_common_os.h | 237 uint64_t cookie) in mlx5_os_devx_subscribe_devx_event() argument
240 events_num, cookie); in mlx5_os_devx_subscribe_devx_event()
|
| /dpdk/drivers/net/qede/base/ |
| H A D | ecore_int.h | 114 void *cookie);
137 void *cookie,
|
| H A D | ecore_spq.c | 37 static void ecore_spq_blocking_cb(struct ecore_hwfn *p_hwfn, void *cookie, in ecore_spq_blocking_cb() argument
43 comp_done = (struct ecore_spq_comp_done *)cookie; in ecore_spq_blocking_cb()
60 comp_done = (struct ecore_spq_comp_done *)p_ent->comp_cb.cookie; in __ecore_spq_block()
125 comp_done = (struct ecore_spq_comp_done *)p_ent->comp_cb.cookie; in ecore_spq_block()
361 void *cookie) in ecore_eq_completion() argument
363 struct ecore_eq *p_eq = cookie; in ecore_eq_completion()
1019 p_ent->comp_cb.function, p_ent->comp_cb.cookie); in ecore_spq_completion()
1021 found->comp_cb.function(p_hwfn, found->comp_cb.cookie, p_data, in ecore_spq_completion()
|
| H A D | ecore_sp_api.h | 27 void *cookie; member
|
| /dpdk/drivers/vdpa/mlx5/ |
| H A D | mlx5_vdpa_event.c | 248 return (struct mlx5_vdpa_cq *)(uintptr_t)out.event_resp.cookie; in mlx5_vdpa_event_wait()
325 (ssize_t)sizeof(out.event_resp.cookie)) { in mlx5_vdpa_err_interrupt_handler()
326 vq_index = out.event_resp.cookie & UINT32_MAX; in mlx5_vdpa_err_interrupt_handler()
327 version = out.event_resp.cookie >> 32; in mlx5_vdpa_err_interrupt_handler()
456 (ssize_t)sizeof(out.event_resp.cookie)) in mlx5_vdpa_err_event_unset()
|