| /dpdk/drivers/net/sfc/ |
| H A D | sfc.c | 34 if (!sa->switchdev) in sfc_repr_supported()
89 sfc_info(sa, in sfc_dma_alloc()
349 sa->txq_max += MIN(txq_allocated, evq_allocated - sa->rxq_max); in sfc_estimate_resource_limits()
526 sfc_tx_stop(sa); in sfc_try_start()
622 sfc_err(sa, "stop in unexpected state %u", sa->state); in sfc_stop()
652 sfc_stop(sa); in sfc_restart()
822 rc = efx_intr_init(sa->nic, sa->intr.type, NULL); in sfc_rss_attach()
922 if (!sa->tso) in sfc_attach()
926 if (sa->tso && in sfc_attach()
1300 rc = efx_nic_create(sa->family, (efsys_identifier_t *)sa, in sfc_probe()
[all …]
|
| H A D | sfc_intr.c | 36 evq = sa->mgmt_evq; in sfc_intr_handle_mgmt_evq()
55 efx_nic_t *enp = sa->nic; in sfc_intr_line_handler()
61 sfc_log_init(sa, "entry"); in sfc_intr_line_handler()
66 sfc_log_init(sa, in sfc_intr_line_handler()
85 sfc_log_init(sa, "done"); in sfc_intr_line_handler()
177 sfc_err(sa, in sfc_intr_start()
187 (void *)sa); in sfc_intr_start()
189 sfc_err(sa, in sfc_intr_start()
232 efx_intr_fini(sa->nic); in sfc_intr_start()
265 sfc_err(sa, in sfc_intr_stop()
[all …]
|
| H A D | sfc_repr_proxy.c | 54 sfc_adapter_lock(sa); in sfc_get_adapter_by_pf_port_id()
56 return sa; in sfc_get_adapter_by_pf_port_id()
395 sfc_log_init(sa, in sfc_repr_proxy_txq_init()
451 sfc_log_init(sa, in sfc_repr_proxy_txq_fini()
629 sfc_rx_qstop(sa, sa->repr_proxy.dp_rxq[i].sw_index); in sfc_repr_proxy_rxq_stop()
936 sfc_warn(sa, in sfc_repr_proxy_attach()
938 sa->socket_id); in sfc_repr_proxy_attach()
1237 sfc_err(sa, in sfc_repr_proxy_stop()
1313 sfc_err(sa, in sfc_repr_proxy_add_port()
1568 sfc_err(sa, in sfc_repr_proxy_start_repr()
[all …]
|
| H A D | sfc_mae_counter.c | 60 sfc_warn(sa, in sfc_mae_counter_get_service_lcore()
509 return &sfc_sa2shared(sa)->rxq_info[sa->counter_rxq.sw_index]; in sfc_counter_rxq_info_get()
550 sfc_warn(sa, in sfc_mae_counter_service_register()
552 sa->socket_id); in sfc_mae_counter_service_register()
820 rc = sfc_rx_qinit_info(sa, sa->counter_rxq.sw_index, in sfc_mae_counter_rxq_init()
825 rc = sfc_rx_qinit(sa, sa->counter_rxq.sw_index, nb_rx_desc, in sfc_mae_counter_rxq_init()
826 sa->socket_id, &rxconf, sa->counter_rxq.mp); in sfc_mae_counter_rxq_init()
862 sfc_rx_qfini(sa, sa->counter_rxq.sw_index); in sfc_mae_counter_rxq_fini()
888 efx_mae_counters_stream_stop(sa->nic, sa->counter_rxq.sw_index, NULL); in sfc_mae_counter_stop()
909 rc = efx_mae_counters_stream_start(sa->nic, sa->counter_rxq.sw_index, in sfc_mae_counter_start()
[all …]
|
| H A D | sfc_port.c | 193 sfc_log_init(sa, "entry"); in sfc_port_start()
332 sfc_log_init(sa, "done"); in sfc_port_start()
353 efx_port_fini(sa->nic); in sfc_port_start()
356 efx_filter_fini(sa->nic); in sfc_port_start()
370 (void)efx_mac_stats_periodic(sa->nic, &sa->port.mac_stats_dma_mem, in sfc_port_stop()
375 efx_port_fini(sa->nic); in sfc_port_stop()
437 sa->socket_id); in sfc_port_attach()
649 sfc_adapter_lock(sa); in sfc_port_get_mac_stats()
673 sfc_adapter_unlock(sa); in sfc_port_get_mac_stats()
688 sfc_adapter_lock(sa); in sfc_port_get_mac_stats_by_id()
[all …]
|
| H A D | sfc_ethdev.c | 223 sa->state); in sfc_dev_configure()
290 sfc_stop(sa); in sfc_dev_stop()
322 sfc_stop(sa); in sfc_dev_set_link_down()
352 sfc_stop(sa); in sfc_dev_close()
387 free(sa); in sfc_dev_close()
521 sa = rxq->evq->sa; in sfc_rx_queue_release()
581 sa = txq->evq->sa; in sfc_tx_queue_release()
2104 ctx.sa = sa; in sfc_process_mport_journal()
2296 get_repr_ctx.sa = sa; in sfc_representor_info_get()
2769 sa = calloc(1, sizeof(*sa)); in sfc_eth_dev_init()
[all …]
|
| H A D | sfc_flow_tunnel.c | 264 sfc_adapter_lock(sa); in sfc_flow_tunnel_decap_set()
278 sfc_adapter_unlock(sa); in sfc_flow_tunnel_decap_set()
283 sfc_adapter_unlock(sa); in sfc_flow_tunnel_decap_set()
301 sfc_adapter_lock(sa); in sfc_flow_tunnel_match()
315 sfc_adapter_unlock(sa); in sfc_flow_tunnel_match()
320 sfc_adapter_unlock(sa); in sfc_flow_tunnel_match()
338 sfc_adapter_lock(sa); in sfc_flow_tunnel_item_release()
358 sfc_adapter_unlock(sa); in sfc_flow_tunnel_item_release()
363 sfc_adapter_unlock(sa); in sfc_flow_tunnel_item_release()
381 sfc_adapter_lock(sa); in sfc_flow_tunnel_action_decap_release()
[all …]
|
| H A D | sfc_nic_dma.c | 50 struct sfc_adapter *sa = register_data->sa; in sfc_nic_dma_register_mempool_chunk() local
72 sfc_err(sa, in sfc_nic_dma_register_mempool_chunk()
80 sfc_info(sa, in sfc_nic_dma_register_mempool_chunk()
98 .sa = sa, in sfc_nic_dma_register_mempool()
112 sfc_err(sa, in sfc_nic_dma_register_mempool()
122 sfc_err(sa, in sfc_nic_dma_register_mempool()
188 .sa = sa, in sfc_nic_dma_attach_regioned()
292 sfc_err(sa, in sfc_nic_dma_mz_map()
302 sfc_err(sa, in sfc_nic_dma_mz_map()
312 sfc_err(sa, in sfc_nic_dma_mz_map()
[all …]
|
| H A D | sfc_sw_stats.c | 512 sfc_adapter_lock(sa); in sfc_sw_xstats_get_vals()
526 sfc_adapter_unlock(sa); in sfc_sw_xstats_get_vals()
540 sfc_adapter_lock(sa); in sfc_sw_xstats_get_names()
547 sfc_adapter_unlock(sa); in sfc_sw_xstats_get_names()
552 sfc_adapter_unlock(sa); in sfc_sw_xstats_get_names()
569 sfc_adapter_lock(sa); in sfc_sw_xstats_get_vals_by_id()
585 sfc_adapter_unlock(sa); in sfc_sw_xstats_get_vals_by_id()
599 sfc_adapter_lock(sa); in sfc_sw_xstats_get_names_by_id()
606 sfc_adapter_unlock(sa); in sfc_sw_xstats_get_names_by_id()
612 sfc_adapter_unlock(sa); in sfc_sw_xstats_get_names_by_id()
[all …]
|
| H A D | sfc_flow_rss.c | 22 sfc_flow_rss_attach(struct sfc_adapter *sa) in sfc_flow_rss_attach() argument
28 sfc_log_init(sa, "entry"); in sfc_flow_rss_attach()
45 sfc_log_init(sa, "done"); in sfc_flow_rss_attach()
50 sfc_log_init(sa, "failed %d", rc); in sfc_flow_rss_attach()
56 sfc_flow_rss_detach(struct sfc_adapter *sa) in sfc_flow_rss_detach() argument
60 sfc_log_init(sa, "entry"); in sfc_flow_rss_detach()
65 sfc_log_init(sa, "done"); in sfc_flow_rss_detach()
207 SFC_ASSERT(sfc_adapter_is_locked(sa)); in sfc_flow_rss_ctx_reuse()
246 SFC_ASSERT(sfc_adapter_is_locked(sa)); in sfc_flow_rss_ctx_add()
287 SFC_ASSERT(sfc_adapter_is_locked(sa)); in sfc_flow_rss_ctx_del()
[all …]
|
| H A D | sfc_ev.c | 72 sfc_err(evq->sa, in sfc_ev_nop_rx()
469 struct sfc_adapter *sa = evq->sa; in sfc_ev_link_change() local
581 struct sfc_adapter *sa = evq->sa; in sfc_ev_qpoll() local
648 struct sfc_adapter *sa = evq->sa; in sfc_ev_qstart() local
666 if (sa->intr.lsc_intr && hw_index == sa->mgmt_evq_index) { in sfc_ev_qstart()
797 sfc_err(sa, in sfc_ev_mgmt_periodic_qpoll()
833 rc = sfc_ev_qstart(sa->mgmt_evq, sa->mgmt_evq_index); in sfc_ev_start()
908 evq->sa = sa; in sfc_ev_qinit()
915 efx_evq_size(sa->nic, evq->entries, sa->evq_flags), in sfc_ev_qinit()
940 struct sfc_adapter *sa = evq->sa; in sfc_ev_qfini() local
[all …]
|
| H A D | sfc_sriov.c | 53 sfc_log_init(sa, "entry"); in sfc_sriov_attach()
82 sfc_log_init(sa, "done"); in sfc_sriov_attach()
95 sfc_log_init(sa, "entry"); in sfc_sriov_detach()
101 sfc_log_init(sa, "done"); in sfc_sriov_detach()
111 sfc_log_init(sa, "entry"); in sfc_sriov_vswitch_create()
113 if (sa->switchdev) { in sfc_sriov_vswitch_create()
142 sfc_log_init(sa, "done"); in sfc_sriov_vswitch_create()
146 efx_evb_fini(sa->nic); in sfc_sriov_vswitch_create()
158 sfc_log_init(sa, "entry"); in sfc_sriov_vswitch_destroy()
169 efx_evb_fini(sa->nic); in sfc_sriov_vswitch_destroy()
[all …]
|
| H A D | sfc.h | 326 sfc_sa2shared(struct sfc_adapter *sa) in sfc_sa2shared() argument
328 return sa->priv.shared; in sfc_sa2shared()
339 rte_spinlock_init(&sa->lock); in sfc_adapter_lock_init()
349 sfc_adapter_lock(struct sfc_adapter *sa) in sfc_adapter_lock() argument
351 rte_spinlock_lock(&sa->lock); in sfc_adapter_lock()
363 rte_spinlock_unlock(&sa->lock); in sfc_adapter_unlock()
409 int sfc_probe(struct sfc_adapter *sa);
411 int sfc_attach(struct sfc_adapter *sa);
414 int sfc_start(struct sfc_adapter *sa);
415 void sfc_stop(struct sfc_adapter *sa);
[all …]
|
| H A D | sfc_rx.c | 968 sfc_warn(sa, in sfc_rx_qcheck_conf()
973 sfc_err(sa, in sfc_rx_qcheck_conf()
1030 sfc_err(sa, in sfc_rx_mb_pool_buf_size()
1044 sfc_err(sa, in sfc_rx_mb_pool_buf_size()
1067 sfc_err(sa, in sfc_rx_mb_pool_buf_size()
1139 sfc_err(sa, in sfc_rx_qinit()
1153 sfc_err(sa, in sfc_rx_qinit()
1258 rc = sa->priv.dp_rx->qcreate(sa->eth_dev->data->port_id, sw_index, in sfc_rx_qinit()
1769 sa->rxq_ctrl = calloc(nb_rxq_total, sizeof(sa->rxq_ctrl[0])); in sfc_rx_configure()
1858 sfc_rx_close(sa); in sfc_rx_configure()
[all …]
|
| H A D | sfc_tx.c | 62 if (!sa->tso) in sfc_tx_get_offload_mask()
65 if (!sa->tso_encap || in sfc_tx_get_offload_mask()
70 if (!sa->tso_encap || in sfc_tx_get_offload_mask()
81 return sa->priv.dp_tx->dev_offload_capa & sfc_tx_get_offload_mask(sa); in sfc_tx_get_dev_offload_caps()
87 return sa->priv.dp_tx->queue_offload_capa & sfc_tx_get_offload_mask(sa); in sfc_tx_get_queue_offload_caps()
103 sfc_err(sa, in sfc_tx_qcheck_conf()
112 sfc_warn(sa, in sfc_tx_qcheck_conf()
231 rc = sa->priv.dp_tx->qcreate(sa->eth_dev->data->port_id, sw_index, in sfc_tx_qinit()
427 sa->txq_ctrl = calloc(nb_txq_total, sizeof(sa->txq_ctrl[0])); in sfc_tx_configure()
491 sfc_tx_close(sa); in sfc_tx_configure()
[all …]
|
| H A D | sfc_filter.c | 21 struct sfc_filter *filter = &sa->filter; in sfc_filter_is_match_supported()
81 sfc_log_init(sa, "entry"); in sfc_filter_attach()
83 rc = efx_filter_init(sa->nic); in sfc_filter_attach()
91 efx_filter_fini(sa->nic); in sfc_filter_attach()
96 if (sa->filter.supported_match[i] & in sfc_filter_attach()
101 if (sa->filter.supported_match[i] & in sfc_filter_attach()
106 sfc_log_init(sa, "done"); in sfc_filter_attach()
111 efx_filter_fini(sa->nic); in sfc_filter_attach()
114 sfc_log_init(sa, "failed %d", rc); in sfc_filter_attach()
123 sfc_log_init(sa, "entry"); in sfc_filter_detach()
[all …]
|
| /dpdk/examples/ipsec-secgw/ |
| H A D | ipsec.c | 237 sa->spi, sa->portid); in create_inline_session()
335 sa->attr.egress = (sa->direction == in create_inline_session()
386 sa->pattern, sa->action, in create_inline_session()
397 sa->pattern, sa->action, in create_inline_session()
403 sa->pattern, sa->action, in create_inline_session()
417 &sa->attr, sa->pattern, sa->action, &err); in create_inline_session()
544 ret = rte_flow_validate(sa->portid, &sa->attr, sa->pattern, sa->action, in create_ipsec_esp_flow()
551 sa->flow = rte_flow_create(sa->portid, &sa->attr, sa->pattern, in create_ipsec_esp_flow()
614 priv->sa = sa; in ipsec_enqueue()
726 sa = priv->sa; in ipsec_inline_dequeue()
[all …]
|
| H A D | esp.c | 32 RTE_ASSERT(sa != NULL); in esp_inbound()
53 sizeof(struct rte_esp_hdr) - sa->iv_len - sa->digest_len; in esp_inbound()
75 icb->salt = sa->salt; in esp_inbound()
92 sa->iv_len; in esp_inbound()
116 sa->cipher_algo); in esp_inbound()
130 sa->auth_algo); in esp_inbound()
266 RTE_ASSERT(IS_TUNNEL(sa->flags) || IS_TRANSPORT(sa->flags)); in esp_outbound()
274 sa->flags); in esp_outbound()
303 &sa->src, &sa->dst); in esp_outbound()
308 &sa->src, &sa->dst); in esp_outbound()
[all …]
|
| /dpdk/lib/ipsec/ |
| H A D | sa.c | 162 memset(sa, 0, sa->size); in rte_ipsec_sa_fini()
258 sa->ctp.cipher.length = sa->icv_len + sa->ctp.cipher.offset; in esp_inb_init()
268 sa->ctp.auth.raw = sa->ctp.cipher.raw; in esp_inb_init()
272 sa->ctp.auth.length = sa->icv_len - sa->sqh_len; in esp_inb_init()
273 sa->cofs.ofs.cipher.tail = sa->sqh_len; in esp_inb_init()
277 sa->cofs.ofs.cipher.head = sa->ctp.cipher.offset - sa->ctp.auth.offset; in esp_inb_init()
320 sa->ctp.cipher.length = sa->iv_len; in esp_outb_init()
336 sa->ctp.auth.raw = sa->ctp.cipher.raw; in esp_outb_init()
341 sa->iv_len + sa->sqh_len; in esp_outb_init()
345 sa->cofs.ofs.cipher.head = sa->ctp.cipher.offset - sa->ctp.auth.offset; in esp_outb_init()
[all …]
|
| H A D | ipsec_telemetry.c | 13 const struct rte_ipsec_sa *sa; member
27 const struct rte_ipsec_sa *sa = entry->sa; in handle_telemetry_cmd_ipsec_sa_list() local
64 sa = entry->sa; in handle_telemetry_cmd_ipsec_sa_stats()
87 (sa->statistics.count * sa->hdr_len)); in handle_telemetry_cmd_ipsec_sa_stats()
123 sa = entry->sa; in handle_telemetry_cmd_ipsec_sa_details()
124 if (sa_spi != sa->spi) in handle_telemetry_cmd_ipsec_sa_details()
178 if (sa->sqn.inb.rsn[sa->sqn.inb.rdidx]) in handle_telemetry_cmd_ipsec_sa_details()
181 sa->sqn.inb.rsn[sa->sqn.inb.rdidx]->sqn); in handle_telemetry_cmd_ipsec_sa_details()
187 sa->sqn.outb); in handle_telemetry_cmd_ipsec_sa_details()
213 entry->sa = sa; in rte_ipsec_telemetry_sa_add()
[all …]
|
| H A D | ipsec_sqn.h | 16 #define IS_ESN(sa) ((sa)->sqn_mask == UINT64_MAX) argument
18 #define SQN_ATOMIC(sa) ((sa)->type & RTE_IPSEC_SATP_SQN_ATOM) argument
130 if (SQN_ATOMIC(sa)) in esn_outb_update_sqn()
134 sa->sqn.outb = sqn; in esn_outb_update_sqn()
156 if (IS_ESN(sa)) in esn_inb_update_sqn()
235 n = sa->sqn.inb.rdidx; in rsn_acquire()
238 if (!SQN_ATOMIC(sa)) in rsn_acquire()
258 if (SQN_ATOMIC(sa)) in rsn_release()
276 if (!SQN_ATOMIC(sa)) in rsn_update_start()
284 rsn_copy(sa, k, n); in rsn_update_start()
[all …]
|
| H A D | esp_outb.c | 151 hlen = sa->hdr_len + sa->iv_len + sizeof(*esph); in outb_tun_pkt_prepare()
194 rte_memcpy(ph, sa->hdr, sa->hdr_len); in outb_tun_pkt_prepare()
201 sa->hdr_l3_off - sa->hdr_len); in outb_tun_pkt_prepare()
264 aead_gcm_aad_fill(gaad, sa->spi, sqc, IS_ESN(sa)); in outb_pkt_xprepare()
278 sa->spi, sqc, IS_ESN(sa)); in outb_pkt_xprepare()
303 sa = ss->sa; in esp_outb_tun_prepare()
451 sa = ss->sa; in esp_outb_trs_prepare()
548 sa = ss->sa; in cpu_outb_pkt_prepare()
629 sa = ss->sa; in esp_outb_sqh_process()
729 sa = ss->sa; in inline_outb_tun_pkt_process()
[all …]
|
| H A D | esp_inb.c | 84 sa->iv_ofs); in inb_cop_prepare()
92 sa->iv_ofs); in inb_cop_prepare()
118 sa->iv_ofs); in inb_cop_prepare()
126 sa->iv_ofs); in inb_cop_prepare()
232 aead_gcm_aad_fill(aad, sa->spi, sqc, IS_ESN(sa)); in inb_pkt_xprepare()
238 aead_ccm_aad_fill(caad, sa->spi, sqc, IS_ESN(sa)); in inb_pkt_xprepare()
246 sa->spi, sqc, IS_ESN(sa)); in inb_pkt_xprepare()
375 sa = ss->sa; in esp_inb_pkt_prepare()
771 sa = ss->sa; in cpu_inb_pkt_prepare()
820 struct rte_ipsec_sa *sa = ss->sa; in esp_inb_tun_pkt_process() local
[all …]
|
| /dpdk/app/test/ |
| H A D | test_ipsec_perf.c | 178 sa->aead_xform.type = sa->type; in fill_ipsec_param()
192 sa->crypto_xforms = &sa->aead_xform; in fill_ipsec_param()
209 sa->auth_xform.next = &sa->cipher_xform; in fill_ipsec_param()
210 sa->crypto_xforms = &sa->auth_xform; in fill_ipsec_param()
216 sa->cipher_xform.next = &sa->auth_xform; in fill_ipsec_param()
217 sa->crypto_xforms = &sa->cipher_xform; in fill_ipsec_param()
234 memset(&sa->ss[0], 0, sizeof(sa->ss[0])); in create_sa()
245 sa->ss[0].sa = rte_zmalloc(NULL, sz, RTE_CACHE_LINE_SIZE); in create_sa()
246 TEST_ASSERT_NOT_NULL(sa->ss[0].sa, in create_sa()
252 rc = rte_ipsec_sa_init(sa->ss[0].sa, &sa->sa_prm, sz); in create_sa()
[all …]
|
| /dpdk/drivers/common/cnxk/ |
| H A D | cnxk_security.c | 256 if (sa->w0.s.ar_win) in ot_ipsec_inb_ctx_size()
333 rc = ot_ipsec_sa_common_param_fill(&w2, sa->cipher_key, sa->w8.s.salt, in cnxk_ot_ipsec_inb_sa_fill()
340 sa->w2.u64 = w2.u64; in cnxk_ot_ipsec_inb_sa_fill()
382 sa->w0.s.ctx_push_size = sa->w0.s.hw_ctx_off + 1; in cnxk_ot_ipsec_inb_sa_fill()
384 sa->w0.s.ctx_size = in cnxk_ot_ipsec_inb_sa_fill()
417 sa->w2.s.valid = 1; in cnxk_ot_ipsec_inb_sa_fill()
435 rc = ot_ipsec_sa_common_param_fill(&w2, sa->cipher_key, sa->iv.s.salt, in cnxk_ot_ipsec_outb_sa_fill()
527 sa->w0.s.ctx_push_size = sa->w0.s.hw_ctx_off + 1; in cnxk_ot_ipsec_outb_sa_fill()
570 sa->w2.s.valid = 1; in cnxk_ot_ipsec_outb_sa_fill()
734 rc = onf_ipsec_sa_common_param_fill(ctl, sa->nonce, sa->cipher_key, in cnxk_onf_ipsec_inb_sa_fill()
[all …]
|