| /dpdk/lib/fib/ |
| H A D | dir24_8.c | 95 if (dp == NULL) in dir24_8_get_lookup_fn() 183 dp->nh_sz); in tbl8_alloc() 275 tbl24_tmp = get_tbl24(dp, ledge, dp->nh_sz); in install_to_fib() 312 tbl24_tmp = get_tbl24(dp, redge, dp->nh_sz); in install_to_fib() 335 tbl24_tmp = get_tbl24(dp, ledge, dp->nh_sz); in install_to_fib() 342 write_to_fib(get_tbl24_p(dp, ledge, dp->nh_sz), in install_to_fib() 351 dp->nh_sz); in install_to_fib() 445 (dp->rsvd_tbl8s >= dp->number_tbl8s)) in dir24_8_modify() 478 ret = modify_fib(dp, rib, ip, depth, dp->def_nh); in dir24_8_modify() 558 return dp; in dir24_8_create() [all …]
|
| H A D | trie.c | 75 if (dp == NULL) in trie_get_lookup_fn() 136 if (dp->tbl8_pool_pos == dp->number_tbl8s) in tbl8_get() 141 return dp->tbl8_pool[dp->tbl8_pool_pos++]; in tbl8_get() 150 dp->tbl8_pool[--dp->tbl8_pool_pos] = tbl8_ind; in tbl8_put() 310 dp->nh_sz); in build_common_root() 416 dp->nh_sz); in install_to_dp() 428 ent = get_tbl24_p(dp, ledge, dp->nh_sz); in install_to_dp() 589 ret = modify_dp(dp, rib, ip_masked, depth, dp->def_nh); in trie_modify() 636 return dp; in trie_create() 667 return dp; in trie_create() [all …]
|
| H A D | dir24_8.h | 41 return (void *)&((uint8_t *)dp->tbl24)[(ip & in get_tbl24_p() 122 rte_prefetch0(get_tbl24_p(dp, \ 157 tmp = get_tbl24(dp, ips[i], nh_sz); in dir24_8_lookup_bulk() 159 tmp = get_tbl8(dp, tmp, ips[i], nh_sz); in dir24_8_lookup_bulk() 164 tmp = get_tbl24(dp, ips[i], nh_sz); in dir24_8_lookup_bulk() 166 tmp = get_tbl8(dp, tmp, ips[i], nh_sz); in dir24_8_lookup_bulk() 216 uint8_t nh_sz = dp->nh_sz; in dir24_8_lookup_bulk_uni() 223 tmp = get_tbl24(dp, ips[i], nh_sz); in dir24_8_lookup_bulk_uni() 225 tmp = get_tbl8(dp, tmp, ips[i], nh_sz); in dir24_8_lookup_bulk_uni() 230 tmp = get_tbl24(dp, ips[i], nh_sz); in dir24_8_lookup_bulk_uni() [all …]
|
| H A D | dir24_8_avx512.c | 15 struct dir24_8_tbl *dp = (struct dir24_8_tbl *)p; in dir24_8_vec_lookup_x16() local 39 res = _mm512_i32gather_epi32(idxes, (const int *)dp->tbl24, 1); in dir24_8_vec_lookup_x16() 42 res = _mm512_i32gather_epi32(idxes, (const int *)dp->tbl24, 2); in dir24_8_vec_lookup_x16() 45 res = _mm512_i32gather_epi32(idxes, (const int *)dp->tbl24, 4); in dir24_8_vec_lookup_x16() 57 idxes, (const int *)dp->tbl8, 1); in dir24_8_vec_lookup_x16() 61 idxes, (const int *)dp->tbl8, 2); in dir24_8_vec_lookup_x16() 65 idxes, (const int *)dp->tbl8, 4); in dir24_8_vec_lookup_x16() 83 struct dir24_8_tbl *dp = (struct dir24_8_tbl *)p; in dir24_8_vec_lookup_x8_8b() local 96 res = _mm512_i32gather_epi64(idxes_256, (const void *)dp->tbl24, 8); in dir24_8_vec_lookup_x8_8b() 108 (const void *)dp->tbl8, 8); in dir24_8_vec_lookup_x8_8b()
|
| H A D | trie_avx512.c | 73 struct rte_trie_tbl *dp = (struct rte_trie_tbl *)p; in trie_vec_lookup_x16x2() local 118 (const int *)dp->tbl24, 2); in trie_vec_lookup_x16x2() 120 (const int *)dp->tbl24, 2); in trie_vec_lookup_x16x2() 125 (const int *)dp->tbl24, 4); in trie_vec_lookup_x16x2() 127 (const int *)dp->tbl24, 4); in trie_vec_lookup_x16x2() 166 idxes_1, (const int *)dp->tbl8, 2); in trie_vec_lookup_x16x2() 168 idxes_2, (const int *)dp->tbl8, 2); in trie_vec_lookup_x16x2() 173 idxes_1, (const int *)dp->tbl8, 4); in trie_vec_lookup_x16x2() 175 idxes_2, (const int *)dp->tbl8, 4); in trie_vec_lookup_x16x2() 282 idxes_1, (const void *)dp->tbl8, 8); in trie_vec_lookup_x8x2_8b() [all …]
|
| H A D | rte_fib.c | 42 void *dp; /**< pointer to the dataplane struct*/ member 100 fib->dp = fib; in init_dataplane() 105 fib->dp = dir24_8_create(dp_name, socket_id, conf); in init_dataplane() 106 if (fib->dp == NULL) in init_dataplane() 108 fib->lookup = dir24_8_get_lookup_fn(fib->dp, in init_dataplane() 143 fib->lookup(fib->dp, ips, next_hops, n); in rte_fib_lookup_bulk() 273 dir24_8_free(fib->dp); in free_dataplane() 311 return (fib == NULL) ? NULL : fib->dp; in rte_fib_get_dp() 328 fn = dir24_8_get_lookup_fn(fib->dp, type); in rte_fib_select_lookup()
|
| H A D | rte_fib6.c | 42 void *dp; /**< pointer to the dataplane struct*/ member 100 fib->dp = fib; in init_dataplane() 105 fib->dp = trie_create(dp_name, socket_id, conf); in init_dataplane() 106 if (fib->dp == NULL) in init_dataplane() 108 fib->lookup = trie_get_lookup_fn(fib->dp, RTE_FIB6_LOOKUP_DEFAULT); in init_dataplane() 144 fib->lookup(fib->dp, ips, next_hops, n); in rte_fib6_lookup_bulk() 274 trie_free(fib->dp); in free_dataplane() 312 return (fib == NULL) ? NULL : fib->dp; in rte_fib6_get_dp() 329 fn = trie_get_lookup_fn(fib->dp, type); in rte_fib6_select_lookup()
|
| H A D | trie.h | 49 get_tbl24_p(struct rte_trie_tbl *dp, const uint8_t *ip, uint8_t nh_sz) in get_tbl24_p() argument 54 return (void *)&((uint8_t *)dp->tbl24)[tbl24_idx << nh_sz]; in get_tbl24_p() 111 struct rte_trie_tbl *dp = (struct rte_trie_tbl *)p; \ 116 tmp = ((type *)dp->tbl24)[get_tbl24_idx(&ips[i][0])]; \ 119 tmp = ((type *)dp->tbl8)[ips[i][j++] + \
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtqueue.h | 63 virtqueue_fetch_flags_packed(struct vring_packed_desc *dp, in virtqueue_fetch_flags_packed() argument 74 flags = __atomic_load_n(&dp->flags, __ATOMIC_ACQUIRE); in virtqueue_fetch_flags_packed() 76 flags = dp->flags; in virtqueue_fetch_flags_packed() 80 flags = dp->flags; in virtqueue_fetch_flags_packed() 97 __atomic_store_n(&dp->flags, flags, __ATOMIC_RELEASE); in virtqueue_store_flags_packed() 100 dp->flags = flags; in virtqueue_store_flags_packed() 104 dp->flags = flags; in virtqueue_store_flags_packed() 395 dp[i].next = (uint16_t)(i + 1); in vring_desc_init_split() 396 dp[i].next = VQ_RING_DESC_CHAIN_END; in vring_desc_init_split() 404 dp[i].id = (uint16_t)i; in vring_desc_init_indirect_packed() [all …]
|
| /dpdk/drivers/net/sfc/ |
| H A D | sfc_dp.h | 118 sfc_dp_match_hw_fw_caps(const struct sfc_dp *dp, unsigned int avail_caps) in sfc_dp_match_hw_fw_caps() argument 120 return (dp->hw_fw_caps & avail_caps) == dp->hw_fw_caps; in sfc_dp_match_hw_fw_caps()
|
| H A D | sfc_ef10_essb_rx.c | 112 struct sfc_dp_rxq dp; member 118 return container_of(dp_rxq, struct sfc_ef10_essb_rxq, dp); in sfc_ef10_essb_rxq_by_dp_rxq() 224 &rxq->dp.dpq.dbells); in sfc_ef10_essb_rx_qrefill() 242 sfc_ef10_essb_rx_err(&rxq->dp.dpq, in sfc_ef10_essb_rx_event_get() 598 sfc_dp_queue_init(&rxq->dp.dpq, port_id, queue_id, pci_addr); in sfc_ef10_essb_rx_qcreate() 626 sfc_ef10_essb_rx_info(&rxq->dp.dpq, "RxQ doorbell is %p", in sfc_ef10_essb_rx_qcreate() 628 sfc_ef10_essb_rx_info(&rxq->dp.dpq, in sfc_ef10_essb_rx_qcreate() 631 sfc_ef10_essb_rx_info(&rxq->dp.dpq, in sfc_ef10_essb_rx_qcreate() 639 *dp_rxqp = &rxq->dp; in sfc_ef10_essb_rx_qcreate() 746 .dp = {
|
| H A D | sfc_tx.h | 87 struct sfc_dp_txq dp; member 93 return container_of(dp_txq, struct sfc_efx_txq, dp); in sfc_efx_txq_by_dp_txq() 99 struct sfc_dp_txq *dp; member
|
| H A D | sfc_ef100_rx.c | 34 SFC_DP_LOG(SFC_KVARG_DATAPATH_EF100, ERR, &(_rxq)->dp.dpq, __VA_ARGS__) 37 SFC_DP_LOG(SFC_KVARG_DATAPATH_EF100, DEBUG, &(_rxq)->dp.dpq, \ 96 struct sfc_dp_rxq dp; member 104 return container_of(dp_rxq, struct sfc_ef100_rxq, dp); in sfc_ef100_rxq_by_dp_rxq() 131 rxq->dp.dpq.dbells++; in sfc_ef100_rx_qpush() 162 rte_eth_devices[rxq->dp.dpq.port_id].data; in sfc_ef100_rx_qrefill() 583 sfc_pkts_bytes_add(&rxq->dp.dpq.stats, 1, in sfc_ef100_rx_process_ready_pkts() 776 sfc_dp_queue_init(&rxq->dp.dpq, port_id, queue_id, pci_addr); in sfc_ef100_rx_qcreate() 815 *dp_rxqp = &rxq->dp; in sfc_ef100_rx_qcreate() 886 rxq->rearm_data = sfc_ef100_mk_mbuf_rearm_data(rxq->dp.dpq.port_id, in sfc_ef100_rx_qstart() [all …]
|
| H A D | sfc_dp_rx.h | 219 struct sfc_dp dp; member 261 return (p == NULL) ? NULL : container_of(p, struct sfc_dp_rx, dp); in sfc_dp_find_rx_by_name() 269 return (p == NULL) ? NULL : container_of(p, struct sfc_dp_rx, dp); in sfc_dp_find_rx_by_caps()
|
| H A D | sfc_rx.h | 94 struct sfc_dp_rxq dp; member 100 return container_of(dp_rxq, struct sfc_efx_rxq, dp); in sfc_efx_rxq_by_dp_rxq() 113 struct sfc_dp_rxq *dp; member
|
| H A D | sfc_ef10_rx.c | 86 struct sfc_dp_rxq dp; member 92 return container_of(dp_rxq, struct sfc_ef10_rxq, dp); in sfc_ef10_rxq_by_dp_rxq() 130 rte_eth_devices[rxq->dp.dpq.port_id].data; in sfc_ef10_rx_qrefill() 174 sfc_ef10_rx_qpush(rxq->doorbell, added, ptr_mask, &rxq->dp.dpq.dbells); in sfc_ef10_rx_qrefill() 424 sfc_ef10_rx_err(&rxq->dp.dpq, in sfc_ef10_rx_get_event() 664 sfc_dp_queue_init(&rxq->dp.dpq, port_id, queue_id, pci_addr); in sfc_ef10_rx_qcreate() 694 sfc_ef10_rx_info(&rxq->dp.dpq, "RxQ doorbell is %p", rxq->doorbell); in sfc_ef10_rx_qcreate() 696 *dp_rxqp = &rxq->dp; in sfc_ef10_rx_qcreate() 819 .dp = {
|
| H A D | sfc_dp_tx.h | 171 struct sfc_dp dp; member 204 return (p == NULL) ? NULL : container_of(p, struct sfc_dp_tx, dp); in sfc_dp_find_tx_by_name() 212 return (p == NULL) ? NULL : container_of(p, struct sfc_dp_tx, dp); in sfc_dp_find_tx_by_caps()
|
| H A D | sfc_tx.c | 233 socket_id, &info, &txq_info->dp); in sfc_tx_qinit() 237 evq->dp_txq = txq_info->dp; in sfc_tx_qinit() 281 sa->priv.dp_tx->qdestroy(txq_info->dp); in sfc_tx_qfini() 282 txq_info->dp = NULL; in sfc_tx_qfini() 629 sa->priv.dp_tx->qstop(txq_info->dp, &txq->evq->read_ptr); in sfc_tx_qstop() 668 sa->priv.dp_tx->qreap(txq_info->dp); in sfc_tx_qstop() 1009 txq->dp.dpq.dbells++; in sfc_efx_xmit_pkts() 1105 sfc_dp_queue_init(&txq->dp.dpq, port_id, queue_id, pci_addr); in sfc_efx_tx_qcreate() 1123 ctrl_txq = sfc_txq_by_dp_txq(&txq->dp); in sfc_efx_tx_qcreate() 1137 *dp_txqp = &txq->dp; in sfc_efx_tx_qcreate() [all …]
|
| H A D | sfc_ef10_tx.c | 77 struct sfc_dp_txq dp; member 83 return container_of(dp_txq, struct sfc_ef10_txq, dp); in sfc_ef10_txq_by_dp_txq() 110 sfc_ef10_tx_err(&txq->dp.dpq, in sfc_ef10_tx_get_event() 251 txq->dp.dpq.dbells++; in sfc_ef10_tx_qpush() 955 sfc_dp_queue_init(&txq->dp.dpq, port_id, queue_id, pci_addr); in sfc_ef10_tx_qcreate() 990 sfc_ef10_tx_info(&txq->dp.dpq, "TxQ doorbell is %p", txq->doorbell); in sfc_ef10_tx_qcreate() 992 *dp_txqp = &txq->dp; in sfc_ef10_tx_qcreate() 1127 .dp = { 1155 .dp = {
|
| H A D | sfc_ef100_tx.c | 31 SFC_DP_LOG(SFC_KVARG_DATAPATH_EF100, ERR, &(_txq)->dp.dpq, __VA_ARGS__) 34 SFC_DP_LOG(SFC_KVARG_DATAPATH_EF100, DEBUG, &(_txq)->dp.dpq, \ 91 struct sfc_dp_txq dp; member 99 return container_of(dp_txq, struct sfc_ef100_txq, dp); in sfc_ef100_txq_by_dp_txq() 534 txq->dp.dpq.dbells++; in sfc_ef100_tx_qpush() 779 sfc_pkts_bytes_add(&txq->dp.dpq.stats, 1, in sfc_ef100_xmit_pkts() 855 sfc_dp_queue_init(&txq->dp.dpq, port_id, queue_id, pci_addr); in sfc_ef100_tx_qcreate() 889 *dp_txqp = &txq->dp; in sfc_ef100_tx_qcreate() 1013 .dp = {
|
| H A D | sfc_repr_proxy.h | 79 struct sfc_dp_rxq *dp; member 93 struct sfc_dp_txq *dp; member
|
| /dpdk/drivers/net/netvsc/ |
| H A D | hn_nvs.c | 580 struct hn_nvs_datapath dp; in hn_nvs_set_datapath() local 586 memset(&dp, 0, sizeof(dp)); in hn_nvs_set_datapath() 587 dp.type = NVS_TYPE_SET_DATAPATH; in hn_nvs_set_datapath() 588 dp.active_path = path; in hn_nvs_set_datapath() 590 error = hn_nvs_req_send(hv, &dp, sizeof(dp)); in hn_nvs_set_datapath()
|
| /dpdk/drivers/crypto/virtio/ |
| H A D | virtio_rxtx.c | 13 struct vring_desc *dp, *dp_tail; in vq_ring_free_chain() local 17 dp = &vq->vq_ring.desc[desc_idx]; in vq_ring_free_chain() 20 if ((dp->flags & VRING_DESC_F_INDIRECT) == 0) { in vq_ring_free_chain() 21 while (dp->flags & VRING_DESC_F_NEXT) { in vq_ring_free_chain() 22 desc_idx_last = dp->next; in vq_ring_free_chain() 23 dp = &vq->vq_ring.desc[dp->next]; in vq_ring_free_chain() 41 dp->next = VQ_RING_DESC_CHAIN_END; in vq_ring_free_chain()
|
| /dpdk/examples/l3fwd/ |
| H A D | l3fwd_common.h | 31 rfc1812_process(struct rte_ipv4_hdr *ipv4_hdr, uint16_t *dp, uint32_t ptype) in rfc1812_process() argument 44 dp[0] = BAD_PORT; in rfc1812_process() 50 #define rfc1812_process(mb, dp, ptype) do { } while (0) argument
|
| /dpdk/drivers/bus/fslmc/qbman/ |
| H A D | qbman_debug.c | 514 void qbman_cgr_attr_wred_dp_decompose(uint32_t dp, uint64_t *minth, in qbman_cgr_attr_wred_dp_decompose() argument 519 ma = (uint8_t)(dp >> 24); in qbman_cgr_attr_wred_dp_decompose() 520 mn = (uint8_t)(dp >> 19) & 0x1f; in qbman_cgr_attr_wred_dp_decompose() 521 step_i = (uint8_t)(dp >> 11); in qbman_cgr_attr_wred_dp_decompose() 522 step_s = (uint8_t)(dp >> 6) & 0x1f; in qbman_cgr_attr_wred_dp_decompose() 523 pn = (uint8_t)dp & 0x3f; in qbman_cgr_attr_wred_dp_decompose()
|