| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_irq.c | 31 cpr = bp->async_cp_ring; in bnxt_int_handler() 32 if (cpr == NULL) in bnxt_int_handler() 38 if (!cpr || !cpr->cp_ring_struct || !cpr->cp_db.doorbell) { in bnxt_int_handler() 61 bnxt_db_nq_arm(cpr); in bnxt_int_handler() 63 B_CP_DB_REARM(cpr, cpr->cp_raw_cons); in bnxt_int_handler() 119 if (!cpr || !cpr->cp_db.doorbell) in bnxt_disable_int() 124 bnxt_db_nq(cpr); in bnxt_disable_int() 126 B_CP_DB_DISARM(cpr); in bnxt_disable_int() 136 if (!cpr || !cpr->cp_db.doorbell) in bnxt_enable_int() 141 bnxt_db_nq_arm(cpr); in bnxt_enable_int() [all …]
|
| H A D | bnxt_ring.h | 101 static inline void bnxt_db_nq(struct bnxt_cp_ring_info *cpr) in bnxt_db_nq() argument 103 uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons); in bnxt_db_nq() 105 void *doorbell = cpr->cp_db.doorbell; in bnxt_db_nq() 108 if (unlikely(!cpr->cp_db.db_64)) in bnxt_db_nq() 117 uint32_t db_idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons); in bnxt_db_nq_arm() 119 void *doorbell = cpr->cp_db.doorbell; in bnxt_db_nq_arm() 121 if (unlikely(!cpr->cp_db.db_64)) in bnxt_db_nq_arm() 129 struct bnxt_db_info *db = &cpr->cp_db; in bnxt_db_cq() 130 uint32_t idx = DB_RING_IDX(&cpr->cp_db, cpr->cp_raw_cons); in bnxt_db_cq() 139 uint32_t cp_raw_cons = cpr->cp_raw_cons; in bnxt_db_cq() [all …]
|
| H A D | bnxt_cpr.h | 31 #define B_CP_DB_REARM(cpr, raw_cons) \ argument 33 DB_RING_IDX(&((cpr)->cp_db), raw_cons)), \ 34 ((cpr)->cp_db.doorbell)) 37 ((cpr)->cp_db.doorbell)) 39 #define B_CP_DB_DISARM(cpr) (*(uint32_t *)((cpr)->cp_db.doorbell) = \ argument 42 #define B_CP_DB_IDX_ARM(cpr, cons) \ argument 46 #define B_CP_DB_IDX_DISARM(cpr, cons) do { \ argument 51 #define B_CP_DIS_DB(cpr, raw_cons) \ argument 54 ((cpr)->cp_db.doorbell)) 56 #define B_CP_DB(cpr, raw_cons, ring_mask) \ argument [all …]
|
| H A D | bnxt_ring.c | 431 cpr->cp_raw_cons = 0; in bnxt_alloc_cmpl_ring() 434 bnxt_db_cq(cpr); in bnxt_alloc_cmpl_ring() 629 bp->async_cp_ring = cpr; in bnxt_alloc_hwrm_rx_ring() 794 cpr->cp_raw_cons = 0; in bnxt_alloc_async_cp_ring() 799 bnxt_db_nq(cpr); in bnxt_alloc_async_cp_ring() 801 bnxt_db_cq(cpr); in bnxt_alloc_async_cp_ring() 821 cpr->cp_ring_struct = NULL; in bnxt_free_async_cp_ring() 822 rte_free(cpr); in bnxt_free_async_cp_ring() 838 if (cpr == NULL) in bnxt_alloc_async_ring_struct() 846 rte_free(cpr); in bnxt_alloc_async_ring_struct() [all …]
|
| H A D | bnxt_rxtx_vec_neon.c | 165 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in recv_burst_vec_neon() local 172 uint32_t raw_cons = cpr->cp_raw_cons; in recv_burst_vec_neon() 241 ((void *)&cpr->cp_desc_ring[cons + 7], in recv_burst_vec_neon() 248 ((void *)&cpr->cp_desc_ring[cons + 5], in recv_burst_vec_neon() 257 ((void *)&cpr->cp_desc_ring[cons + 3], in recv_burst_vec_neon() 264 ((void *)&cpr->cp_desc_ring[cons + 1], in recv_burst_vec_neon() 307 cpr->cp_raw_cons += 2 * nb_rx_pkts; in recv_burst_vec_neon() 308 bnxt_db_cq(cpr); in recv_burst_vec_neon() 339 uint32_t raw_cons = cpr->cp_raw_cons; in bnxt_handle_tx_cp_vec() 368 cpr->cp_raw_cons = raw_cons; in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_rxr.c | 349 &cpr->cp_desc_ring[cp_cons]; in bnxt_rx_pages() 859 &cpr->cp_desc_ring[cp_cons]; in bnxt_rx_pkt() 1107 cpr->cp_raw_cons = raw_cons; in bnxt_recv_pkts() 1109 bnxt_db_cq(cpr); in bnxt_recv_pkts() 1187 struct bnxt_cp_ring_info *cpr; in bnxt_init_rx_ring_struct() local 1226 cpr = rxq->cp_ring; in bnxt_init_rx_ring_struct() 1231 if (cpr == NULL) in bnxt_init_rx_ring_struct() 1233 rxq->cp_ring = cpr; in bnxt_init_rx_ring_struct() 1242 cpr->cp_ring_struct = ring; in bnxt_init_rx_ring_struct() 1410 cpr->cp_raw_cons = raw_cons; in bnxt_flush_rx_cmp() [all …]
|
| H A D | bnxt_txr.c | 62 struct bnxt_cp_ring_info *cpr; in bnxt_init_tx_ring_struct() local 87 cpr = rte_zmalloc_socket("bnxt_tx_ring", in bnxt_init_tx_ring_struct() 90 if (cpr == NULL) in bnxt_init_tx_ring_struct() 92 txq->cp_ring = cpr; in bnxt_init_tx_ring_struct() 99 cpr->cp_ring_struct = ring; in bnxt_init_tx_ring_struct() 102 ring->bd = (void *)cpr->cp_desc_ring; in bnxt_init_tx_ring_struct() 103 ring->bd_dma = cpr->cp_desc_mapping; in bnxt_init_tx_ring_struct() 486 cpr->cp_raw_cons = raw_cons; in bnxt_handle_tx_cp() 487 bnxt_db_cq(cpr); in bnxt_handle_tx_cp() 604 cpr->cp_raw_cons = raw_cons; in bnxt_flush_tx_cmp() [all …]
|
| H A D | bnxt_rxtx_vec_sse.c | 157 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in recv_burst_vec_sse() local 159 uint16_t cp_ring_size = cpr->cp_ring_struct->ring_size; in recv_burst_vec_sse() 161 struct cmpl_base *cp_desc_ring = cpr->cp_desc_ring; in recv_burst_vec_sse() 164 uint32_t raw_cons = cpr->cp_raw_cons; in recv_burst_vec_sse() 279 cpr->cp_raw_cons += 2 * nb_rx_pkts; in recv_burst_vec_sse() 280 bnxt_db_cq(cpr); in recv_burst_vec_sse() 310 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_handle_tx_cp_vec() local 311 uint32_t raw_cons = cpr->cp_raw_cons; in bnxt_handle_tx_cp_vec() 315 struct cmpl_base *cp_desc_ring = cpr->cp_desc_ring; in bnxt_handle_tx_cp_vec() 340 cpr->cp_raw_cons = raw_cons; in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_rxtx_vec_avx2.c | 28 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in recv_burst_vec_avx2() local 30 uint16_t cp_ring_size = cpr->cp_ring_struct->ring_size; in recv_burst_vec_avx2() 32 struct cmpl_base *cp_desc_ring = cpr->cp_desc_ring; in recv_burst_vec_avx2() 35 uint32_t raw_cons = cpr->cp_raw_cons; in recv_burst_vec_avx2() 357 cpr->cp_raw_cons += 2 * nb_rx_pkts; in recv_burst_vec_avx2() 358 bnxt_db_cq(cpr); in recv_burst_vec_avx2() 388 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_handle_tx_cp_vec() local 389 uint32_t raw_cons = cpr->cp_raw_cons; in bnxt_handle_tx_cp_vec() 393 struct cmpl_base *cp_desc_ring = cpr->cp_desc_ring; in bnxt_handle_tx_cp_vec() 413 cpr->cp_raw_cons = raw_cons; in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_rxq.c | 421 struct bnxt_cp_ring_info *cpr; in bnxt_rx_queue_intr_enable_op() local 433 cpr = rxq->cp_ring; in bnxt_rx_queue_intr_enable_op() 434 B_CP_DB_REARM(cpr, cpr->cp_raw_cons); in bnxt_rx_queue_intr_enable_op() 444 struct bnxt_cp_ring_info *cpr; in bnxt_rx_queue_intr_disable_op() local 456 cpr = rxq->cp_ring; in bnxt_rx_queue_intr_disable_op() 457 B_CP_DB_DISARM(cpr); in bnxt_rx_queue_intr_disable_op()
|
| H A D | bnxt_hwrm.c | 125 if (cpr != NULL) { in bnxt_check_cq_hwrm_done() 247 if (cpr == NULL) { in bnxt_hwrm_send_message() 249 cpr = in bnxt_hwrm_send_message() 252 if (cpr != NULL) in bnxt_hwrm_send_message() 2131 cpr = rxq->cp_ring; in bnxt_hwrm_vnic_cfg() 2611 cpr = txq->cp_ring; in bnxt_clear_all_hwrm_stat_ctxs() 2636 if (cpr == NULL) in bnxt_free_all_hwrm_stat_ctxs() 2645 if (cpr == NULL) in bnxt_free_all_hwrm_stat_ctxs() 2685 cpr->cp_ring_struct->ring_size * sizeof(*cpr->cp_desc_ring)); in bnxt_free_nq_ring() 2697 cpr->cp_ring_struct->ring_size * sizeof(*cpr->cp_desc_ring)); in bnxt_free_cp_ring() [all …]
|
| H A D | bnxt_stats.c | 568 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in bnxt_stats_get_op() local 574 rc = bnxt_hwrm_ring_stats(bp, cpr->hw_stats_ctx_id, i, in bnxt_stats_get_op() 589 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_stats_get_op() local 595 rc = bnxt_hwrm_ring_stats(bp, cpr->hw_stats_ctx_id, i, in bnxt_stats_get_op() 705 struct bnxt_cp_ring_info *cpr = rxq->cp_ring; in bnxt_dev_xstats_get_op() local 711 rc = bnxt_hwrm_ring_stats(bp, cpr->hw_stats_ctx_id, i, in bnxt_dev_xstats_get_op() 721 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_dev_xstats_get_op() local 727 rc = bnxt_hwrm_ring_stats(bp, cpr->hw_stats_ctx_id, i, in bnxt_dev_xstats_get_op()
|
| H A D | bnxt_hwrm.h | 191 int bnxt_hwrm_stat_clear(struct bnxt *bp, struct bnxt_cp_ring_info *cpr); 212 void bnxt_free_cp_ring(struct bnxt *bp, struct bnxt_cp_ring_info *cpr); 213 void bnxt_free_nq_ring(struct bnxt *bp, struct bnxt_cp_ring_info *cpr); 327 int bnxt_hwrm_stat_ctx_alloc(struct bnxt *bp, struct bnxt_cp_ring_info *cpr);
|
| H A D | bnxt_txr.h | 61 int bnxt_flush_tx_cmp(struct bnxt_cp_ring_info *cpr);
|
| H A D | bnxt_ethdev.c | 3145 struct bnxt_cp_ring_info *cpr; in bnxt_rx_queue_count_op() local 3158 cpr = rxq->cp_ring; in bnxt_rx_queue_count_op() 3159 raw_cons = cpr->cp_raw_cons; in bnxt_rx_queue_count_op() 3210 struct bnxt_cp_ring_info *cpr; in bnxt_rx_descriptor_status_op() local 3225 cpr = rxq->cp_ring; in bnxt_rx_descriptor_status_op() 3238 raw_cons = cpr->cp_raw_cons + in bnxt_rx_descriptor_status_op() 3261 raw_cons = cpr->cp_raw_cons; in bnxt_rx_descriptor_status_op() 3321 struct bnxt_cp_ring_info *cpr = txq->cp_ring; in bnxt_tx_descriptor_status_op() local 3337 raw_cons = cpr->cp_raw_cons; in bnxt_tx_descriptor_status_op() 3338 cp_desc_ring = cpr->cp_desc_ring; in bnxt_tx_descriptor_status_op() [all …]
|
| H A D | bnxt_rxr.h | 107 int bnxt_flush_rx_cmp(struct bnxt_cp_ring_info *cpr);
|