1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2014-2021 Broadcom 3 * All rights reserved. 4 */ 5 6 #ifndef _BNXT_CPR_H_ 7 #define _BNXT_CPR_H_ 8 #include <stdbool.h> 9 10 #include <rte_io.h> 11 12 struct bnxt_db_info; 13 14 #define CMP_VALID(cmp, raw_cons, ring) \ 15 (!!(rte_le_to_cpu_32(((struct cmpl_base *)(cmp))->info3_v) & \ 16 CMPL_BASE_V) == !((raw_cons) & ((ring)->ring_size))) 17 18 #define CMPL_VALID(cmp, v) \ 19 (!!(rte_le_to_cpu_32(((struct cmpl_base *)(cmp))->info3_v) & \ 20 CMPL_BASE_V) == !(v)) 21 22 #define NQ_CMP_VALID(nqcmp, raw_cons, ring) \ 23 (!!((nqcmp)->v & rte_cpu_to_le_32(NQ_CN_V)) == \ 24 !((raw_cons) & ((ring)->ring_size))) 25 26 #define CMP_TYPE(cmp) \ 27 (((struct cmpl_base *)cmp)->type & CMPL_BASE_TYPE_MASK) 28 29 /* Get completion length from completion type, in 16-byte units. */ 30 #define CMP_LEN(cmp_type) (((cmp_type) & 1) + 1) 31 32 33 #define ADV_RAW_CMP(idx, n) ((idx) + (n)) 34 #define NEXT_RAW_CMP(idx) ADV_RAW_CMP(idx, 1) 35 #define RING_CMP(ring, idx) ((idx) & (ring)->ring_mask) 36 #define RING_CMPL(ring_mask, idx) ((idx) & (ring_mask)) 37 #define NEXT_CMP(idx) RING_CMP(ADV_RAW_CMP(idx, 1)) 38 #define FLIP_VALID(cons, mask, val) ((cons) >= (mask) ? !(val) : (val)) 39 40 #define DB_CP_REARM_FLAGS (DB_KEY_CP | DB_IDX_VALID) 41 #define DB_CP_FLAGS (DB_KEY_CP | DB_IDX_VALID | DB_IRQ_DIS) 42 43 #define NEXT_CMPL(cpr, idx, v, inc) do { \ 44 (idx) += (inc); \ 45 if (unlikely((idx) >= (cpr)->cp_ring_struct->ring_size)) { \ 46 (v) = !(v); \ 47 (idx) = 0; \ 48 } \ 49 } while (0) 50 #define B_CP_DB_REARM(cpr, raw_cons) \ 51 rte_write32((DB_CP_REARM_FLAGS | \ 52 DB_RING_IDX(&((cpr)->cp_db), raw_cons)), \ 53 ((cpr)->cp_db.doorbell)) 54 55 #define B_CP_DB_ARM(cpr) rte_write32((DB_KEY_CP), \ 56 ((cpr)->cp_db.doorbell)) 57 58 #define B_CP_DB_DISARM(cpr) (*(uint32_t *)((cpr)->cp_db.doorbell) = \ 59 DB_KEY_CP | DB_IRQ_DIS) 60 61 #define B_CP_DB_IDX_ARM(cpr, cons) \ 62 (*(uint32_t *)((cpr)->cp_db.doorbell) = (DB_CP_REARM_FLAGS | \ 63 (cons))) 64 65 #define B_CP_DB_IDX_DISARM(cpr, cons) do { \ 66 rte_smp_wmb(); \ 67 (*(uint32_t *)((cpr)->cp_db.doorbell) = (DB_CP_FLAGS | \ 68 (cons)); \ 69 } while (0) 70 #define B_CP_DIS_DB(cpr, raw_cons) \ 71 rte_write32_relaxed((DB_CP_FLAGS | \ 72 DB_RING_IDX(&((cpr)->cp_db), raw_cons)), \ 73 ((cpr)->cp_db.doorbell)) 74 75 #define B_CP_DB(cpr, raw_cons, ring_mask) \ 76 rte_write32((DB_CP_FLAGS | \ 77 RING_CMPL((ring_mask), raw_cons)), \ 78 ((cpr)->cp_db.doorbell)) 79 80 struct bnxt_db_info { 81 void *doorbell; 82 union { 83 uint64_t db_key64; 84 uint32_t db_key32; 85 }; 86 bool db_64; 87 uint32_t db_ring_mask; 88 uint32_t db_epoch_mask; 89 uint32_t db_epoch_shift; 90 }; 91 92 #define DB_EPOCH(db, idx) (((idx) & (db)->db_epoch_mask) << \ 93 ((db)->db_epoch_shift)) 94 #define DB_RING_IDX(db, idx) (((idx) & (db)->db_ring_mask) | \ 95 DB_EPOCH(db, idx)) 96 97 struct bnxt_ring; 98 struct bnxt_cp_ring_info { 99 uint32_t cp_raw_cons; 100 101 struct cmpl_base *cp_desc_ring; 102 struct bnxt_db_info cp_db; 103 rte_iova_t cp_desc_mapping; 104 105 struct ctx_hw_stats *hw_stats; 106 rte_iova_t hw_stats_map; 107 uint32_t hw_stats_ctx_id; 108 109 struct bnxt_ring *cp_ring_struct; 110 bool valid; 111 }; 112 113 #define RX_CMP_L2_ERRORS \ 114 (RX_PKT_CMPL_ERRORS_BUFFER_ERROR_MASK | RX_PKT_CMPL_ERRORS_CRC_ERROR) 115 116 struct bnxt; 117 void bnxt_handle_async_event(struct bnxt *bp, struct cmpl_base *cmp); 118 void bnxt_handle_fwd_req(struct bnxt *bp, struct cmpl_base *cmp); 119 int bnxt_event_hwrm_resp_handler(struct bnxt *bp, struct cmpl_base *cmp); 120 void bnxt_dev_reset_and_resume(void *arg); 121 void bnxt_wait_for_device_shutdown(struct bnxt *bp); 122 123 #define EVENT_DATA1_REASON_CODE_FW_EXCEPTION_FATAL \ 124 HWRM_ASYNC_EVENT_CMPL_RESET_NOTIFY_EVENT_DATA1_REASON_CODE_FW_EXCEPTION_FATAL 125 #define EVENT_DATA1_REASON_CODE_MASK \ 126 HWRM_ASYNC_EVENT_CMPL_RESET_NOTIFY_EVENT_DATA1_REASON_CODE_MASK 127 128 #define EVENT_DATA1_FLAGS_MASK \ 129 HWRM_ASYNC_EVENT_CMPL_ERROR_RECOVERY_EVENT_DATA1_FLAGS_MASK 130 131 #define EVENT_DATA1_FLAGS_MASTER_FUNC \ 132 HWRM_ASYNC_EVENT_CMPL_ERROR_RECOVERY_EVENT_DATA1_FLAGS_MASTER_FUNC 133 134 #define EVENT_DATA1_FLAGS_RECOVERY_ENABLED \ 135 HWRM_ASYNC_EVENT_CMPL_ERROR_RECOVERY_EVENT_DATA1_FLAGS_RECOVERY_ENABLED 136 137 bool bnxt_is_recovery_enabled(struct bnxt *bp); 138 bool bnxt_is_master_func(struct bnxt *bp); 139 140 void bnxt_stop_rxtx(struct bnxt *bp); 141 #endif 142