1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(c) 2014-2021 Broadcom 3 * All rights reserved. 4 */ 5 6 #include <rte_malloc.h> 7 #include <rte_alarm.h> 8 #include <rte_cycles.h> 9 10 #include "bnxt.h" 11 #include "bnxt_hwrm.h" 12 #include "bnxt_ring.h" 13 #include "hsi_struct_def_dpdk.h" 14 15 void bnxt_wait_for_device_shutdown(struct bnxt *bp) 16 { 17 uint32_t val, timeout; 18 19 /* if HWRM_FUNC_QCAPS_OUTPUT_FLAGS_ERR_RECOVER_RELOAD is set 20 * in HWRM_FUNC_QCAPS command, wait for FW_STATUS to set 21 * the SHUTDOWN bit in health register 22 */ 23 if (!(bp->recovery_info && 24 (bp->fw_cap & BNXT_FW_CAP_ERR_RECOVER_RELOAD))) 25 return; 26 27 /* Driver has to wait for fw_reset_max_msecs or shutdown bit which comes 28 * first for FW to collect crash dump. 29 */ 30 timeout = bp->fw_reset_max_msecs; 31 32 /* Driver has to poll for shutdown bit in fw_status register 33 * 34 * 1. in case of hot fw upgrade, this bit will be set after all 35 * function drivers unregistered with fw. 36 * 2. in case of fw initiated error recovery, this bit will be 37 * set after fw has collected the core dump 38 */ 39 do { 40 val = bnxt_read_fw_status_reg(bp, BNXT_FW_STATUS_REG); 41 if (val & BNXT_FW_STATUS_SHUTDOWN) 42 return; 43 44 rte_delay_ms(100); 45 timeout -= 100; 46 } while (timeout); 47 } 48 49 static void 50 bnxt_process_default_vnic_change(struct bnxt *bp, 51 struct hwrm_async_event_cmpl *async_cmp) 52 { 53 uint16_t vnic_state, vf_fid, vf_id; 54 struct bnxt_representor *vf_rep_bp; 55 struct rte_eth_dev *eth_dev; 56 bool vfr_found = false; 57 uint32_t event_data; 58 59 if (!BNXT_TRUFLOW_EN(bp)) 60 return; 61 62 PMD_DRV_LOG(INFO, "Default vnic change async event received\n"); 63 event_data = rte_le_to_cpu_32(async_cmp->event_data1); 64 65 vnic_state = (event_data & BNXT_DEFAULT_VNIC_STATE_MASK) >> 66 BNXT_DEFAULT_VNIC_STATE_SFT; 67 if (vnic_state != BNXT_DEFAULT_VNIC_ALLOC) 68 return; 69 70 if (!bp->rep_info) 71 return; 72 73 vf_fid = (event_data & BNXT_DEFAULT_VNIC_CHANGE_VF_ID_MASK) >> 74 BNXT_DEFAULT_VNIC_CHANGE_VF_ID_SFT; 75 PMD_DRV_LOG(INFO, "async event received vf_id 0x%x\n", vf_fid); 76 77 for (vf_id = 0; vf_id < BNXT_MAX_VF_REPS(bp); vf_id++) { 78 eth_dev = bp->rep_info[vf_id].vfr_eth_dev; 79 if (!eth_dev) 80 continue; 81 vf_rep_bp = eth_dev->data->dev_private; 82 if (vf_rep_bp && 83 vf_rep_bp->fw_fid == vf_fid) { 84 vfr_found = true; 85 break; 86 } 87 } 88 if (!vfr_found) 89 return; 90 91 bnxt_rep_dev_start_op(eth_dev); 92 } 93 94 static void bnxt_handle_event_error_report(struct bnxt *bp, 95 uint32_t data1, 96 uint32_t data2) 97 { 98 switch (BNXT_EVENT_ERROR_REPORT_TYPE(data1)) { 99 case HWRM_ASYNC_EVENT_CMPL_ERROR_REPORT_BASE_EVENT_DATA1_ERROR_TYPE_PAUSE_STORM: 100 PMD_DRV_LOG(WARNING, "Port:%d Pause Storm detected!\n", 101 bp->eth_dev->data->port_id); 102 break; 103 default: 104 PMD_DRV_LOG(INFO, "FW reported unknown error type data1 %d" 105 " data2: %d\n", data1, data2); 106 break; 107 } 108 } 109 110 /* 111 * Async event handling 112 */ 113 void bnxt_handle_async_event(struct bnxt *bp, 114 struct cmpl_base *cmp) 115 { 116 struct hwrm_async_event_cmpl *async_cmp = 117 (struct hwrm_async_event_cmpl *)cmp; 118 uint16_t event_id = rte_le_to_cpu_16(async_cmp->event_id); 119 uint16_t port_id = bp->eth_dev->data->port_id; 120 struct bnxt_error_recovery_info *info; 121 uint32_t event_data; 122 uint32_t data1, data2; 123 uint32_t status; 124 125 data1 = rte_le_to_cpu_32(async_cmp->event_data1); 126 data2 = rte_le_to_cpu_32(async_cmp->event_data2); 127 128 switch (event_id) { 129 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_LINK_STATUS_CHANGE: 130 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_LINK_SPEED_CHANGE: 131 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_LINK_SPEED_CFG_CHANGE: 132 /* FALLTHROUGH */ 133 bnxt_link_update_op(bp->eth_dev, 0); 134 rte_eth_dev_callback_process(bp->eth_dev, 135 RTE_ETH_EVENT_INTR_LSC, NULL); 136 break; 137 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_PF_DRVR_UNLOAD: 138 PMD_DRV_LOG(INFO, "Async event: PF driver unloaded\n"); 139 break; 140 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_VF_CFG_CHANGE: 141 PMD_DRV_LOG(INFO, "Async event: VF config changed\n"); 142 bnxt_hwrm_func_qcfg(bp, NULL); 143 break; 144 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_PORT_CONN_NOT_ALLOWED: 145 PMD_DRV_LOG(INFO, "Port conn async event\n"); 146 break; 147 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_RESET_NOTIFY: 148 /* 149 * Avoid any rx/tx packet processing during firmware reset 150 * operation. 151 */ 152 bnxt_stop_rxtx(bp); 153 154 /* Ignore reset notify async events when stopping the port */ 155 if (!bp->eth_dev->data->dev_started) { 156 bp->flags |= BNXT_FLAG_FATAL_ERROR; 157 return; 158 } 159 160 pthread_mutex_lock(&bp->err_recovery_lock); 161 event_data = data1; 162 /* timestamp_lo/hi values are in units of 100ms */ 163 bp->fw_reset_max_msecs = async_cmp->timestamp_hi ? 164 rte_le_to_cpu_16(async_cmp->timestamp_hi) * 100 : 165 BNXT_MAX_FW_RESET_TIMEOUT; 166 bp->fw_reset_min_msecs = async_cmp->timestamp_lo ? 167 async_cmp->timestamp_lo * 100 : 168 BNXT_MIN_FW_READY_TIMEOUT; 169 if ((event_data & EVENT_DATA1_REASON_CODE_MASK) == 170 EVENT_DATA1_REASON_CODE_FW_EXCEPTION_FATAL) { 171 PMD_DRV_LOG(INFO, 172 "Port %u: Firmware fatal reset event received\n", 173 port_id); 174 bp->flags |= BNXT_FLAG_FATAL_ERROR; 175 } else { 176 PMD_DRV_LOG(INFO, 177 "Port %u: Firmware non-fatal reset event received\n", 178 port_id); 179 } 180 181 bp->flags |= BNXT_FLAG_FW_RESET; 182 pthread_mutex_unlock(&bp->err_recovery_lock); 183 rte_eal_alarm_set(US_PER_MS, bnxt_dev_reset_and_resume, 184 (void *)bp); 185 break; 186 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_ERROR_RECOVERY: 187 info = bp->recovery_info; 188 189 if (!info) 190 return; 191 192 event_data = data1 & EVENT_DATA1_FLAGS_MASK; 193 194 if (event_data & EVENT_DATA1_FLAGS_RECOVERY_ENABLED) { 195 info->flags |= BNXT_FLAG_RECOVERY_ENABLED; 196 } else { 197 info->flags &= ~BNXT_FLAG_RECOVERY_ENABLED; 198 PMD_DRV_LOG(INFO, "Driver recovery watchdog is disabled\n"); 199 return; 200 } 201 202 if (event_data & EVENT_DATA1_FLAGS_MASTER_FUNC) 203 info->flags |= BNXT_FLAG_PRIMARY_FUNC; 204 else 205 info->flags &= ~BNXT_FLAG_PRIMARY_FUNC; 206 207 status = bnxt_read_fw_status_reg(bp, BNXT_FW_STATUS_REG); 208 PMD_DRV_LOG(INFO, 209 "Port: %u Driver recovery watchdog, role: %s, FW status: 0x%x (%s)\n", 210 port_id, bnxt_is_primary_func(bp) ? "primary" : "backup", status, 211 (status == BNXT_FW_STATUS_HEALTHY) ? "healthy" : "unhealthy"); 212 213 if (bp->flags & BNXT_FLAG_FW_HEALTH_CHECK_SCHEDULED) 214 return; 215 216 info->last_heart_beat = 217 bnxt_read_fw_status_reg(bp, BNXT_FW_HEARTBEAT_CNT_REG); 218 info->last_reset_counter = 219 bnxt_read_fw_status_reg(bp, BNXT_FW_RECOVERY_CNT_REG); 220 221 bnxt_schedule_fw_health_check(bp); 222 break; 223 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_DEBUG_NOTIFICATION: 224 PMD_DRV_LOG(INFO, "Port: %u DNC event: data1 %#x data2 %#x\n", 225 port_id, data1, data2); 226 break; 227 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_DEFAULT_VNIC_CHANGE: 228 bnxt_process_default_vnic_change(bp, async_cmp); 229 break; 230 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_ECHO_REQUEST: 231 PMD_DRV_LOG(INFO, 232 "Port %u: Received fw echo request: data1 %#x data2 %#x\n", 233 port_id, data1, data2); 234 if (bp->recovery_info) 235 bnxt_hwrm_fw_echo_reply(bp, data1, data2); 236 break; 237 case HWRM_ASYNC_EVENT_CMPL_EVENT_ID_ERROR_REPORT: 238 bnxt_handle_event_error_report(bp, data1, data2); 239 break; 240 default: 241 PMD_DRV_LOG(DEBUG, "handle_async_event id = 0x%x\n", event_id); 242 break; 243 } 244 } 245 246 void bnxt_handle_fwd_req(struct bnxt *bp, struct cmpl_base *cmpl) 247 { 248 struct hwrm_exec_fwd_resp_input *fwreq; 249 struct hwrm_fwd_req_cmpl *fwd_cmpl = (struct hwrm_fwd_req_cmpl *)cmpl; 250 struct input *fwd_cmd; 251 uint16_t fw_vf_id; 252 uint16_t vf_id; 253 uint16_t req_len; 254 int rc; 255 256 if (bp->pf->active_vfs <= 0) { 257 PMD_DRV_LOG(ERR, "Forwarded VF with no active VFs\n"); 258 return; 259 } 260 261 /* Qualify the fwd request */ 262 fw_vf_id = rte_le_to_cpu_16(fwd_cmpl->source_id); 263 vf_id = fw_vf_id - bp->pf->first_vf_id; 264 265 req_len = (rte_le_to_cpu_16(fwd_cmpl->req_len_type) & 266 HWRM_FWD_REQ_CMPL_REQ_LEN_MASK) >> 267 HWRM_FWD_REQ_CMPL_REQ_LEN_SFT; 268 if (req_len > sizeof(fwreq->encap_request)) 269 req_len = sizeof(fwreq->encap_request); 270 271 /* Locate VF's forwarded command */ 272 fwd_cmd = (struct input *)bp->pf->vf_info[vf_id].req_buf; 273 274 if (fw_vf_id < bp->pf->first_vf_id || 275 fw_vf_id >= bp->pf->first_vf_id + bp->pf->active_vfs) { 276 PMD_DRV_LOG(ERR, 277 "FWD req's source_id 0x%x out of range 0x%x - 0x%x (%d %d)\n", 278 fw_vf_id, bp->pf->first_vf_id, 279 (bp->pf->first_vf_id) + bp->pf->active_vfs - 1, 280 bp->pf->first_vf_id, bp->pf->active_vfs); 281 goto reject; 282 } 283 284 if (bnxt_rcv_msg_from_vf(bp, vf_id, fwd_cmd)) { 285 /* 286 * In older firmware versions, the MAC had to be all zeros for 287 * the VF to set it's MAC via hwrm_func_vf_cfg. Set to all 288 * zeros if it's being configured and has been ok'd by caller. 289 */ 290 if (fwd_cmd->req_type == HWRM_FUNC_VF_CFG) { 291 struct hwrm_func_vf_cfg_input *vfc = (void *)fwd_cmd; 292 293 if (vfc->enables & 294 HWRM_FUNC_VF_CFG_INPUT_ENABLES_DFLT_MAC_ADDR) { 295 bnxt_hwrm_func_vf_mac(bp, vf_id, 296 (const uint8_t *)"\x00\x00\x00\x00\x00"); 297 } 298 } 299 300 if (fwd_cmd->req_type == HWRM_CFA_L2_SET_RX_MASK) { 301 struct hwrm_cfa_l2_set_rx_mask_input *srm = 302 (void *)fwd_cmd; 303 304 srm->vlan_tag_tbl_addr = rte_cpu_to_le_64(0); 305 srm->num_vlan_tags = rte_cpu_to_le_32(0); 306 srm->mask &= ~rte_cpu_to_le_32( 307 HWRM_CFA_L2_SET_RX_MASK_INPUT_MASK_VLANONLY | 308 HWRM_CFA_L2_SET_RX_MASK_INPUT_MASK_VLAN_NONVLAN | 309 HWRM_CFA_L2_SET_RX_MASK_INPUT_MASK_ANYVLAN_NONVLAN); 310 } 311 312 /* Forward */ 313 rc = bnxt_hwrm_exec_fwd_resp(bp, fw_vf_id, fwd_cmd, req_len); 314 if (rc) { 315 PMD_DRV_LOG(ERR, 316 "Failed to send FWD req VF 0x%x, type 0x%x.\n", 317 fw_vf_id - bp->pf->first_vf_id, 318 rte_le_to_cpu_16(fwd_cmd->req_type)); 319 } 320 return; 321 } 322 323 reject: 324 rc = bnxt_hwrm_reject_fwd_resp(bp, fw_vf_id, fwd_cmd, req_len); 325 if (rc) { 326 PMD_DRV_LOG(ERR, 327 "Failed to send REJECT req VF 0x%x, type 0x%x.\n", 328 fw_vf_id - bp->pf->first_vf_id, 329 rte_le_to_cpu_16(fwd_cmd->req_type)); 330 } 331 332 return; 333 } 334 335 int bnxt_event_hwrm_resp_handler(struct bnxt *bp, struct cmpl_base *cmp) 336 { 337 bool evt = 0; 338 339 if (bp == NULL || cmp == NULL) { 340 PMD_DRV_LOG(ERR, "invalid NULL argument\n"); 341 return evt; 342 } 343 344 if (unlikely(is_bnxt_in_error(bp))) 345 return 0; 346 347 switch (CMP_TYPE(cmp)) { 348 case CMPL_BASE_TYPE_HWRM_ASYNC_EVENT: 349 /* Handle any async event */ 350 bnxt_handle_async_event(bp, cmp); 351 evt = 1; 352 break; 353 case CMPL_BASE_TYPE_HWRM_FWD_REQ: 354 /* Handle HWRM forwarded responses */ 355 bnxt_handle_fwd_req(bp, cmp); 356 evt = 1; 357 break; 358 default: 359 /* Ignore any other events */ 360 PMD_DRV_LOG(DEBUG, "Ignoring %02x completion\n", CMP_TYPE(cmp)); 361 break; 362 } 363 364 return evt; 365 } 366 367 bool bnxt_is_primary_func(struct bnxt *bp) 368 { 369 if (bp->recovery_info->flags & BNXT_FLAG_PRIMARY_FUNC) 370 return true; 371 372 return false; 373 } 374 375 bool bnxt_is_recovery_enabled(struct bnxt *bp) 376 { 377 struct bnxt_error_recovery_info *info; 378 379 info = bp->recovery_info; 380 if (info && (info->flags & BNXT_FLAG_RECOVERY_ENABLED)) 381 return true; 382 383 return false; 384 } 385 386 void bnxt_stop_rxtx(struct bnxt *bp) 387 { 388 bp->eth_dev->rx_pkt_burst = &bnxt_dummy_recv_pkts; 389 bp->eth_dev->tx_pkt_burst = &bnxt_dummy_xmit_pkts; 390 } 391