193 	struct bnxt_cp_ring *cpr = &softc->tx_cp_rings[txqid];  in bnxt_isc_txd_credits_update()  local
194 	struct tx_cmpl *cmpl = (struct tx_cmpl *)cpr->ring.vaddr;  in bnxt_isc_txd_credits_update()
196 	uint32_t cons = cpr->cons;  in bnxt_isc_txd_credits_update()
197 	bool v_bit = cpr->v_bit;  in bnxt_isc_txd_credits_update()
206 		NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_txd_credits_update()
207 		CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_txd_credits_update()
233 				NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_txd_credits_update()
245 		cpr->cons = last_cons;  in bnxt_isc_txd_credits_update()
246 		cpr->v_bit = last_v_bit;  in bnxt_isc_txd_credits_update()
247 		BNXT_CP_IDX_DISABLE_DB(&cpr->ring, cpr->cons);  in bnxt_isc_txd_credits_update()
329 	struct bnxt_cp_ring *cpr = &softc->rx_cp_rings[rxqid];  in bnxt_isc_rxd_available()  local
332 	struct cmpl_base *cmp = (struct cmpl_base *)cpr->ring.vaddr;  in bnxt_isc_rxd_available()
334 	uint32_t cons = cpr->cons;  in bnxt_isc_rxd_available()
335 	bool v_bit = cpr->v_bit;  in bnxt_isc_rxd_available()
341 		NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_rxd_available()
342 		CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_rxd_available()
353 			NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_rxd_available()
354 			CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_rxd_available()
361 				NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_rxd_available()
362 				CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_rxd_available()
373 			NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_rxd_available()
374 			CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_rxd_available()
380 				NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_rxd_available()
381 				CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_rxd_available()
388 			NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_rxd_available()
389 			CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_rxd_available()
403 				NEXT_CP_CONS_V(&cpr->ring, cons, v_bit);  in bnxt_isc_rxd_available()
404 				CMPL_PREFETCH_NEXT(cpr, cons);  in bnxt_isc_rxd_available()
452     struct bnxt_cp_ring *cpr, uint16_t flags_type)  in bnxt_pkt_get_l2()  argument
462 	rcp = &((struct rx_pkt_cmpl *)cpr->ring.vaddr)[cpr->cons];  in bnxt_pkt_get_l2()
482 	NEXT_CP_CONS_V(&cpr->ring, cpr->cons, cpr->v_bit);  in bnxt_pkt_get_l2()
483 	ri->iri_cidx = RING_NEXT(&cpr->ring, ri->iri_cidx);  in bnxt_pkt_get_l2()
484 	rcph = &((struct rx_pkt_cmpl_hi *)cpr->ring.vaddr)[cpr->cons];  in bnxt_pkt_get_l2()
513 		NEXT_CP_CONS_V(&cpr->ring, cpr->cons, cpr->v_bit);  in bnxt_pkt_get_l2()
514 		ri->iri_cidx = RING_NEXT(&cpr->ring, ri->iri_cidx);  in bnxt_pkt_get_l2()
515 		acp = &((struct rx_abuf_cmpl *)cpr->ring.vaddr)[cpr->cons];  in bnxt_pkt_get_l2()
529     struct bnxt_cp_ring *cpr, uint16_t flags_type)  in bnxt_pkt_get_tpa()  argument
532 	    &((struct rx_tpa_end_cmpl *)cpr->ring.vaddr)[cpr->cons];  in bnxt_pkt_get_tpa()
563 	NEXT_CP_CONS_V(&cpr->ring, cpr->cons, cpr->v_bit);  in bnxt_pkt_get_tpa()
564 	ri->iri_cidx = RING_NEXT(&cpr->ring, ri->iri_cidx);  in bnxt_pkt_get_tpa()
588 		NEXT_CP_CONS_V(&cpr->ring, cpr->cons, cpr->v_bit);  in bnxt_pkt_get_tpa()
589 		ri->iri_cidx = RING_NEXT(&cpr->ring, ri->iri_cidx);  in bnxt_pkt_get_tpa()
590 		acp = &((struct rx_abuf_cmpl *)cpr->ring.vaddr)[cpr->cons];  in bnxt_pkt_get_tpa()
615 	struct bnxt_cp_ring *cpr = &softc->rx_cp_rings[ri->iri_qsidx];  in bnxt_isc_rxd_pkt_get()  local
616 	struct cmpl_base *cmp_q = (struct cmpl_base *)cpr->ring.vaddr;  in bnxt_isc_rxd_pkt_get()
624 		NEXT_CP_CONS_V(&cpr->ring, cpr->cons, cpr->v_bit);  in bnxt_isc_rxd_pkt_get()
625 		ri->iri_cidx = RING_NEXT(&cpr->ring, ri->iri_cidx);  in bnxt_isc_rxd_pkt_get()
626 		CMPL_PREFETCH_NEXT(cpr, cpr->cons);  in bnxt_isc_rxd_pkt_get()
627 		cmp = &((struct cmpl_base *)cpr->ring.vaddr)[cpr->cons];  in bnxt_isc_rxd_pkt_get()
634 			return bnxt_pkt_get_l2(softc, ri, cpr, flags_type);  in bnxt_isc_rxd_pkt_get()
636 			return bnxt_pkt_get_tpa(softc, ri, cpr, flags_type);  in bnxt_isc_rxd_pkt_get()
638 			rtpa = (void *)&cmp_q[cpr->cons];  in bnxt_isc_rxd_pkt_get()
644 			NEXT_CP_CONS_V(&cpr->ring, cpr->cons, cpr->v_bit);  in bnxt_isc_rxd_pkt_get()
645 			ri->iri_cidx = RING_NEXT(&cpr->ring, ri->iri_cidx);  in bnxt_isc_rxd_pkt_get()
646 			CMPL_PREFETCH_NEXT(cpr, cpr->cons);  in bnxt_isc_rxd_pkt_get()
649 			    ((struct rx_tpa_start_cmpl_hi *)cmp_q)[cpr->cons];  in bnxt_isc_rxd_pkt_get()
656 				NEXT_CP_CONS_V(&cpr->ring, cpr->cons,  in bnxt_isc_rxd_pkt_get()
657 				    cpr->v_bit);  in bnxt_isc_rxd_pkt_get()
658 				ri->iri_cidx = RING_NEXT(&cpr->ring,  in bnxt_isc_rxd_pkt_get()
660 				CMPL_PREFETCH_NEXT(cpr, cpr->cons);  in bnxt_isc_rxd_pkt_get()