2563 	int deq;  in preload_harq_ddr()  local
2589 		deq = 0;  in preload_harq_ddr()
2590 		while (deq != n)  in preload_harq_ddr()
2591 			deq += rte_bbdev_dequeue_ldpc_dec_ops(  in preload_harq_ddr()
2592 					dev_id, queue_id, &ops_deq[deq],  in preload_harq_ddr()
2593 					n - deq);  in preload_harq_ddr()
2622 	uint16_t deq, burst_sz, num_ops;  in dequeue_event_callback()  local
2650 		deq = rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2655 		deq = rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2660 		deq = rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2665 		deq = rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2670 	if (deq < burst_sz) {  in dequeue_event_callback()
2673 			burst_sz, deq);  in dequeue_event_callback()
2678 	if (__atomic_load_n(&tp->nb_dequeued, __ATOMIC_RELAXED) + deq < num_ops) {  in dequeue_event_callback()
2679 		__atomic_fetch_add(&tp->nb_dequeued, deq, __ATOMIC_RELAXED);  in dequeue_event_callback()
2698 		rte_bbdev_dec_op_free_bulk(tp->dec_ops, deq);  in dequeue_event_callback()
2702 		rte_bbdev_enc_op_free_bulk(tp->enc_ops, deq);  in dequeue_event_callback()
2706 		rte_bbdev_enc_op_free_bulk(tp->enc_ops, deq);  in dequeue_event_callback()
2711 		rte_bbdev_dec_op_free_bulk(tp->dec_ops, deq);  in dequeue_event_callback()
2746 	__atomic_fetch_add(&tp->nb_dequeued, deq, __ATOMIC_RELAXED);  in dequeue_event_callback()
3115 	uint16_t enq, deq;  in throughput_pmd_lcore_dec()  local
3159 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_dec()
3168 			deq += rte_bbdev_dequeue_dec_ops(tp->dev_id,  in throughput_pmd_lcore_dec()
3169 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3173 		while (deq < enq) {  in throughput_pmd_lcore_dec()
3174 			deq += rte_bbdev_dequeue_dec_ops(tp->dev_id,  in throughput_pmd_lcore_dec()
3175 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3211 	uint16_t enq, deq;  in bler_pmd_lcore_ldpc_dec()  local
3279 		for (enq = 0, deq = 0; enq < num_ops;) {  in bler_pmd_lcore_ldpc_dec()
3288 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in bler_pmd_lcore_ldpc_dec()
3289 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3293 		while (deq < enq) {  in bler_pmd_lcore_ldpc_dec()
3294 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in bler_pmd_lcore_ldpc_dec()
3295 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3341 	uint16_t enq, deq;  in throughput_pmd_lcore_ldpc_dec()  local
3407 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_ldpc_dec()
3416 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_dec()
3417 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3421 		while (deq < enq) {  in throughput_pmd_lcore_ldpc_dec()
3422 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_dec()
3423 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3463 	uint16_t enq, deq;  in throughput_pmd_lcore_enc()  local
3509 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_enc()
3518 			deq += rte_bbdev_dequeue_enc_ops(tp->dev_id,  in throughput_pmd_lcore_enc()
3519 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3523 		while (deq < enq) {  in throughput_pmd_lcore_enc()
3524 			deq += rte_bbdev_dequeue_enc_ops(tp->dev_id,  in throughput_pmd_lcore_enc()
3525 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3553 	uint16_t enq, deq;  in throughput_pmd_lcore_ldpc_enc()  local
3599 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_ldpc_enc()
3608 			deq += rte_bbdev_dequeue_ldpc_enc_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_enc()
3609 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3613 		while (deq < enq) {  in throughput_pmd_lcore_ldpc_enc()
3614 			deq += rte_bbdev_dequeue_ldpc_enc_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_enc()
3615 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3983 		uint16_t enq = 0, deq = 0;  in latency_test_dec()  local
4014 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in latency_test_dec()
4015 					&ops_deq[deq], burst_sz - deq);  in latency_test_dec()
4016 			if (likely(first_time && (deq > 0))) {  in latency_test_dec()
4020 		} while (unlikely(burst_sz != deq));  in latency_test_dec()
4032 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in latency_test_dec()
4033 		dequeued += deq;  in latency_test_dec()
4056 		uint16_t enq = 0, deq = 0;  in latency_test_ldpc_dec()  local
4102 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in latency_test_ldpc_dec()
4103 					&ops_deq[deq], burst_sz - deq);  in latency_test_ldpc_dec()
4104 			if (likely(first_time && (deq > 0))) {  in latency_test_ldpc_dec()
4108 		} while (unlikely(burst_sz != deq));  in latency_test_ldpc_dec()
4123 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in latency_test_ldpc_dec()
4124 		dequeued += deq;  in latency_test_ldpc_dec()
4142 		uint16_t enq = 0, deq = 0;  in latency_test_enc()  local
4172 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in latency_test_enc()
4173 					&ops_deq[deq], burst_sz - deq);  in latency_test_enc()
4174 			if (likely(first_time && (deq > 0))) {  in latency_test_enc()
4178 		} while (unlikely(burst_sz != deq));  in latency_test_enc()
4189 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in latency_test_enc()
4190 		dequeued += deq;  in latency_test_enc()
4209 		uint16_t enq = 0, deq = 0;  in latency_test_ldpc_enc()  local
4239 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in latency_test_ldpc_enc()
4240 					&ops_deq[deq], burst_sz - deq);  in latency_test_ldpc_enc()
4241 			if (likely(first_time && (deq > 0))) {  in latency_test_ldpc_enc()
4245 		} while (unlikely(burst_sz != deq));  in latency_test_ldpc_enc()
4256 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in latency_test_ldpc_enc()
4257 		dequeued += deq;  in latency_test_ldpc_enc()
4385 		uint16_t enq = 0, deq = 0;  in offload_latency_test_dec()  local
4431 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4432 					&ops_deq[deq], enq);  in offload_latency_test_dec()
4433 		} while (unlikely(deq == 0));  in offload_latency_test_dec()
4443 		while (burst_sz != deq)  in offload_latency_test_dec()
4444 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4445 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_dec()
4447 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in offload_latency_test_dec()
4448 		dequeued += deq;  in offload_latency_test_dec()
4470 		uint16_t enq = 0, deq = 0;  in offload_latency_test_ldpc_dec()  local
4522 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4523 					&ops_deq[deq], enq);  in offload_latency_test_ldpc_dec()
4524 		} while (unlikely(deq == 0));  in offload_latency_test_ldpc_dec()
4534 		while (burst_sz != deq)  in offload_latency_test_ldpc_dec()
4535 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4536 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_ldpc_dec()
4543 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in offload_latency_test_ldpc_dec()
4544 		dequeued += deq;  in offload_latency_test_ldpc_dec()
4563 		uint16_t enq = 0, deq = 0;  in offload_latency_test_enc()  local
4610 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4611 					&ops_deq[deq], enq);  in offload_latency_test_enc()
4612 		} while (unlikely(deq == 0));  in offload_latency_test_enc()
4621 		while (burst_sz != deq)  in offload_latency_test_enc()
4622 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4623 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_enc()
4625 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in offload_latency_test_enc()
4626 		dequeued += deq;  in offload_latency_test_enc()
4646 		uint16_t enq = 0, deq = 0;  in offload_latency_test_ldpc_enc()  local
4693 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4694 					&ops_deq[deq], enq);  in offload_latency_test_ldpc_enc()
4695 		} while (unlikely(deq == 0));  in offload_latency_test_ldpc_enc()
4704 		while (burst_sz != deq)  in offload_latency_test_ldpc_enc()
4705 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4706 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_ldpc_enc()
4708 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in offload_latency_test_ldpc_enc()
4709 		dequeued += deq;  in offload_latency_test_ldpc_enc()