2517 	int deq;  in preload_harq_ddr()  local
2543 		deq = 0;  in preload_harq_ddr()
2544 		while (deq != n)  in preload_harq_ddr()
2545 			deq += rte_bbdev_dequeue_ldpc_dec_ops(  in preload_harq_ddr()
2546 					dev_id, queue_id, &ops_deq[deq],  in preload_harq_ddr()
2547 					n - deq);  in preload_harq_ddr()
2576 	uint16_t deq, burst_sz, num_ops;  in dequeue_event_callback()  local
2604 		deq = rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2609 		deq = rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2614 		deq = rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2619 		deq = rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2624 	if (deq < burst_sz) {  in dequeue_event_callback()
2627 			burst_sz, deq);  in dequeue_event_callback()
2632 	if (rte_atomic16_read(&tp->nb_dequeued) + deq < num_ops) {  in dequeue_event_callback()
2633 		rte_atomic16_add(&tp->nb_dequeued, deq);  in dequeue_event_callback()
2652 		rte_bbdev_dec_op_free_bulk(tp->dec_ops, deq);  in dequeue_event_callback()
2656 		rte_bbdev_enc_op_free_bulk(tp->enc_ops, deq);  in dequeue_event_callback()
2660 		rte_bbdev_enc_op_free_bulk(tp->enc_ops, deq);  in dequeue_event_callback()
2665 		rte_bbdev_dec_op_free_bulk(tp->dec_ops, deq);  in dequeue_event_callback()
2700 	rte_atomic16_add(&tp->nb_dequeued, deq);  in dequeue_event_callback()
3081 	uint16_t enq, deq;  in throughput_pmd_lcore_dec()  local
3126 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_dec()
3135 			deq += rte_bbdev_dequeue_dec_ops(tp->dev_id,  in throughput_pmd_lcore_dec()
3136 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3140 		while (deq < enq) {  in throughput_pmd_lcore_dec()
3141 			deq += rte_bbdev_dequeue_dec_ops(tp->dev_id,  in throughput_pmd_lcore_dec()
3142 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3178 	uint16_t enq, deq;  in bler_pmd_lcore_ldpc_dec()  local
3247 		for (enq = 0, deq = 0; enq < num_ops;) {  in bler_pmd_lcore_ldpc_dec()
3256 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in bler_pmd_lcore_ldpc_dec()
3257 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3261 		while (deq < enq) {  in bler_pmd_lcore_ldpc_dec()
3262 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in bler_pmd_lcore_ldpc_dec()
3263 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3309 	uint16_t enq, deq;  in throughput_pmd_lcore_ldpc_dec()  local
3376 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_ldpc_dec()
3385 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_dec()
3386 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3390 		while (deq < enq) {  in throughput_pmd_lcore_ldpc_dec()
3391 			deq += rte_bbdev_dequeue_ldpc_dec_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_dec()
3392 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3432 	uint16_t enq, deq;  in throughput_pmd_lcore_enc()  local
3479 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_enc()
3488 			deq += rte_bbdev_dequeue_enc_ops(tp->dev_id,  in throughput_pmd_lcore_enc()
3489 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3493 		while (deq < enq) {  in throughput_pmd_lcore_enc()
3494 			deq += rte_bbdev_dequeue_enc_ops(tp->dev_id,  in throughput_pmd_lcore_enc()
3495 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3523 	uint16_t enq, deq;  in throughput_pmd_lcore_ldpc_enc()  local
3570 		for (enq = 0, deq = 0; enq < num_ops;) {  in throughput_pmd_lcore_ldpc_enc()
3579 			deq += rte_bbdev_dequeue_ldpc_enc_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_enc()
3580 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3584 		while (deq < enq) {  in throughput_pmd_lcore_ldpc_enc()
3585 			deq += rte_bbdev_dequeue_ldpc_enc_ops(tp->dev_id,  in throughput_pmd_lcore_ldpc_enc()
3586 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3954 		uint16_t enq = 0, deq = 0;  in latency_test_dec()  local
3985 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in latency_test_dec()
3986 					&ops_deq[deq], burst_sz - deq);  in latency_test_dec()
3987 			if (likely(first_time && (deq > 0))) {  in latency_test_dec()
3991 		} while (unlikely(burst_sz != deq));  in latency_test_dec()
4003 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in latency_test_dec()
4004 		dequeued += deq;  in latency_test_dec()
4027 		uint16_t enq = 0, deq = 0;  in latency_test_ldpc_dec()  local
4073 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in latency_test_ldpc_dec()
4074 					&ops_deq[deq], burst_sz - deq);  in latency_test_ldpc_dec()
4075 			if (likely(first_time && (deq > 0))) {  in latency_test_ldpc_dec()
4079 		} while (unlikely(burst_sz != deq));  in latency_test_ldpc_dec()
4094 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in latency_test_ldpc_dec()
4095 		dequeued += deq;  in latency_test_ldpc_dec()
4113 		uint16_t enq = 0, deq = 0;  in latency_test_enc()  local
4143 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in latency_test_enc()
4144 					&ops_deq[deq], burst_sz - deq);  in latency_test_enc()
4145 			if (likely(first_time && (deq > 0))) {  in latency_test_enc()
4149 		} while (unlikely(burst_sz != deq));  in latency_test_enc()
4160 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in latency_test_enc()
4161 		dequeued += deq;  in latency_test_enc()
4180 		uint16_t enq = 0, deq = 0;  in latency_test_ldpc_enc()  local
4210 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in latency_test_ldpc_enc()
4211 					&ops_deq[deq], burst_sz - deq);  in latency_test_ldpc_enc()
4212 			if (likely(first_time && (deq > 0))) {  in latency_test_ldpc_enc()
4216 		} while (unlikely(burst_sz != deq));  in latency_test_ldpc_enc()
4227 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in latency_test_ldpc_enc()
4228 		dequeued += deq;  in latency_test_ldpc_enc()
4356 		uint16_t enq = 0, deq = 0;  in offload_latency_test_dec()  local
4402 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4403 					&ops_deq[deq], enq);  in offload_latency_test_dec()
4404 		} while (unlikely(deq == 0));  in offload_latency_test_dec()
4414 		while (burst_sz != deq)  in offload_latency_test_dec()
4415 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4416 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_dec()
4418 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in offload_latency_test_dec()
4419 		dequeued += deq;  in offload_latency_test_dec()
4441 		uint16_t enq = 0, deq = 0;  in offload_latency_test_ldpc_dec()  local
4493 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4494 					&ops_deq[deq], enq);  in offload_latency_test_ldpc_dec()
4495 		} while (unlikely(deq == 0));  in offload_latency_test_ldpc_dec()
4505 		while (burst_sz != deq)  in offload_latency_test_ldpc_dec()
4506 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4507 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_ldpc_dec()
4514 		rte_bbdev_dec_op_free_bulk(ops_enq, deq);  in offload_latency_test_ldpc_dec()
4515 		dequeued += deq;  in offload_latency_test_ldpc_dec()
4534 		uint16_t enq = 0, deq = 0;  in offload_latency_test_enc()  local
4581 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4582 					&ops_deq[deq], enq);  in offload_latency_test_enc()
4583 		} while (unlikely(deq == 0));  in offload_latency_test_enc()
4592 		while (burst_sz != deq)  in offload_latency_test_enc()
4593 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4594 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_enc()
4596 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in offload_latency_test_enc()
4597 		dequeued += deq;  in offload_latency_test_enc()
4617 		uint16_t enq = 0, deq = 0;  in offload_latency_test_ldpc_enc()  local
4664 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4665 					&ops_deq[deq], enq);  in offload_latency_test_ldpc_enc()
4666 		} while (unlikely(deq == 0));  in offload_latency_test_ldpc_enc()
4675 		while (burst_sz != deq)  in offload_latency_test_ldpc_enc()
4676 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4677 					&ops_deq[deq], burst_sz - deq);  in offload_latency_test_ldpc_enc()
4679 		rte_bbdev_enc_op_free_bulk(ops_enq, deq);  in offload_latency_test_ldpc_enc()
4680 		dequeued += deq;  in offload_latency_test_ldpc_enc()