143 	uint16_t queue_id;  member
615 	unsigned int queue_id;  in add_bbdev_dev()  local
799 	for (queue_id = 0; queue_id < nb_queues; ++queue_id) {  in add_bbdev_dev()
800 		ret = rte_bbdev_queue_configure(dev_id, queue_id, &qconf);  in add_bbdev_dev()
804 					queue_id, qconf.priority, dev_id);  in add_bbdev_dev()
806 			ret = rte_bbdev_queue_configure(ad->dev_id, queue_id,  in add_bbdev_dev()
811 					dev_id, queue_id);  in add_bbdev_dev()
814 		ad->queue_ids[queue_id] = queue_id;  in add_bbdev_dev()
816 	TEST_ASSERT(queue_id != 0,  in add_bbdev_dev()
819 	ad->nb_queues = queue_id;  in add_bbdev_dev()
1202 		uint16_t queue_id,  in fill_queue_buffers()  argument
1219 		&op_params->q_bufs[socket_id][queue_id].inputs,  in fill_queue_buffers()
1220 		&op_params->q_bufs[socket_id][queue_id].soft_outputs,  in fill_queue_buffers()
1221 		&op_params->q_bufs[socket_id][queue_id].hard_outputs,  in fill_queue_buffers()
1222 		&op_params->q_bufs[socket_id][queue_id].harq_inputs,  in fill_queue_buffers()
1223 		&op_params->q_bufs[socket_id][queue_id].harq_outputs,  in fill_queue_buffers()
2511 retrieve_harq_ddr(uint16_t dev_id, uint16_t queue_id,  in retrieve_harq_ddr()  argument
2517 	uint32_t harq_offset = (uint32_t) queue_id * HARQ_INCR * MAX_OPS;  in retrieve_harq_ddr()
2540 			rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id,  in retrieve_harq_ddr()
2545 						dev_id, queue_id,  in retrieve_harq_ddr()
2558 preload_harq_ddr(uint16_t dev_id, uint16_t queue_id,  in preload_harq_ddr()  argument
2564 	uint32_t harq_offset = (uint32_t) queue_id * HARQ_INCR * MAX_OPS;  in preload_harq_ddr()
2588 		rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id, &ops[0], n);  in preload_harq_ddr()
2592 					dev_id, queue_id, &ops_deq[deq],  in preload_harq_ddr()
2601 	harq_offset = (uint32_t) queue_id * HARQ_INCR * MAX_OPS;  in preload_harq_ddr()
2623 	uint16_t queue_id = *(uint16_t *) ret_param;  in dequeue_event_callback()  local
2630 		if (tp->queue_id == queue_id)  in dequeue_event_callback()
2650 		deq = rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2655 		deq = rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2660 		deq = rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2665 		deq = rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2754 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_ldpc_dec()  local
2772 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_ldpc_dec()
2774 			tp->dev_id, queue_id);  in throughput_intr_lcore_ldpc_dec()
2782 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_dec()
2823 						queue_id, &ops[enqueued],  in throughput_intr_lcore_ldpc_dec()
2854 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_dec()  local
2866 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_dec()
2868 			tp->dev_id, queue_id);  in throughput_intr_lcore_dec()
2876 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_dec()
2910 						queue_id, &ops[enqueued],  in throughput_intr_lcore_dec()
2941 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_enc()  local
2953 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_enc()
2955 			tp->dev_id, queue_id);  in throughput_intr_lcore_enc()
2963 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_enc()
2996 						queue_id, &ops[enqueued],  in throughput_intr_lcore_enc()
3028 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_ldpc_enc()  local
3040 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_ldpc_enc()
3042 			tp->dev_id, queue_id);  in throughput_intr_lcore_ldpc_enc()
3050 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_enc()
3085 						queue_id, &ops[enqueued],  in throughput_intr_lcore_ldpc_enc()
3117 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_dec()  local
3137 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_dec()
3166 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_dec()
3169 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3175 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3213 	const uint16_t queue_id = tp->queue_id;  in bler_pmd_lcore_ldpc_dec()  local
3240 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in bler_pmd_lcore_ldpc_dec()
3275 			preload_harq_ddr(tp->dev_id, queue_id, ops_enq,  in bler_pmd_lcore_ldpc_dec()
3286 					queue_id, &ops_enq[enq], num_to_enq);  in bler_pmd_lcore_ldpc_dec()
3289 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3295 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3343 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_ldpc_dec()  local
3369 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_dec()
3403 			preload_harq_ddr(tp->dev_id, queue_id, ops_enq,  in throughput_pmd_lcore_ldpc_dec()
3414 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_ldpc_dec()
3417 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3423 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3437 		retrieve_harq_ddr(tp->dev_id, queue_id, ops_enq, num_ops);  in throughput_pmd_lcore_ldpc_dec()
3465 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_enc()  local
3485 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_enc()
3516 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_enc()
3519 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3525 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3555 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_ldpc_enc()  local
3575 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_enc()
3606 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_ldpc_enc()
3609 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3615 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3766 	t_params[0].queue_id = ad->queue_ids[used_cores++];  in bler_test()
3776 		t_params[used_cores].queue_id = ad->queue_ids[used_cores];  in bler_test()
3884 	t_params[0].queue_id = ad->queue_ids[used_cores++];  in throughput_test()
3894 		t_params[used_cores].queue_id = ad->queue_ids[used_cores];  in throughput_test()
3973 		int vector_mask, uint16_t dev_id, uint16_t queue_id,  in latency_test_dec()  argument
4006 		enq = rte_bbdev_enqueue_dec_ops(dev_id, queue_id, &ops_enq[enq],  in latency_test_dec()
4014 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in latency_test_dec()
4043 		int vector_mask, uint16_t dev_id, uint16_t queue_id,  in latency_test_ldpc_dec()  argument
4085 			preload_harq_ddr(dev_id, queue_id, ops_enq,  in latency_test_ldpc_dec()
4094 		enq = rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id,  in latency_test_ldpc_dec()
4102 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in latency_test_ldpc_dec()
4115 			retrieve_harq_ddr(dev_id, queue_id, ops_enq, burst_sz);  in latency_test_ldpc_dec()
4132 		uint16_t dev_id, uint16_t queue_id,  in latency_test_enc()  argument
4164 		enq = rte_bbdev_enqueue_enc_ops(dev_id, queue_id, &ops_enq[enq],  in latency_test_enc()
4172 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in latency_test_enc()
4199 		uint16_t dev_id, uint16_t queue_id,  in latency_test_ldpc_enc()  argument
4231 		enq = rte_bbdev_enqueue_ldpc_enc_ops(dev_id, queue_id,  in latency_test_ldpc_enc()
4239 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in latency_test_ldpc_enc()
4272 	const uint16_t queue_id = ad->queue_ids[0];  in validation_latency_test()  local
4285 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in validation_latency_test()
4301 				ad->dev_id, queue_id, num_to_process,  in validation_latency_test()
4305 				op_params->ref_enc_op, ad->dev_id, queue_id,  in validation_latency_test()
4311 				ad->dev_id, queue_id, num_to_process,  in validation_latency_test()
4317 				ad->dev_id, queue_id,  in validation_latency_test()
4352 get_bbdev_queue_stats(uint16_t dev_id, uint16_t queue_id,  in get_bbdev_queue_stats()  argument
4358 	if (queue_id >= dev->data->num_queues)  in get_bbdev_queue_stats()
4361 	q_stats = &dev->data->queues[queue_id].queue_stats;  in get_bbdev_queue_stats()
4375 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_dec()  argument
4401 			enq += rte_bbdev_enqueue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4405 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_dec()
4408 				queue_id, dev_id);  in offload_latency_test_dec()
4431 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4444 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4458 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_ldpc_dec()  argument
4486 			preload_harq_ddr(dev_id, queue_id, ops_enq,  in offload_latency_test_ldpc_dec()
4492 			enq += rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4497 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_ldpc_dec()
4500 				queue_id, dev_id);  in offload_latency_test_ldpc_dec()
4522 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4535 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4540 			retrieve_harq_ddr(dev_id, queue_id, ops_enq, burst_sz);  in offload_latency_test_ldpc_dec()
4553 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_enc()  argument
4580 			enq += rte_bbdev_enqueue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4586 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_enc()
4589 				queue_id, dev_id);  in offload_latency_test_enc()
4610 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4622 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4636 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_ldpc_enc()  argument
4663 			enq += rte_bbdev_enqueue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4668 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_ldpc_enc()
4671 				queue_id, dev_id);  in offload_latency_test_ldpc_enc()
4693 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4705 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4731 	const uint16_t queue_id = ad->queue_ids[0];  in offload_cost_test()
4746 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in offload_cost_test()
4757 				op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4761 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4765 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4769 			op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4773 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4818 	get_bbdev_queue_stats(ad->dev_id, queue_id, &stats);  in offload_cost_test()
4840 offload_latency_empty_q_test_dec(uint16_t dev_id, uint16_t queue_id,  in offload_latency_empty_q_test_dec()  argument
4858 			rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_dec()
4861 			rte_bbdev_dequeue_dec_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_dec()
4874 offload_latency_empty_q_test_enc(uint16_t dev_id, uint16_t queue_id,  in offload_latency_empty_q_test_enc()  argument
4891 			rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_enc()
4894 			rte_bbdev_dequeue_enc_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_enc()
4924 	const uint16_t queue_id = ad->queue_ids[0];  in offload_latency_empty_q_test()
4945 		iter = offload_latency_empty_q_test_dec(ad->dev_id, queue_id,  in offload_latency_empty_q_test()
4949 		iter = offload_latency_empty_q_test_enc(ad->dev_id, queue_id,  in offload_latency_empty_q_test()