143 	uint16_t queue_id;  member
572 	unsigned int queue_id;  in add_bbdev_dev()  local
756 	for (queue_id = 0; queue_id < nb_queues; ++queue_id) {  in add_bbdev_dev()
757 		ret = rte_bbdev_queue_configure(dev_id, queue_id, &qconf);  in add_bbdev_dev()
761 					queue_id, qconf.priority, dev_id);  in add_bbdev_dev()
763 			ret = rte_bbdev_queue_configure(ad->dev_id, queue_id,  in add_bbdev_dev()
768 					dev_id, queue_id);  in add_bbdev_dev()
771 		ad->queue_ids[queue_id] = queue_id;  in add_bbdev_dev()
773 	TEST_ASSERT(queue_id != 0,  in add_bbdev_dev()
776 	ad->nb_queues = queue_id;  in add_bbdev_dev()
1156 		uint16_t queue_id,  in fill_queue_buffers()  argument
1173 		&op_params->q_bufs[socket_id][queue_id].inputs,  in fill_queue_buffers()
1174 		&op_params->q_bufs[socket_id][queue_id].soft_outputs,  in fill_queue_buffers()
1175 		&op_params->q_bufs[socket_id][queue_id].hard_outputs,  in fill_queue_buffers()
1176 		&op_params->q_bufs[socket_id][queue_id].harq_inputs,  in fill_queue_buffers()
1177 		&op_params->q_bufs[socket_id][queue_id].harq_outputs,  in fill_queue_buffers()
2465 retrieve_harq_ddr(uint16_t dev_id, uint16_t queue_id,  in retrieve_harq_ddr()  argument
2471 	uint32_t harq_offset = (uint32_t) queue_id * HARQ_INCR * MAX_OPS;  in retrieve_harq_ddr()
2494 			rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id,  in retrieve_harq_ddr()
2499 						dev_id, queue_id,  in retrieve_harq_ddr()
2512 preload_harq_ddr(uint16_t dev_id, uint16_t queue_id,  in preload_harq_ddr()  argument
2518 	uint32_t harq_offset = (uint32_t) queue_id * HARQ_INCR * MAX_OPS;  in preload_harq_ddr()
2542 		rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id, &ops[0], n);  in preload_harq_ddr()
2546 					dev_id, queue_id, &ops_deq[deq],  in preload_harq_ddr()
2555 	harq_offset = (uint32_t) queue_id * HARQ_INCR * MAX_OPS;  in preload_harq_ddr()
2577 	uint16_t queue_id = *(uint16_t *) ret_param;  in dequeue_event_callback()  local
2584 		if (tp->queue_id == queue_id)  in dequeue_event_callback()
2604 		deq = rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2609 		deq = rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in dequeue_event_callback()
2614 		deq = rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2619 		deq = rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in dequeue_event_callback()
2708 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_ldpc_dec()  local
2726 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_ldpc_dec()
2728 			tp->dev_id, queue_id);  in throughput_intr_lcore_ldpc_dec()
2736 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_dec()
2778 						queue_id, &ops[enqueued],  in throughput_intr_lcore_ldpc_dec()
2811 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_dec()  local
2823 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_dec()
2825 			tp->dev_id, queue_id);  in throughput_intr_lcore_dec()
2833 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_dec()
2868 						queue_id, &ops[enqueued],  in throughput_intr_lcore_dec()
2901 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_enc()  local
2913 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_enc()
2915 			tp->dev_id, queue_id);  in throughput_intr_lcore_enc()
2923 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_enc()
2957 						queue_id, &ops[enqueued],  in throughput_intr_lcore_enc()
2991 	const uint16_t queue_id = tp->queue_id;  in throughput_intr_lcore_ldpc_enc()  local
3003 	TEST_ASSERT_SUCCESS(rte_bbdev_queue_intr_enable(tp->dev_id, queue_id),  in throughput_intr_lcore_ldpc_enc()
3005 			tp->dev_id, queue_id);  in throughput_intr_lcore_ldpc_enc()
3013 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_enc()
3049 						queue_id, &ops[enqueued],  in throughput_intr_lcore_ldpc_enc()
3083 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_dec()  local
3103 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_dec()
3133 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_dec()
3136 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3142 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_dec()
3180 	const uint16_t queue_id = tp->queue_id;  in bler_pmd_lcore_ldpc_dec()  local
3207 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in bler_pmd_lcore_ldpc_dec()
3243 			preload_harq_ddr(tp->dev_id, queue_id, ops_enq,  in bler_pmd_lcore_ldpc_dec()
3254 					queue_id, &ops_enq[enq], num_to_enq);  in bler_pmd_lcore_ldpc_dec()
3257 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3263 					queue_id, &ops_deq[deq], enq - deq);  in bler_pmd_lcore_ldpc_dec()
3311 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_ldpc_dec()  local
3337 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_dec()
3372 			preload_harq_ddr(tp->dev_id, queue_id, ops_enq,  in throughput_pmd_lcore_ldpc_dec()
3383 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_ldpc_dec()
3386 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3392 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_dec()
3406 		retrieve_harq_ddr(tp->dev_id, queue_id, ops_enq, num_ops);  in throughput_pmd_lcore_ldpc_dec()
3434 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_enc()  local
3454 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_enc()
3486 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_enc()
3489 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3495 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_enc()
3525 	const uint16_t queue_id = tp->queue_id;  in throughput_pmd_lcore_ldpc_enc()  local
3545 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_enc()
3577 					queue_id, &ops_enq[enq], num_to_enq);  in throughput_pmd_lcore_ldpc_enc()
3580 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3586 					queue_id, &ops_deq[deq], enq - deq);  in throughput_pmd_lcore_ldpc_enc()
3737 	t_params[0].queue_id = ad->queue_ids[used_cores++];  in bler_test()
3747 		t_params[used_cores].queue_id = ad->queue_ids[used_cores];  in bler_test()
3855 	t_params[0].queue_id = ad->queue_ids[used_cores++];  in throughput_test()
3865 		t_params[used_cores].queue_id = ad->queue_ids[used_cores];  in throughput_test()
3944 		int vector_mask, uint16_t dev_id, uint16_t queue_id,  in latency_test_dec()  argument
3977 		enq = rte_bbdev_enqueue_dec_ops(dev_id, queue_id, &ops_enq[enq],  in latency_test_dec()
3985 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in latency_test_dec()
4014 		int vector_mask, uint16_t dev_id, uint16_t queue_id,  in latency_test_ldpc_dec()  argument
4056 			preload_harq_ddr(dev_id, queue_id, ops_enq,  in latency_test_ldpc_dec()
4065 		enq = rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id,  in latency_test_ldpc_dec()
4073 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in latency_test_ldpc_dec()
4086 			retrieve_harq_ddr(dev_id, queue_id, ops_enq, burst_sz);  in latency_test_ldpc_dec()
4103 		uint16_t dev_id, uint16_t queue_id,  in latency_test_enc()  argument
4135 		enq = rte_bbdev_enqueue_enc_ops(dev_id, queue_id, &ops_enq[enq],  in latency_test_enc()
4143 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in latency_test_enc()
4170 		uint16_t dev_id, uint16_t queue_id,  in latency_test_ldpc_enc()  argument
4202 		enq = rte_bbdev_enqueue_ldpc_enc_ops(dev_id, queue_id,  in latency_test_ldpc_enc()
4210 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in latency_test_ldpc_enc()
4243 	const uint16_t queue_id = ad->queue_ids[0];  in validation_latency_test()  local
4256 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in validation_latency_test()
4272 				ad->dev_id, queue_id, num_to_process,  in validation_latency_test()
4276 				op_params->ref_enc_op, ad->dev_id, queue_id,  in validation_latency_test()
4282 				ad->dev_id, queue_id, num_to_process,  in validation_latency_test()
4288 				ad->dev_id, queue_id,  in validation_latency_test()
4323 get_bbdev_queue_stats(uint16_t dev_id, uint16_t queue_id,  in get_bbdev_queue_stats()  argument
4329 	if (queue_id >= dev->data->num_queues)  in get_bbdev_queue_stats()
4332 	q_stats = &dev->data->queues[queue_id].queue_stats;  in get_bbdev_queue_stats()
4346 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_dec()  argument
4372 			enq += rte_bbdev_enqueue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4376 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_dec()
4379 				queue_id, dev_id);  in offload_latency_test_dec()
4402 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4415 			deq += rte_bbdev_dequeue_dec_ops(dev_id, queue_id,  in offload_latency_test_dec()
4429 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_ldpc_dec()  argument
4457 			preload_harq_ddr(dev_id, queue_id, ops_enq,  in offload_latency_test_ldpc_dec()
4463 			enq += rte_bbdev_enqueue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4468 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_ldpc_dec()
4471 				queue_id, dev_id);  in offload_latency_test_ldpc_dec()
4493 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4506 			deq += rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id,  in offload_latency_test_ldpc_dec()
4511 			retrieve_harq_ddr(dev_id, queue_id, ops_enq, burst_sz);  in offload_latency_test_ldpc_dec()
4524 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_enc()  argument
4551 			enq += rte_bbdev_enqueue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4557 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_enc()
4560 				queue_id, dev_id);  in offload_latency_test_enc()
4581 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4593 			deq += rte_bbdev_dequeue_enc_ops(dev_id, queue_id,  in offload_latency_test_enc()
4607 		uint16_t queue_id, const uint16_t num_to_process,  in offload_latency_test_ldpc_enc()  argument
4634 			enq += rte_bbdev_enqueue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4639 		ret = get_bbdev_queue_stats(dev_id, queue_id, &stats);  in offload_latency_test_ldpc_enc()
4642 				queue_id, dev_id);  in offload_latency_test_ldpc_enc()
4664 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4676 			deq += rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id,  in offload_latency_test_ldpc_enc()
4702 	const uint16_t queue_id = ad->queue_ids[0];  in offload_cost_test()
4717 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in offload_cost_test()
4728 				op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4732 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4736 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4740 			op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4744 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4789 	get_bbdev_queue_stats(ad->dev_id, queue_id, &stats);  in offload_cost_test()
4811 offload_latency_empty_q_test_dec(uint16_t dev_id, uint16_t queue_id,  in offload_latency_empty_q_test_dec()  argument
4829 			rte_bbdev_dequeue_ldpc_dec_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_dec()
4832 			rte_bbdev_dequeue_dec_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_dec()
4845 offload_latency_empty_q_test_enc(uint16_t dev_id, uint16_t queue_id,  in offload_latency_empty_q_test_enc()  argument
4862 			rte_bbdev_dequeue_ldpc_enc_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_enc()
4865 			rte_bbdev_dequeue_enc_ops(dev_id, queue_id, ops,  in offload_latency_empty_q_test_enc()
4895 	const uint16_t queue_id = ad->queue_ids[0];  in offload_latency_empty_q_test()
4916 		iter = offload_latency_empty_q_test_dec(ad->dev_id, queue_id,  in offload_latency_empty_q_test()
4920 		iter = offload_latency_empty_q_test_enc(ad->dev_id, queue_id,  in offload_latency_empty_q_test()