154 	struct test_op_params *op_params;  member
184 		struct test_op_params *op_params);
1078 		const uint16_t n, struct test_op_params *op_params)  in ldpc_add_filler()  argument
1080 	struct rte_bbdev_op_ldpc_dec dec = op_params->ref_dec_op->ldpc_dec;  in ldpc_add_filler()
1152 fill_queue_buffers(struct test_op_params *op_params,  in fill_queue_buffers()  argument
1162 	const uint16_t n = op_params->num_to_process;  in fill_queue_buffers()
1173 		&op_params->q_bufs[socket_id][queue_id].inputs,  in fill_queue_buffers()
1174 		&op_params->q_bufs[socket_id][queue_id].soft_outputs,  in fill_queue_buffers()
1175 		&op_params->q_bufs[socket_id][queue_id].hard_outputs,  in fill_queue_buffers()
1176 		&op_params->q_bufs[socket_id][queue_id].harq_inputs,  in fill_queue_buffers()
1177 		&op_params->q_bufs[socket_id][queue_id].harq_outputs,  in fill_queue_buffers()
1203 		bool loopback = op_params->ref_dec_op->ldpc_dec.op_flags &  in fill_queue_buffers()
1205 		bool llr_comp = op_params->ref_dec_op->ldpc_dec.op_flags &  in fill_queue_buffers()
1207 		bool harq_comp = op_params->ref_dec_op->ldpc_dec.op_flags &  in fill_queue_buffers()
1220 					op_params);  in fill_queue_buffers()
1227 free_buffers(struct active_device *ad, struct test_op_params *op_params)  in free_buffers()  argument
1240 			rte_free(op_params->q_bufs[j][i].inputs);  in free_buffers()
1241 			rte_free(op_params->q_bufs[j][i].hard_outputs);  in free_buffers()
1242 			rte_free(op_params->q_bufs[j][i].soft_outputs);  in free_buffers()
1243 			rte_free(op_params->q_bufs[j][i].harq_inputs);  in free_buffers()
1244 			rte_free(op_params->q_bufs[j][i].harq_outputs);  in free_buffers()
2314 init_test_op_params(struct test_op_params *op_params,  in init_test_op_params()  argument
2323 				&op_params->ref_dec_op, 1);  in init_test_op_params()
2326 				&op_params->ref_enc_op, 1);  in init_test_op_params()
2330 	op_params->mp = ops_mp;  in init_test_op_params()
2331 	op_params->burst_sz = burst_sz;  in init_test_op_params()
2332 	op_params->num_to_process = num_to_process;  in init_test_op_params()
2333 	op_params->num_lcores = num_lcores;  in init_test_op_params()
2334 	op_params->vector_mask = vector_mask;  in init_test_op_params()
2337 		op_params->ref_dec_op->status = expected_status;  in init_test_op_params()
2340 		op_params->ref_enc_op->status = expected_status;  in init_test_op_params()
2346 		struct test_op_params *op_params)  in run_test_case_on_device()  argument
2374 	f_ret = init_test_op_params(op_params, test_vector.op_type,  in run_test_case_on_device()
2400 		create_reference_dec_op(op_params->ref_dec_op);  in run_test_case_on_device()
2402 		create_reference_enc_op(op_params->ref_enc_op);  in run_test_case_on_device()
2404 		create_reference_ldpc_enc_op(op_params->ref_enc_op);  in run_test_case_on_device()
2406 		create_reference_ldpc_dec_op(op_params->ref_dec_op);  in run_test_case_on_device()
2409 		f_ret = fill_queue_buffers(op_params,  in run_test_case_on_device()
2426 	t_ret = test_case_func(ad, op_params);  in run_test_case_on_device()
2429 	free_buffers(ad, op_params);  in run_test_case_on_device()
2433 	free_buffers(ad, op_params);  in run_test_case_on_device()
2447 	struct test_op_params *op_params = rte_zmalloc(NULL,  in run_test_case()  local
2449 	TEST_ASSERT_NOT_NULL(op_params, "Failed to alloc %zuB for op_params",  in run_test_case()
2455 		ret |= run_test_case_on_device(test_case_func, dev, op_params);  in run_test_case()
2457 	rte_free(op_params);  in run_test_case()
2601 	num_ops = tp->op_params->num_to_process;  in dequeue_event_callback()
2644 		struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in dequeue_event_callback()
2646 				tp->op_params->vector_mask);  in dequeue_event_callback()
2654 		struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in dequeue_event_callback()
2658 		struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in dequeue_event_callback()
2662 		struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in dequeue_event_callback()
2664 				tp->op_params->vector_mask);  in dequeue_event_callback()
2675 		tb_len_bits = calc_dec_TB_size(tp->op_params->ref_dec_op);  in dequeue_event_callback()
2678 		tb_len_bits = calc_enc_TB_size(tp->op_params->ref_enc_op);  in dequeue_event_callback()
2681 		tb_len_bits = calc_ldpc_dec_TB_size(tp->op_params->ref_dec_op);  in dequeue_event_callback()
2684 		tb_len_bits = calc_ldpc_enc_TB_size(tp->op_params->ref_enc_op);  in dequeue_event_callback()
2709 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_ldpc_dec()
2710 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_ldpc_dec()
2715 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in throughput_intr_lcore_ldpc_dec()
2736 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_dec()
2741 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_intr_lcore_ldpc_dec()
2744 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_ldpc_dec()
2812 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_dec()
2813 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_dec()
2833 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_dec()
2838 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_intr_lcore_dec()
2841 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_dec()
2848 				tp->op_params->ref_dec_op);  in throughput_intr_lcore_dec()
2902 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_enc()
2903 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_enc()
2923 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_enc()
2928 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_intr_lcore_enc()
2931 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_enc()
2937 				bufs->hard_outputs, tp->op_params->ref_enc_op);  in throughput_intr_lcore_enc()
2992 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_ldpc_enc()
2993 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_ldpc_enc()
3013 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_enc()
3018 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_intr_lcore_ldpc_enc()
3021 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_ldpc_enc()
3028 				tp->op_params->ref_enc_op);  in throughput_intr_lcore_ldpc_enc()
3084 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_dec()
3085 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_dec()
3088 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in throughput_pmd_lcore_dec()
3103 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_dec()
3105 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_pmd_lcore_dec()
3108 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops_enq, num_ops);  in throughput_pmd_lcore_dec()
3157 				tp->op_params->vector_mask);  in throughput_pmd_lcore_dec()
3181 	const uint16_t burst_sz = tp->op_params->burst_sz;  in bler_pmd_lcore_ldpc_dec()
3182 	const uint16_t num_ops = tp->op_params->num_to_process;  in bler_pmd_lcore_ldpc_dec()
3185 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in bler_pmd_lcore_ldpc_dec()
3207 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in bler_pmd_lcore_ldpc_dec()
3209 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in bler_pmd_lcore_ldpc_dec()
3212 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops_enq, num_ops);  in bler_pmd_lcore_ldpc_dec()
3289 				tp->op_params->vector_mask);  in bler_pmd_lcore_ldpc_dec()
3312 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_ldpc_dec()
3313 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_ldpc_dec()
3316 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in throughput_pmd_lcore_ldpc_dec()
3337 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_dec()
3339 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_pmd_lcore_ldpc_dec()
3342 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops_enq, num_ops);  in throughput_pmd_lcore_ldpc_dec()
3411 				tp->op_params->vector_mask);  in throughput_pmd_lcore_ldpc_dec()
3435 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_enc()
3436 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_enc()
3439 	struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in throughput_pmd_lcore_enc()
3454 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_enc()
3456 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_pmd_lcore_enc()
3459 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops_enq,  in throughput_pmd_lcore_enc()
3526 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_ldpc_enc()
3527 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_ldpc_enc()
3530 	struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in throughput_pmd_lcore_ldpc_enc()
3545 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_enc()
3547 	while (rte_atomic16_read(&tp->op_params->sync) == SYNC_WAIT)  in throughput_pmd_lcore_ldpc_enc()
3550 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops_enq,  in throughput_pmd_lcore_ldpc_enc()
3686 		struct test_op_params *op_params)  in bler_test()  argument
3704 			info.dev_name, ad->nb_queues, op_params->burst_sz,  in bler_test()
3705 			op_params->num_to_process, op_params->num_lcores,  in bler_test()
3711 	num_lcores = (ad->nb_queues < (op_params->num_lcores))  in bler_test()
3713 			: op_params->num_lcores;  in bler_test()
3731 	rte_atomic16_set(&op_params->sync, SYNC_WAIT);  in bler_test()
3736 	t_params[0].op_params = op_params;  in bler_test()
3746 		t_params[used_cores].op_params = op_params;  in bler_test()
3754 	rte_atomic16_set(&op_params->sync, SYNC_START);  in bler_test()
3780 		struct test_op_params *op_params)  in throughput_test()  argument
3798 			info.dev_name, ad->nb_queues, op_params->burst_sz,  in throughput_test()
3799 			op_params->num_to_process, op_params->num_lcores,  in throughput_test()
3805 	num_lcores = (ad->nb_queues < (op_params->num_lcores))  in throughput_test()
3807 			: op_params->num_lcores;  in throughput_test()
3849 	rte_atomic16_set(&op_params->sync, SYNC_WAIT);  in throughput_test()
3854 	t_params[0].op_params = op_params;  in throughput_test()
3864 		t_params[used_cores].op_params = op_params;  in throughput_test()
3872 	rte_atomic16_set(&op_params->sync, SYNC_START);  in throughput_test()
3903 			op_params->num_to_process) &&  in throughput_test()
3917 				op_params->num_to_process) &&  in throughput_test()
4237 		struct test_op_params *op_params, bool latency_flag)  in validation_latency_test()  argument
4240 	uint16_t burst_sz = op_params->burst_sz;  in validation_latency_test()
4241 	const uint16_t num_to_process = op_params->num_to_process;  in validation_latency_test()
4256 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in validation_latency_test()
4270 		iter = latency_test_dec(op_params->mp, bufs,  in validation_latency_test()
4271 				op_params->ref_dec_op, op_params->vector_mask,  in validation_latency_test()
4275 		iter = latency_test_ldpc_enc(op_params->mp, bufs,  in validation_latency_test()
4276 				op_params->ref_enc_op, ad->dev_id, queue_id,  in validation_latency_test()
4280 		iter = latency_test_ldpc_dec(op_params->mp, bufs,  in validation_latency_test()
4281 				op_params->ref_dec_op, op_params->vector_mask,  in validation_latency_test()
4286 		iter = latency_test_enc(op_params->mp, bufs,  in validation_latency_test()
4287 				op_params->ref_enc_op,  in validation_latency_test()
4310 latency_test(struct active_device *ad, struct test_op_params *op_params)  in latency_test()  argument
4312 	return validation_latency_test(ad, op_params, true);  in latency_test()
4316 validation_test(struct active_device *ad, struct test_op_params *op_params)  in validation_test()  argument
4318 	return validation_latency_test(ad, op_params, false);  in validation_test()
4689 		struct test_op_params *op_params)  in offload_cost_test()  argument
4693 	RTE_SET_USED(op_params);  in offload_cost_test()
4699 	uint16_t burst_sz = op_params->burst_sz;  in offload_cost_test()
4700 	const uint16_t num_to_process = op_params->num_to_process;  in offload_cost_test()
4717 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in offload_cost_test()
4727 		iter = offload_latency_test_dec(op_params->mp, bufs,  in offload_cost_test()
4728 				op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4731 		iter = offload_latency_test_enc(op_params->mp, bufs,  in offload_cost_test()
4732 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4735 		iter = offload_latency_test_ldpc_enc(op_params->mp, bufs,  in offload_cost_test()
4736 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4739 		iter = offload_latency_test_ldpc_dec(op_params->mp, bufs,  in offload_cost_test()
4740 			op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4743 		iter = offload_latency_test_enc(op_params->mp, bufs,  in offload_cost_test()
4744 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4881 		struct test_op_params *op_params)  in offload_latency_empty_q_test()  argument
4885 	RTE_SET_USED(op_params);  in offload_latency_empty_q_test()
4892 	uint16_t burst_sz = op_params->burst_sz;  in offload_latency_empty_q_test()
4893 	const uint16_t num_to_process = op_params->num_to_process;  in offload_latency_empty_q_test()