154 	struct test_op_params *op_params;  member
184 		struct test_op_params *op_params);
1124 		const uint16_t n, struct test_op_params *op_params)  in ldpc_add_filler()  argument
1126 	struct rte_bbdev_op_ldpc_dec dec = op_params->ref_dec_op->ldpc_dec;  in ldpc_add_filler()
1198 fill_queue_buffers(struct test_op_params *op_params,  in fill_queue_buffers()  argument
1208 	const uint16_t n = op_params->num_to_process;  in fill_queue_buffers()
1219 		&op_params->q_bufs[socket_id][queue_id].inputs,  in fill_queue_buffers()
1220 		&op_params->q_bufs[socket_id][queue_id].soft_outputs,  in fill_queue_buffers()
1221 		&op_params->q_bufs[socket_id][queue_id].hard_outputs,  in fill_queue_buffers()
1222 		&op_params->q_bufs[socket_id][queue_id].harq_inputs,  in fill_queue_buffers()
1223 		&op_params->q_bufs[socket_id][queue_id].harq_outputs,  in fill_queue_buffers()
1249 		bool loopback = op_params->ref_dec_op->ldpc_dec.op_flags &  in fill_queue_buffers()
1251 		bool llr_comp = op_params->ref_dec_op->ldpc_dec.op_flags &  in fill_queue_buffers()
1253 		bool harq_comp = op_params->ref_dec_op->ldpc_dec.op_flags &  in fill_queue_buffers()
1266 					op_params);  in fill_queue_buffers()
1273 free_buffers(struct active_device *ad, struct test_op_params *op_params)  in free_buffers()  argument
1286 			rte_free(op_params->q_bufs[j][i].inputs);  in free_buffers()
1287 			rte_free(op_params->q_bufs[j][i].hard_outputs);  in free_buffers()
1288 			rte_free(op_params->q_bufs[j][i].soft_outputs);  in free_buffers()
1289 			rte_free(op_params->q_bufs[j][i].harq_inputs);  in free_buffers()
1290 			rte_free(op_params->q_bufs[j][i].harq_outputs);  in free_buffers()
2360 init_test_op_params(struct test_op_params *op_params,  in init_test_op_params()  argument
2369 				&op_params->ref_dec_op, 1);  in init_test_op_params()
2372 				&op_params->ref_enc_op, 1);  in init_test_op_params()
2376 	op_params->mp = ops_mp;  in init_test_op_params()
2377 	op_params->burst_sz = burst_sz;  in init_test_op_params()
2378 	op_params->num_to_process = num_to_process;  in init_test_op_params()
2379 	op_params->num_lcores = num_lcores;  in init_test_op_params()
2380 	op_params->vector_mask = vector_mask;  in init_test_op_params()
2383 		op_params->ref_dec_op->status = expected_status;  in init_test_op_params()
2386 		op_params->ref_enc_op->status = expected_status;  in init_test_op_params()
2392 		struct test_op_params *op_params)  in run_test_case_on_device()  argument
2420 	f_ret = init_test_op_params(op_params, test_vector.op_type,  in run_test_case_on_device()
2446 		create_reference_dec_op(op_params->ref_dec_op);  in run_test_case_on_device()
2448 		create_reference_enc_op(op_params->ref_enc_op);  in run_test_case_on_device()
2450 		create_reference_ldpc_enc_op(op_params->ref_enc_op);  in run_test_case_on_device()
2452 		create_reference_ldpc_dec_op(op_params->ref_dec_op);  in run_test_case_on_device()
2455 		f_ret = fill_queue_buffers(op_params,  in run_test_case_on_device()
2472 	t_ret = test_case_func(ad, op_params);  in run_test_case_on_device()
2475 	free_buffers(ad, op_params);  in run_test_case_on_device()
2479 	free_buffers(ad, op_params);  in run_test_case_on_device()
2493 	struct test_op_params *op_params = rte_zmalloc(NULL,  in run_test_case()  local
2495 	TEST_ASSERT_NOT_NULL(op_params, "Failed to alloc %zuB for op_params",  in run_test_case()
2501 		ret |= run_test_case_on_device(test_case_func, dev, op_params);  in run_test_case()
2503 	rte_free(op_params);  in run_test_case()
2647 	num_ops = tp->op_params->num_to_process;  in dequeue_event_callback()
2690 		struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in dequeue_event_callback()
2692 				tp->op_params->vector_mask);  in dequeue_event_callback()
2700 		struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in dequeue_event_callback()
2704 		struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in dequeue_event_callback()
2708 		struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in dequeue_event_callback()
2710 				tp->op_params->vector_mask);  in dequeue_event_callback()
2721 		tb_len_bits = calc_dec_TB_size(tp->op_params->ref_dec_op);  in dequeue_event_callback()
2724 		tb_len_bits = calc_enc_TB_size(tp->op_params->ref_enc_op);  in dequeue_event_callback()
2727 		tb_len_bits = calc_ldpc_dec_TB_size(tp->op_params->ref_dec_op);  in dequeue_event_callback()
2730 		tb_len_bits = calc_ldpc_enc_TB_size(tp->op_params->ref_enc_op);  in dequeue_event_callback()
2755 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_ldpc_dec()
2756 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_ldpc_dec()
2761 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in throughput_intr_lcore_ldpc_dec()
2782 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_dec()
2787 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_intr_lcore_ldpc_dec()
2789 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_ldpc_dec()
2855 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_dec()
2856 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_dec()
2876 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_dec()
2881 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_intr_lcore_dec()
2883 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_dec()
2890 				tp->op_params->ref_dec_op);  in throughput_intr_lcore_dec()
2942 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_enc()
2943 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_enc()
2963 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_enc()
2968 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_intr_lcore_enc()
2970 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_enc()
2976 				bufs->hard_outputs, tp->op_params->ref_enc_op);  in throughput_intr_lcore_enc()
3029 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_intr_lcore_ldpc_enc()
3030 	const uint16_t num_to_process = tp->op_params->num_to_process;  in throughput_intr_lcore_ldpc_enc()
3050 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_intr_lcore_ldpc_enc()
3055 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_intr_lcore_ldpc_enc()
3057 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops,  in throughput_intr_lcore_ldpc_enc()
3064 				tp->op_params->ref_enc_op);  in throughput_intr_lcore_ldpc_enc()
3118 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_dec()
3119 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_dec()
3122 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in throughput_pmd_lcore_dec()
3137 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_dec()
3139 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_pmd_lcore_dec()
3141 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops_enq, num_ops);  in throughput_pmd_lcore_dec()
3190 				tp->op_params->vector_mask);  in throughput_pmd_lcore_dec()
3214 	const uint16_t burst_sz = tp->op_params->burst_sz;  in bler_pmd_lcore_ldpc_dec()
3215 	const uint16_t num_ops = tp->op_params->num_to_process;  in bler_pmd_lcore_ldpc_dec()
3218 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in bler_pmd_lcore_ldpc_dec()
3240 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in bler_pmd_lcore_ldpc_dec()
3242 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in bler_pmd_lcore_ldpc_dec()
3244 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops_enq, num_ops);  in bler_pmd_lcore_ldpc_dec()
3321 				tp->op_params->vector_mask);  in bler_pmd_lcore_ldpc_dec()
3344 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_ldpc_dec()
3345 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_ldpc_dec()
3348 	struct rte_bbdev_dec_op *ref_op = tp->op_params->ref_dec_op;  in throughput_pmd_lcore_ldpc_dec()
3369 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_dec()
3371 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_pmd_lcore_ldpc_dec()
3373 	ret = rte_bbdev_dec_op_alloc_bulk(tp->op_params->mp, ops_enq, num_ops);  in throughput_pmd_lcore_ldpc_dec()
3442 				tp->op_params->vector_mask);  in throughput_pmd_lcore_ldpc_dec()
3466 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_enc()
3467 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_enc()
3470 	struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in throughput_pmd_lcore_enc()
3485 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_enc()
3487 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_pmd_lcore_enc()
3489 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops_enq,  in throughput_pmd_lcore_enc()
3556 	const uint16_t burst_sz = tp->op_params->burst_sz;  in throughput_pmd_lcore_ldpc_enc()
3557 	const uint16_t num_ops = tp->op_params->num_to_process;  in throughput_pmd_lcore_ldpc_enc()
3560 	struct rte_bbdev_enc_op *ref_op = tp->op_params->ref_enc_op;  in throughput_pmd_lcore_ldpc_enc()
3575 	bufs = &tp->op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in throughput_pmd_lcore_ldpc_enc()
3577 	rte_wait_until_equal_16(&tp->op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_pmd_lcore_ldpc_enc()
3579 	ret = rte_bbdev_enc_op_alloc_bulk(tp->op_params->mp, ops_enq,  in throughput_pmd_lcore_ldpc_enc()
3715 		struct test_op_params *op_params)  in bler_test()  argument
3733 			info.dev_name, ad->nb_queues, op_params->burst_sz,  in bler_test()
3734 			op_params->num_to_process, op_params->num_lcores,  in bler_test()
3740 	num_lcores = (ad->nb_queues < (op_params->num_lcores))  in bler_test()
3742 			: op_params->num_lcores;  in bler_test()
3760 	__atomic_store_n(&op_params->sync, SYNC_WAIT, __ATOMIC_RELAXED);  in bler_test()
3765 	t_params[0].op_params = op_params;  in bler_test()
3775 		t_params[used_cores].op_params = op_params;  in bler_test()
3783 	__atomic_store_n(&op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in bler_test()
3809 		struct test_op_params *op_params)  in throughput_test()  argument
3827 			info.dev_name, ad->nb_queues, op_params->burst_sz,  in throughput_test()
3828 			op_params->num_to_process, op_params->num_lcores,  in throughput_test()
3834 	num_lcores = (ad->nb_queues < (op_params->num_lcores))  in throughput_test()
3836 			: op_params->num_lcores;  in throughput_test()
3878 	__atomic_store_n(&op_params->sync, SYNC_WAIT, __ATOMIC_RELAXED);  in throughput_test()
3883 	t_params[0].op_params = op_params;  in throughput_test()
3893 		t_params[used_cores].op_params = op_params;  in throughput_test()
3901 	__atomic_store_n(&op_params->sync, SYNC_START, __ATOMIC_RELAXED);  in throughput_test()
3932 		op_params->num_to_process) &&  in throughput_test()
3946 			op_params->num_to_process) &&  in throughput_test()
4266 		struct test_op_params *op_params, bool latency_flag)  in validation_latency_test()  argument
4269 	uint16_t burst_sz = op_params->burst_sz;  in validation_latency_test()
4270 	const uint16_t num_to_process = op_params->num_to_process;  in validation_latency_test()
4285 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in validation_latency_test()
4299 		iter = latency_test_dec(op_params->mp, bufs,  in validation_latency_test()
4300 				op_params->ref_dec_op, op_params->vector_mask,  in validation_latency_test()
4304 		iter = latency_test_ldpc_enc(op_params->mp, bufs,  in validation_latency_test()
4305 				op_params->ref_enc_op, ad->dev_id, queue_id,  in validation_latency_test()
4309 		iter = latency_test_ldpc_dec(op_params->mp, bufs,  in validation_latency_test()
4310 				op_params->ref_dec_op, op_params->vector_mask,  in validation_latency_test()
4315 		iter = latency_test_enc(op_params->mp, bufs,  in validation_latency_test()
4316 				op_params->ref_enc_op,  in validation_latency_test()
4339 latency_test(struct active_device *ad, struct test_op_params *op_params)  in latency_test()  argument
4341 	return validation_latency_test(ad, op_params, true);  in latency_test()
4345 validation_test(struct active_device *ad, struct test_op_params *op_params)  in validation_test()  argument
4347 	return validation_latency_test(ad, op_params, false);  in validation_test()
4718 		struct test_op_params *op_params)  in offload_cost_test()  argument
4722 	RTE_SET_USED(op_params);  in offload_cost_test()
4728 	uint16_t burst_sz = op_params->burst_sz;  in offload_cost_test()
4729 	const uint16_t num_to_process = op_params->num_to_process;  in offload_cost_test()
4746 	bufs = &op_params->q_bufs[GET_SOCKET(info.socket_id)][queue_id];  in offload_cost_test()
4756 		iter = offload_latency_test_dec(op_params->mp, bufs,  in offload_cost_test()
4757 				op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4760 		iter = offload_latency_test_enc(op_params->mp, bufs,  in offload_cost_test()
4761 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4764 		iter = offload_latency_test_ldpc_enc(op_params->mp, bufs,  in offload_cost_test()
4765 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4768 		iter = offload_latency_test_ldpc_dec(op_params->mp, bufs,  in offload_cost_test()
4769 			op_params->ref_dec_op, ad->dev_id, queue_id,  in offload_cost_test()
4772 		iter = offload_latency_test_enc(op_params->mp, bufs,  in offload_cost_test()
4773 				op_params->ref_enc_op, ad->dev_id, queue_id,  in offload_cost_test()
4910 		struct test_op_params *op_params)  in offload_latency_empty_q_test()  argument
4914 	RTE_SET_USED(op_params);  in offload_latency_empty_q_test()
4921 	uint16_t burst_sz = op_params->burst_sz;  in offload_latency_empty_q_test()
4922 	const uint16_t num_to_process = op_params->num_to_process;  in offload_latency_empty_q_test()