19 mark_fwd_latency(struct rte_event *const ev,  in mark_fwd_latency()  argument
22 	if (unlikely((ev->queue_id % nb_stages) == 0)) {  in mark_fwd_latency()
23 		struct perf_elt *const m = ev->event_ptr;  in mark_fwd_latency()
30 fwd_event(struct rte_event *const ev, uint8_t *const sched_type_list,  in fwd_event()  argument
33 	ev->queue_id++;  in fwd_event()
34 	ev->sched_type = sched_type_list[ev->queue_id % nb_stages];  in fwd_event()
35 	ev->op = RTE_EVENT_OP_FORWARD;  in fwd_event()
36 	ev->event_type = RTE_EVENT_TYPE_CPU;  in fwd_event()
43 	struct rte_event ev;  in perf_queue_worker()  local
47 		deq = rte_event_dequeue_burst(dev, port, &ev, 1, 0);  in perf_queue_worker()
55 		    (ev.event_type == RTE_EVENT_TYPE_CRYPTODEV)) {  in perf_queue_worker()
56 			struct rte_crypto_op *op = ev.event_ptr;  in perf_queue_worker()
60 					ev.event_ptr = op->sym->m_src;  in perf_queue_worker()
62 					ev.event_ptr = op->sym->m_dst;  in perf_queue_worker()
72 			mark_fwd_latency(&ev, nb_stages);  in perf_queue_worker()
75 		if (unlikely((ev.queue_id % nb_stages) == laststage)) {  in perf_queue_worker()
78 					&ev, w, bufs, sz, cnt);  in perf_queue_worker()
81 					&ev, w, bufs, sz, cnt);  in perf_queue_worker()
83 			fwd_event(&ev, sched_type_list, nb_stages);  in perf_queue_worker()
85 				enq = rte_event_enqueue_burst(dev, port, &ev,  in perf_queue_worker()
91 	perf_worker_cleanup(pool, dev, port, &ev, enq, deq);  in perf_queue_worker()
100 	struct rte_event ev[BURST_SIZE + 1];  in perf_queue_worker_burst()  local
106 		nb_rx = rte_event_dequeue_burst(dev, port, ev, BURST_SIZE, 0);  in perf_queue_worker_burst()
115 			    (ev[i].event_type == RTE_EVENT_TYPE_CRYPTODEV)) {  in perf_queue_worker_burst()
116 				struct rte_crypto_op *op = ev[i].event_ptr;  in perf_queue_worker_burst()
121 						ev[i].event_ptr =  in perf_queue_worker_burst()
124 						ev[i].event_ptr =  in perf_queue_worker_burst()
134 				rte_prefetch0(ev[i+1].event_ptr);  in perf_queue_worker_burst()
138 				mark_fwd_latency(&ev[i], nb_stages);  in perf_queue_worker_burst()
141 			if (unlikely((ev[i].queue_id % nb_stages) ==  in perf_queue_worker_burst()
145 						pool, &ev[i], w, bufs, sz, cnt);  in perf_queue_worker_burst()
148 						&ev[i], w, bufs, sz, cnt);  in perf_queue_worker_burst()
150 				ev[i].op = RTE_EVENT_OP_RELEASE;  in perf_queue_worker_burst()
152 				fwd_event(&ev[i], sched_type_list, nb_stages);  in perf_queue_worker_burst()
157 		enq = rte_event_enqueue_burst(dev, port, ev, nb_rx);  in perf_queue_worker_burst()
160 							ev + enq, nb_rx - enq);  in perf_queue_worker_burst()
164 	perf_worker_cleanup(pool, dev, port, ev, enq, nb_rx);  in perf_queue_worker_burst()