24 		uint16_t event = rte_event_dequeue_burst(dev, port, &ev, 1, 0);  in pipeline_queue_worker_single_stage_tx()
31 		if (ev.sched_type == RTE_SCHED_TYPE_ATOMIC) {  in pipeline_queue_worker_single_stage_tx()
32 			pipeline_event_tx(dev, port, &ev);  in pipeline_queue_worker_single_stage_tx()
35 			ev.queue_id++;  in pipeline_queue_worker_single_stage_tx()
36 			pipeline_fwd_event(&ev, RTE_SCHED_TYPE_ATOMIC);  in pipeline_queue_worker_single_stage_tx()
37 			pipeline_event_enqueue(dev, port, &ev);  in pipeline_queue_worker_single_stage_tx()
51 		uint16_t event = rte_event_dequeue_burst(dev, port, &ev, 1, 0);  in pipeline_queue_worker_single_stage_fwd()
58 		ev.queue_id = tx_queue[ev.mbuf->port];  in pipeline_queue_worker_single_stage_fwd()
59 		rte_event_eth_tx_adapter_txq_set(ev.mbuf, 0);  in pipeline_queue_worker_single_stage_fwd()
60 		pipeline_fwd_event(&ev, RTE_SCHED_TYPE_ATOMIC);  in pipeline_queue_worker_single_stage_fwd()
61 		pipeline_event_enqueue(dev, port, &ev);  in pipeline_queue_worker_single_stage_fwd()
74 		uint16_t nb_rx = rte_event_dequeue_burst(dev, port, ev,  in pipeline_queue_worker_single_stage_burst_tx()
83 			rte_prefetch0(ev[i + 1].mbuf);  in pipeline_queue_worker_single_stage_burst_tx()
84 			if (ev[i].sched_type == RTE_SCHED_TYPE_ATOMIC) {  in pipeline_queue_worker_single_stage_burst_tx()
85 				pipeline_event_tx(dev, port, &ev[i]);  in pipeline_queue_worker_single_stage_burst_tx()
86 				ev[i].op = RTE_EVENT_OP_RELEASE;  in pipeline_queue_worker_single_stage_burst_tx()
89 				ev[i].queue_id++;  in pipeline_queue_worker_single_stage_burst_tx()
90 				pipeline_fwd_event(&ev[i],  in pipeline_queue_worker_single_stage_burst_tx()
95 		pipeline_event_enqueue_burst(dev, port, ev, nb_rx);  in pipeline_queue_worker_single_stage_burst_tx()
108 		uint16_t nb_rx = rte_event_dequeue_burst(dev, port, ev,  in pipeline_queue_worker_single_stage_burst_fwd()
117 			rte_prefetch0(ev[i + 1].mbuf);  in pipeline_queue_worker_single_stage_burst_fwd()
118 			ev[i].queue_id = tx_queue[ev[i].mbuf->port];  in pipeline_queue_worker_single_stage_burst_fwd()
119 			rte_event_eth_tx_adapter_txq_set(ev[i].mbuf, 0);  in pipeline_queue_worker_single_stage_burst_fwd()
120 			pipeline_fwd_event(&ev[i], RTE_SCHED_TYPE_ATOMIC);  in pipeline_queue_worker_single_stage_burst_fwd()
123 		pipeline_event_enqueue_burst(dev, port, ev, nb_rx);  in pipeline_queue_worker_single_stage_burst_fwd()
138 		uint16_t event = rte_event_dequeue_burst(dev, port, &ev, 1, 0);  in pipeline_queue_worker_multi_stage_tx()
145 		cq_id = ev.queue_id % nb_stages;  in pipeline_queue_worker_multi_stage_tx()
147 		if (ev.queue_id == tx_queue[ev.mbuf->port]) {  in pipeline_queue_worker_multi_stage_tx()
148 			pipeline_event_tx(dev, port, &ev);  in pipeline_queue_worker_multi_stage_tx()
153 		ev.queue_id++;  in pipeline_queue_worker_multi_stage_tx()
154 		pipeline_fwd_event(&ev, cq_id != last_queue ?  in pipeline_queue_worker_multi_stage_tx()
157 		pipeline_event_enqueue(dev, port, &ev);  in pipeline_queue_worker_multi_stage_tx()
170 		uint16_t event = rte_event_dequeue_burst(dev, port, &ev, 1, 0);  in pipeline_queue_worker_multi_stage_fwd()
177 		cq_id = ev.queue_id % nb_stages;  in pipeline_queue_worker_multi_stage_fwd()
180 			ev.queue_id = tx_queue[ev.mbuf->port];  in pipeline_queue_worker_multi_stage_fwd()
181 			rte_event_eth_tx_adapter_txq_set(ev.mbuf, 0);  in pipeline_queue_worker_multi_stage_fwd()
182 			pipeline_fwd_event(&ev, RTE_SCHED_TYPE_ATOMIC);  in pipeline_queue_worker_multi_stage_fwd()
185 			ev.queue_id++;  in pipeline_queue_worker_multi_stage_fwd()
186 			pipeline_fwd_event(&ev, sched_type_list[cq_id]);  in pipeline_queue_worker_multi_stage_fwd()
189 		pipeline_event_enqueue(dev, port, &ev);  in pipeline_queue_worker_multi_stage_fwd()
202 		uint16_t nb_rx = rte_event_dequeue_burst(dev, port, ev,  in pipeline_queue_worker_multi_stage_burst_tx()
211 			rte_prefetch0(ev[i + 1].mbuf);  in pipeline_queue_worker_multi_stage_burst_tx()
212 			cq_id = ev[i].queue_id % nb_stages;  in pipeline_queue_worker_multi_stage_burst_tx()
214 			if (ev[i].queue_id == tx_queue[ev[i].mbuf->port]) {  in pipeline_queue_worker_multi_stage_burst_tx()
215 				pipeline_event_tx(dev, port, &ev[i]);  in pipeline_queue_worker_multi_stage_burst_tx()
216 				ev[i].op = RTE_EVENT_OP_RELEASE;  in pipeline_queue_worker_multi_stage_burst_tx()
221 			ev[i].queue_id++;  in pipeline_queue_worker_multi_stage_burst_tx()
222 			pipeline_fwd_event(&ev[i], cq_id != last_queue ?  in pipeline_queue_worker_multi_stage_burst_tx()
227 		pipeline_event_enqueue_burst(dev, port, ev, nb_rx);  in pipeline_queue_worker_multi_stage_burst_tx()
240 		uint16_t nb_rx = rte_event_dequeue_burst(dev, port, ev,  in pipeline_queue_worker_multi_stage_burst_fwd()
249 			rte_prefetch0(ev[i + 1].mbuf);  in pipeline_queue_worker_multi_stage_burst_fwd()
250 			cq_id = ev[i].queue_id % nb_stages;  in pipeline_queue_worker_multi_stage_burst_fwd()
253 				ev[i].queue_id = tx_queue[ev[i].mbuf->port];  in pipeline_queue_worker_multi_stage_burst_fwd()
254 				rte_event_eth_tx_adapter_txq_set(ev[i].mbuf, 0);  in pipeline_queue_worker_multi_stage_burst_fwd()
255 				pipeline_fwd_event(&ev[i],  in pipeline_queue_worker_multi_stage_burst_fwd()
259 				ev[i].queue_id++;  in pipeline_queue_worker_multi_stage_burst_fwd()
260 				pipeline_fwd_event(&ev[i],  in pipeline_queue_worker_multi_stage_burst_fwd()
265 		pipeline_event_enqueue_burst(dev, port, ev, nb_rx);  in pipeline_queue_worker_multi_stage_burst_fwd()