101 void __rte_node_stream_alloc(struct rte_graph *graph, struct rte_node *node);
118 void __rte_node_stream_alloc_size(struct rte_graph *graph,
132 rte_graph_walk(struct rte_graph *graph)  in rte_graph_walk()  argument
134 	const rte_graph_off_t *cir_start = graph->cir_start;  in rte_graph_walk()
135 	const rte_node_t mask = graph->cir_mask;  in rte_graph_walk()
136 	uint32_t head = graph->head;  in rte_graph_walk()
157 	while (likely(head != graph->tail)) {  in rte_graph_walk()
158 		node = (struct rte_node *)RTE_PTR_ADD(graph, cir_start[(int32_t)head++]);  in rte_graph_walk()
165 			rc = node->process(graph, node, objs, node->idx);  in rte_graph_walk()
170 			node->process(graph, node, objs, node->idx);  in rte_graph_walk()
175 	graph->tail = 0;  in rte_graph_walk()
191 __rte_node_enqueue_tail_update(struct rte_graph *graph, struct rte_node *node)  in __rte_node_enqueue_tail_update()  argument
195 	tail = graph->tail;  in __rte_node_enqueue_tail_update()
196 	graph->cir_start[tail++] = node->off;  in __rte_node_enqueue_tail_update()
197 	graph->tail = tail & graph->cir_mask;  in __rte_node_enqueue_tail_update()
218 __rte_node_enqueue_prologue(struct rte_graph *graph, struct rte_node *node,  in __rte_node_enqueue_prologue()  argument
224 		__rte_node_enqueue_tail_update(graph, node);  in __rte_node_enqueue_prologue()
227 		__rte_node_stream_alloc(graph, node);  in __rte_node_enqueue_prologue()
271 rte_node_enqueue(struct rte_graph *graph, struct rte_node *node,  in rte_node_enqueue()  argument
277 	__rte_node_enqueue_prologue(graph, node, idx, nb_objs);  in rte_node_enqueue()
298 rte_node_enqueue_x1(struct rte_graph *graph, struct rte_node *node,  in rte_node_enqueue_x1()  argument
304 	__rte_node_enqueue_prologue(graph, node, idx, 1);  in rte_node_enqueue_x1()
328 rte_node_enqueue_x2(struct rte_graph *graph, struct rte_node *node,  in rte_node_enqueue_x2()  argument
334 	__rte_node_enqueue_prologue(graph, node, idx, 2);  in rte_node_enqueue_x2()
363 rte_node_enqueue_x4(struct rte_graph *graph, struct rte_node *node,  in rte_node_enqueue_x4()  argument
370 	__rte_node_enqueue_prologue(graph, node, idx, 4);  in rte_node_enqueue_x4()
397 rte_node_enqueue_next(struct rte_graph *graph, struct rte_node *node,  in rte_node_enqueue_next()  argument
403 		rte_node_enqueue_x1(graph, node, nexts[i], objs[i]);  in rte_node_enqueue_next()
427 rte_node_next_stream_get(struct rte_graph *graph, struct rte_node *node,  in rte_node_next_stream_get()  argument
435 		__rte_node_stream_alloc_size(graph, node, nb_objs);  in rte_node_next_stream_get()
458 rte_node_next_stream_put(struct rte_graph *graph, struct rte_node *node,  in rte_node_next_stream_put()  argument
466 		__rte_node_enqueue_tail_update(graph, node);  in rte_node_next_stream_put()
487 rte_node_next_stream_move(struct rte_graph *graph, struct rte_node *src,  in rte_node_next_stream_move()  argument
501 		__rte_node_enqueue_tail_update(graph, dst);  in rte_node_next_stream_move()
503 		rte_node_enqueue(graph, src, next, src->objs, src->idx);  in rte_node_next_stream_move()