328 	const struct rte_flow_ops *ops;  in rte_flow_ops_get()  local
337 		code = dev->dev_ops->flow_ops_get(dev, &ops);  in rte_flow_ops_get()
338 	if (code == 0 && ops == NULL)  in rte_flow_ops_get()
347 	return ops;  in rte_flow_ops_get()
358 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_validate()  local
362 	if (unlikely(!ops))  in rte_flow_validate()
364 	if (likely(!!ops->validate)) {  in rte_flow_validate()
366 		ret = ops->validate(dev, attr, pattern, actions, error);  in rte_flow_validate()
385 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_create()  local
387 	if (unlikely(!ops))  in rte_flow_create()
389 	if (likely(!!ops->create)) {  in rte_flow_create()
391 		flow = ops->create(dev, attr, pattern, actions, error);  in rte_flow_create()
409 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_destroy()  local
412 	if (unlikely(!ops))  in rte_flow_destroy()
414 	if (likely(!!ops->destroy)) {  in rte_flow_destroy()
416 		ret = ops->destroy(dev, flow, error);  in rte_flow_destroy()
431 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_flush()  local
434 	if (unlikely(!ops))  in rte_flow_flush()
436 	if (likely(!!ops->flush)) {  in rte_flow_flush()
438 		ret = ops->flush(dev, error);  in rte_flow_flush()
456 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_query()  local
459 	if (!ops)  in rte_flow_query()
461 	if (likely(!!ops->query)) {  in rte_flow_query()
463 		ret = ops->query(dev, flow, action, data, error);  in rte_flow_query()
479 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_isolate()  local
482 	if (!ops)  in rte_flow_isolate()
484 	if (likely(!!ops->isolate)) {  in rte_flow_isolate()
486 		ret = ops->isolate(dev, set, error);  in rte_flow_isolate()
1101 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_dev_dump()  local
1104 	if (unlikely(!ops))  in rte_flow_dev_dump()
1106 	if (likely(!!ops->dev_dump)) {  in rte_flow_dev_dump()
1108 		ret = ops->dev_dump(dev, flow, file, error);  in rte_flow_dev_dump()
1122 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_get_aged_flows()  local
1125 	if (unlikely(!ops))  in rte_flow_get_aged_flows()
1127 	if (likely(!!ops->get_aged_flows)) {  in rte_flow_get_aged_flows()
1129 		ret = ops->get_aged_flows(dev, contexts, nb_contexts, error);  in rte_flow_get_aged_flows()
1145 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_action_handle_create()  local
1147 	if (unlikely(!ops))  in rte_flow_action_handle_create()
1149 	if (unlikely(!ops->action_handle_create)) {  in rte_flow_action_handle_create()
1155 	handle = ops->action_handle_create(&rte_eth_devices[port_id],  in rte_flow_action_handle_create()
1168 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_action_handle_destroy()  local
1170 	if (unlikely(!ops))  in rte_flow_action_handle_destroy()
1172 	if (unlikely(!ops->action_handle_destroy))  in rte_flow_action_handle_destroy()
1176 	ret = ops->action_handle_destroy(&rte_eth_devices[port_id],  in rte_flow_action_handle_destroy()
1188 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_action_handle_update()  local
1190 	if (unlikely(!ops))  in rte_flow_action_handle_update()
1192 	if (unlikely(!ops->action_handle_update))  in rte_flow_action_handle_update()
1196 	ret = ops->action_handle_update(&rte_eth_devices[port_id], handle,  in rte_flow_action_handle_update()
1208 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_action_handle_query()  local
1210 	if (unlikely(!ops))  in rte_flow_action_handle_query()
1212 	if (unlikely(!ops->action_handle_query))  in rte_flow_action_handle_query()
1216 	ret = ops->action_handle_query(&rte_eth_devices[port_id], handle,  in rte_flow_action_handle_query()
1229 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_tunnel_decap_set()  local
1231 	if (unlikely(!ops))  in rte_flow_tunnel_decap_set()
1233 	if (likely(!!ops->tunnel_decap_set)) {  in rte_flow_tunnel_decap_set()
1235 				ops->tunnel_decap_set(dev, tunnel, actions,  in rte_flow_tunnel_decap_set()
1252 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_tunnel_match()  local
1254 	if (unlikely(!ops))  in rte_flow_tunnel_match()
1256 	if (likely(!!ops->tunnel_match)) {  in rte_flow_tunnel_match()
1258 				ops->tunnel_match(dev, tunnel, items,  in rte_flow_tunnel_match()
1274 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_get_restore_info()  local
1276 	if (unlikely(!ops))  in rte_flow_get_restore_info()
1278 	if (likely(!!ops->get_restore_info)) {  in rte_flow_get_restore_info()
1280 				ops->get_restore_info(dev, m, restore_info,  in rte_flow_get_restore_info()
1296 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_tunnel_action_decap_release()  local
1298 	if (unlikely(!ops))  in rte_flow_tunnel_action_decap_release()
1300 	if (likely(!!ops->tunnel_action_decap_release)) {  in rte_flow_tunnel_action_decap_release()
1302 				ops->tunnel_action_decap_release(dev, actions,  in rte_flow_tunnel_action_decap_release()
1319 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_tunnel_item_release()  local
1321 	if (unlikely(!ops))  in rte_flow_tunnel_item_release()
1323 	if (likely(!!ops->tunnel_item_release)) {  in rte_flow_tunnel_item_release()
1325 				ops->tunnel_item_release(dev, items,  in rte_flow_tunnel_item_release()
1338 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_pick_transfer_proxy()  local
1341 	if (unlikely(ops == NULL))  in rte_flow_pick_transfer_proxy()
1344 	if (ops->pick_transfer_proxy == NULL) {  in rte_flow_pick_transfer_proxy()
1352 			ops->pick_transfer_proxy(dev, proxy_port_id, error),  in rte_flow_pick_transfer_proxy()
1362 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_flex_item_create()  local
1365 	if (unlikely(!ops))  in rte_flow_flex_item_create()
1367 	if (unlikely(!ops->flex_item_create)) {  in rte_flow_flex_item_create()
1373 	handle = ops->flex_item_create(dev, conf, error);  in rte_flow_flex_item_create()
1386 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_flex_item_release()  local
1388 	if (unlikely(!ops || !ops->flex_item_release))  in rte_flow_flex_item_release()
1392 	ret = ops->flex_item_release(dev, handle, error);  in rte_flow_flex_item_release()
1403 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_info_get()  local
1405 	if (unlikely(!ops))  in rte_flow_info_get()
1417 	if (likely(!!ops->info_get)) {  in rte_flow_info_get()
1419 				ops->info_get(dev, port_info, queue_info, error),  in rte_flow_info_get()
1435 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_configure()  local
1438 	if (unlikely(!ops))  in rte_flow_configure()
1460 	if (likely(!!ops->configure)) {  in rte_flow_configure()
1461 		ret = ops->configure(dev, port_attr, nb_queue, queue_attr, error);  in rte_flow_configure()
1478 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_pattern_template_create()  local
1481 	if (unlikely(!ops))  in rte_flow_pattern_template_create()
1510 	if (likely(!!ops->pattern_template_create)) {  in rte_flow_pattern_template_create()
1511 		template = ops->pattern_template_create(dev, template_attr,  in rte_flow_pattern_template_create()
1529 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_pattern_template_destroy()  local
1531 	if (unlikely(!ops))  in rte_flow_pattern_template_destroy()
1535 	if (likely(!!ops->pattern_template_destroy)) {  in rte_flow_pattern_template_destroy()
1537 				ops->pattern_template_destroy(dev,  in rte_flow_pattern_template_destroy()
1555 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_actions_template_create()  local
1558 	if (unlikely(!ops))  in rte_flow_actions_template_create()
1596 	if (likely(!!ops->actions_template_create)) {  in rte_flow_actions_template_create()
1597 		template = ops->actions_template_create(dev, template_attr,  in rte_flow_actions_template_create()
1615 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_actions_template_destroy()  local
1617 	if (unlikely(!ops))  in rte_flow_actions_template_destroy()
1621 	if (likely(!!ops->actions_template_destroy)) {  in rte_flow_actions_template_destroy()
1623 				ops->actions_template_destroy(dev,  in rte_flow_actions_template_destroy()
1643 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_template_table_create()  local
1646 	if (unlikely(!ops))  in rte_flow_template_table_create()
1684 	if (likely(!!ops->template_table_create)) {  in rte_flow_template_table_create()
1685 		table = ops->template_table_create(dev, table_attr,  in rte_flow_template_table_create()
1705 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_template_table_destroy()  local
1707 	if (unlikely(!ops))  in rte_flow_template_table_destroy()
1711 	if (likely(!!ops->template_table_destroy)) {  in rte_flow_template_table_destroy()
1713 				ops->template_table_destroy(dev,  in rte_flow_template_table_destroy()
1736 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_async_create()  local
1739 	flow = ops->async_create(dev, queue_id,  in rte_flow_async_create()
1758 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_async_destroy()  local
1761 			ops->async_destroy(dev, queue_id,  in rte_flow_async_destroy()
1773 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_push()  local
1776 			ops->push(dev, queue_id, error),  in rte_flow_push()
1788 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_pull()  local
1791 	ret = ops->pull(dev, queue_id, res, n_res, error);  in rte_flow_pull()
1805 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_async_action_handle_create()  local
1808 	handle = ops->async_action_handle_create(dev, queue_id, op_attr,  in rte_flow_async_action_handle_create()
1824 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_async_action_handle_destroy()  local
1827 	ret = ops->async_action_handle_destroy(dev, queue_id, op_attr,  in rte_flow_async_action_handle_destroy()
1842 	const struct rte_flow_ops *ops = rte_flow_ops_get(port_id, error);  in rte_flow_async_action_handle_update()  local
1845 	ret = ops->async_action_handle_update(dev, queue_id, op_attr,  in rte_flow_async_action_handle_update()