43 #define VALID_DEV_OR_RET_ERR(dev, dev_id) do { \  argument
45 		rte_bbdev_log(ERR, "device %u is invalid", dev_id); \
51 #define VALID_DEV_OPS_OR_RET_ERR(dev, dev_id) do { \  argument
54 				dev_id); \
60 #define VALID_FUNC_OR_RET_ERR(func, dev_id) do { \  argument
63 				dev_id, #func); \
72 				queue_id, dev->data->dev_id); \
107 get_dev(uint16_t dev_id)  in get_dev()  argument
109 	if (rte_bbdev_is_valid(dev_id))  in get_dev()
110 		return &rte_bbdev_devices[dev_id];  in get_dev()
180 	uint16_t dev_id;  in rte_bbdev_allocate()  local
192 	dev_id = find_free_dev_id();  in rte_bbdev_allocate()
193 	if (dev_id == RTE_BBDEV_MAX_DEVS) {  in rte_bbdev_allocate()
198 	bbdev = &rte_bbdev_devices[dev_id];  in rte_bbdev_allocate()
214 	bbdev->data->dev_id = dev_id;  in rte_bbdev_allocate()
229 			name, dev_id, num_devs);  in rte_bbdev_allocate()
237 	uint16_t dev_id;  in rte_bbdev_release()  local
244 	dev_id = bbdev->data->dev_id;  in rte_bbdev_release()
265 			dev_id, num_devs);  in rte_bbdev_release()
296 rte_bbdev_is_valid(uint16_t dev_id)  in rte_bbdev_is_valid()  argument
298 	if ((dev_id < RTE_BBDEV_MAX_DEVS) &&  in rte_bbdev_is_valid()
299 		rte_bbdev_devices[dev_id].state == RTE_BBDEV_INITIALIZED)  in rte_bbdev_is_valid()
305 rte_bbdev_find_next(uint16_t dev_id)  in rte_bbdev_find_next()  argument
307 	dev_id++;  in rte_bbdev_find_next()
308 	for (; dev_id < RTE_BBDEV_MAX_DEVS; dev_id++)  in rte_bbdev_find_next()
309 		if (rte_bbdev_is_valid(dev_id))  in rte_bbdev_find_next()
311 	return dev_id;  in rte_bbdev_find_next()
315 rte_bbdev_setup_queues(uint16_t dev_id, uint16_t num_queues, int socket_id)  in rte_bbdev_setup_queues()  argument
320 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_setup_queues()
321 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_setup_queues()
323 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_setup_queues()
328 				dev_id);  in rte_bbdev_setup_queues()
333 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->info_get, dev_id);  in rte_bbdev_setup_queues()
340 				dev_id, dev_info.max_num_queues, num_queues);  in rte_bbdev_setup_queues()
346 		VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_release, dev_id);  in rte_bbdev_setup_queues()
352 						dev_id, i);  in rte_bbdev_setup_queues()
362 						dev_id);  in rte_bbdev_setup_queues()
376 				num_queues, dev_id, dev->data->socket_id);  in rte_bbdev_setup_queues()
388 					dev_id);  in rte_bbdev_setup_queues()
393 	rte_bbdev_log_debug("Device %u set up with %u queues", dev_id,  in rte_bbdev_setup_queues()
405 rte_bbdev_intr_enable(uint16_t dev_id)  in rte_bbdev_intr_enable()  argument
408 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_intr_enable()
409 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_intr_enable()
411 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_intr_enable()
416 				dev_id);  in rte_bbdev_intr_enable()
425 					dev_id);  in rte_bbdev_intr_enable()
428 		rte_bbdev_log_debug("Enabled interrupts for dev %u", dev_id);  in rte_bbdev_intr_enable()
432 	rte_bbdev_log(ERR, "Device %u doesn't support interrupts", dev_id);  in rte_bbdev_intr_enable()
437 rte_bbdev_queue_configure(uint16_t dev_id, uint16_t queue_id,  in rte_bbdev_queue_configure()  argument
442 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_configure()
446 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_configure()
448 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_configure()
455 				queue_id, dev_id);  in rte_bbdev_queue_configure()
459 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_release, dev_id);  in rte_bbdev_queue_configure()
460 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_setup, dev_id);  in rte_bbdev_queue_configure()
463 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->info_get, dev_id);  in rte_bbdev_queue_configure()
489 					conf->queue_size, queue_id, dev_id,  in rte_bbdev_queue_configure()
496 					conf->queue_size, queue_id, dev_id);  in rte_bbdev_queue_configure()
503 					conf->priority, queue_id, dev_id,  in rte_bbdev_queue_configure()
511 					conf->priority, queue_id, dev_id,  in rte_bbdev_queue_configure()
522 					dev_id, queue_id);  in rte_bbdev_queue_configure()
532 				"Device %u queue %u setup failed", dev_id,  in rte_bbdev_queue_configure()
548 			dev_id, queue_id, stored_conf->queue_size, op_type_str,  in rte_bbdev_queue_configure()
555 rte_bbdev_start(uint16_t dev_id)  in rte_bbdev_start()  argument
558 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_start()
559 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_start()
561 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_start()
564 		rte_bbdev_log_debug("Device %u is already started", dev_id);  in rte_bbdev_start()
571 			rte_bbdev_log(ERR, "Device %u start failed", dev_id);  in rte_bbdev_start()
582 	rte_bbdev_log_debug("Started device %u", dev_id);  in rte_bbdev_start()
587 rte_bbdev_stop(uint16_t dev_id)  in rte_bbdev_stop()  argument
589 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_stop()
590 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stop()
592 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stop()
595 		rte_bbdev_log_debug("Device %u is already stopped", dev_id);  in rte_bbdev_stop()
603 	rte_bbdev_log_debug("Stopped device %u", dev_id);  in rte_bbdev_stop()
608 rte_bbdev_close(uint16_t dev_id)  in rte_bbdev_close()  argument
612 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_close()
613 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_close()
615 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_close()
618 		ret = rte_bbdev_stop(dev_id);  in rte_bbdev_close()
620 			rte_bbdev_log(ERR, "Device %u stop failed", dev_id);  in rte_bbdev_close()
630 					dev_id, i);  in rte_bbdev_close()
639 			rte_bbdev_log(ERR, "Device %u close failed", dev_id);  in rte_bbdev_close()
648 	rte_bbdev_log_debug("Closed device %u", dev_id);  in rte_bbdev_close()
653 rte_bbdev_queue_start(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_start()  argument
655 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_start()
656 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_start()
658 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_start()
664 				queue_id, dev_id);  in rte_bbdev_queue_start()
672 					dev_id, queue_id);  in rte_bbdev_queue_start()
678 	rte_bbdev_log_debug("Started queue %u of device %u", queue_id, dev_id);  in rte_bbdev_queue_start()
683 rte_bbdev_queue_stop(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_stop()  argument
685 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_stop()
686 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_stop()
688 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_stop()
694 				queue_id, dev_id);  in rte_bbdev_queue_stop()
702 					dev_id, queue_id);  in rte_bbdev_queue_stop()
708 	rte_bbdev_log_debug("Stopped queue %u of device %u", queue_id, dev_id);  in rte_bbdev_queue_stop()
726 	rte_bbdev_log_debug("Got stats on %u", dev->data->dev_id);  in get_stats_from_queues()
739 	rte_bbdev_log_debug("Reset stats on %u", dev->data->dev_id);  in reset_stats_in_queues()
743 rte_bbdev_stats_get(uint16_t dev_id, struct rte_bbdev_stats *stats)  in rte_bbdev_stats_get()  argument
745 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_stats_get()
746 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_get()
748 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_get()
761 	rte_bbdev_log_debug("Retrieved stats of device %u", dev_id);  in rte_bbdev_stats_get()
766 rte_bbdev_stats_reset(uint16_t dev_id)  in rte_bbdev_stats_reset()  argument
768 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_stats_reset()
769 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_reset()
771 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_reset()
778 	rte_bbdev_log_debug("Reset stats of device %u", dev_id);  in rte_bbdev_stats_reset()
783 rte_bbdev_info_get(uint16_t dev_id, struct rte_bbdev_info *dev_info)  in rte_bbdev_info_get()  argument
785 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_info_get()
786 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_info_get()
788 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->info_get, dev_id);  in rte_bbdev_info_get()
806 	rte_bbdev_log_debug("Retrieved info of device %u", dev_id);  in rte_bbdev_info_get()
811 rte_bbdev_queue_info_get(uint16_t dev_id, uint16_t queue_id,  in rte_bbdev_queue_info_get()  argument
814 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_info_get()
815 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_info_get()
830 			queue_id, dev_id);  in rte_bbdev_queue_info_get()
930 rte_bbdev_callback_register(uint16_t dev_id, enum rte_bbdev_event_type event,  in rte_bbdev_callback_register()  argument
934 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_callback_register()
935 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_callback_register()
975 rte_bbdev_callback_unregister(uint16_t dev_id, enum rte_bbdev_event_type event,  in rte_bbdev_callback_unregister()  argument
980 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_callback_unregister()
981 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_callback_unregister()
996 	dev = &rte_bbdev_devices[dev_id];  in rte_bbdev_callback_unregister()
1053 		dev_cb.cb_fn(dev->data->dev_id, dev_cb.event,  in rte_bbdev_pmd_callback_process()
1062 rte_bbdev_queue_intr_enable(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_intr_enable()  argument
1064 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_intr_enable()
1065 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_enable()
1067 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_enable()
1068 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_intr_enable, dev_id);  in rte_bbdev_queue_intr_enable()
1073 rte_bbdev_queue_intr_disable(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_intr_disable()  argument
1075 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_intr_disable()
1076 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_disable()
1078 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_disable()
1079 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_intr_disable, dev_id);  in rte_bbdev_queue_intr_disable()
1084 rte_bbdev_queue_intr_ctl(uint16_t dev_id, uint16_t queue_id, int epfd, int op,  in rte_bbdev_queue_intr_ctl()  argument
1088 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_intr_ctl()
1092 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_ctl()
1097 		rte_bbdev_log(ERR, "Device %u intr handle unset\n", dev_id);  in rte_bbdev_queue_intr_ctl()
1103 				dev_id, queue_id);  in rte_bbdev_queue_intr_ctl()
1112 				dev_id, queue_id, op, epfd, vec);  in rte_bbdev_queue_intr_ctl()