39 #define VALID_DEV_OR_RET_ERR(dev, dev_id) do { \  argument
41 		rte_bbdev_log(ERR, "device %u is invalid", dev_id); \
47 #define VALID_DEV_OPS_OR_RET_ERR(dev, dev_id) do { \  argument
50 				dev_id); \
56 #define VALID_FUNC_OR_RET_ERR(func, dev_id) do { \  argument
59 				dev_id, #func); \
68 				queue_id, dev->data->dev_id); \
103 get_dev(uint16_t dev_id)  in get_dev()  argument
105 	if (rte_bbdev_is_valid(dev_id))  in get_dev()
106 		return &rte_bbdev_devices[dev_id];  in get_dev()
176 	uint16_t dev_id;  in rte_bbdev_allocate()  local
188 	dev_id = find_free_dev_id();  in rte_bbdev_allocate()
189 	if (dev_id == RTE_BBDEV_MAX_DEVS) {  in rte_bbdev_allocate()
194 	bbdev = &rte_bbdev_devices[dev_id];  in rte_bbdev_allocate()
210 	bbdev->data->dev_id = dev_id;  in rte_bbdev_allocate()
225 			name, dev_id, num_devs);  in rte_bbdev_allocate()
233 	uint16_t dev_id;  in rte_bbdev_release()  local
240 	dev_id = bbdev->data->dev_id;  in rte_bbdev_release()
261 			dev_id, num_devs);  in rte_bbdev_release()
292 rte_bbdev_is_valid(uint16_t dev_id)  in rte_bbdev_is_valid()  argument
294 	if ((dev_id < RTE_BBDEV_MAX_DEVS) &&  in rte_bbdev_is_valid()
295 		rte_bbdev_devices[dev_id].state == RTE_BBDEV_INITIALIZED)  in rte_bbdev_is_valid()
301 rte_bbdev_find_next(uint16_t dev_id)  in rte_bbdev_find_next()  argument
303 	dev_id++;  in rte_bbdev_find_next()
304 	for (; dev_id < RTE_BBDEV_MAX_DEVS; dev_id++)  in rte_bbdev_find_next()
305 		if (rte_bbdev_is_valid(dev_id))  in rte_bbdev_find_next()
307 	return dev_id;  in rte_bbdev_find_next()
311 rte_bbdev_setup_queues(uint16_t dev_id, uint16_t num_queues, int socket_id)  in rte_bbdev_setup_queues()  argument
316 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_setup_queues()
317 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_setup_queues()
319 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_setup_queues()
324 				dev_id);  in rte_bbdev_setup_queues()
329 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->info_get, dev_id);  in rte_bbdev_setup_queues()
336 				dev_id, dev_info.max_num_queues, num_queues);  in rte_bbdev_setup_queues()
342 		VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_release, dev_id);  in rte_bbdev_setup_queues()
348 						dev_id, i);  in rte_bbdev_setup_queues()
358 						dev_id);  in rte_bbdev_setup_queues()
372 				num_queues, dev_id, dev->data->socket_id);  in rte_bbdev_setup_queues()
384 					dev_id);  in rte_bbdev_setup_queues()
389 	rte_bbdev_log_debug("Device %u set up with %u queues", dev_id,  in rte_bbdev_setup_queues()
401 rte_bbdev_intr_enable(uint16_t dev_id)  in rte_bbdev_intr_enable()  argument
404 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_intr_enable()
405 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_intr_enable()
407 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_intr_enable()
412 				dev_id);  in rte_bbdev_intr_enable()
421 					dev_id);  in rte_bbdev_intr_enable()
424 		rte_bbdev_log_debug("Enabled interrupts for dev %u", dev_id);  in rte_bbdev_intr_enable()
428 	rte_bbdev_log(ERR, "Device %u doesn't support interrupts", dev_id);  in rte_bbdev_intr_enable()
433 rte_bbdev_queue_configure(uint16_t dev_id, uint16_t queue_id,  in rte_bbdev_queue_configure()  argument
438 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_configure()
442 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_configure()
444 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_configure()
451 				queue_id, dev_id);  in rte_bbdev_queue_configure()
455 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_release, dev_id);  in rte_bbdev_queue_configure()
456 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_setup, dev_id);  in rte_bbdev_queue_configure()
459 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->info_get, dev_id);  in rte_bbdev_queue_configure()
485 					conf->queue_size, queue_id, dev_id,  in rte_bbdev_queue_configure()
492 					conf->queue_size, queue_id, dev_id);  in rte_bbdev_queue_configure()
499 					conf->priority, queue_id, dev_id,  in rte_bbdev_queue_configure()
507 					conf->priority, queue_id, dev_id,  in rte_bbdev_queue_configure()
518 					dev_id, queue_id);  in rte_bbdev_queue_configure()
530 				dev_id, queue_id);  in rte_bbdev_queue_configure()
545 			dev_id, queue_id, stored_conf->queue_size, op_type_str,  in rte_bbdev_queue_configure()
552 rte_bbdev_start(uint16_t dev_id)  in rte_bbdev_start()  argument
555 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_start()
556 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_start()
558 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_start()
561 		rte_bbdev_log_debug("Device %u is already started", dev_id);  in rte_bbdev_start()
568 			rte_bbdev_log(ERR, "Device %u start failed", dev_id);  in rte_bbdev_start()
579 	rte_bbdev_log_debug("Started device %u", dev_id);  in rte_bbdev_start()
584 rte_bbdev_stop(uint16_t dev_id)  in rte_bbdev_stop()  argument
586 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_stop()
587 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stop()
589 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stop()
592 		rte_bbdev_log_debug("Device %u is already stopped", dev_id);  in rte_bbdev_stop()
600 	rte_bbdev_log_debug("Stopped device %u", dev_id);  in rte_bbdev_stop()
605 rte_bbdev_close(uint16_t dev_id)  in rte_bbdev_close()  argument
609 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_close()
610 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_close()
612 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_close()
615 		ret = rte_bbdev_stop(dev_id);  in rte_bbdev_close()
617 			rte_bbdev_log(ERR, "Device %u stop failed", dev_id);  in rte_bbdev_close()
627 					dev_id, i);  in rte_bbdev_close()
636 			rte_bbdev_log(ERR, "Device %u close failed", dev_id);  in rte_bbdev_close()
645 	rte_bbdev_log_debug("Closed device %u", dev_id);  in rte_bbdev_close()
650 rte_bbdev_queue_start(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_start()  argument
652 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_start()
653 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_start()
655 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_start()
661 				queue_id, dev_id);  in rte_bbdev_queue_start()
669 					dev_id, queue_id);  in rte_bbdev_queue_start()
675 	rte_bbdev_log_debug("Started queue %u of device %u", queue_id, dev_id);  in rte_bbdev_queue_start()
680 rte_bbdev_queue_stop(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_stop()  argument
682 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_stop()
683 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_stop()
685 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_stop()
691 				queue_id, dev_id);  in rte_bbdev_queue_stop()
699 					dev_id, queue_id);  in rte_bbdev_queue_stop()
705 	rte_bbdev_log_debug("Stopped queue %u of device %u", queue_id, dev_id);  in rte_bbdev_queue_stop()
723 	rte_bbdev_log_debug("Got stats on %u", dev->data->dev_id);  in get_stats_from_queues()
736 	rte_bbdev_log_debug("Reset stats on %u", dev->data->dev_id);  in reset_stats_in_queues()
740 rte_bbdev_stats_get(uint16_t dev_id, struct rte_bbdev_stats *stats)  in rte_bbdev_stats_get()  argument
742 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_stats_get()
743 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_get()
745 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_get()
758 	rte_bbdev_log_debug("Retrieved stats of device %u", dev_id);  in rte_bbdev_stats_get()
763 rte_bbdev_stats_reset(uint16_t dev_id)  in rte_bbdev_stats_reset()  argument
765 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_stats_reset()
766 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_reset()
768 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_stats_reset()
775 	rte_bbdev_log_debug("Reset stats of device %u", dev_id);  in rte_bbdev_stats_reset()
780 rte_bbdev_info_get(uint16_t dev_id, struct rte_bbdev_info *dev_info)  in rte_bbdev_info_get()  argument
782 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_info_get()
783 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_info_get()
785 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->info_get, dev_id);  in rte_bbdev_info_get()
803 	rte_bbdev_log_debug("Retrieved info of device %u", dev_id);  in rte_bbdev_info_get()
808 rte_bbdev_queue_info_get(uint16_t dev_id, uint16_t queue_id,  in rte_bbdev_queue_info_get()  argument
811 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_info_get()
812 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_info_get()
827 			queue_id, dev_id);  in rte_bbdev_queue_info_get()
927 rte_bbdev_callback_register(uint16_t dev_id, enum rte_bbdev_event_type event,  in rte_bbdev_callback_register()  argument
931 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_callback_register()
932 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_callback_register()
972 rte_bbdev_callback_unregister(uint16_t dev_id, enum rte_bbdev_event_type event,  in rte_bbdev_callback_unregister()  argument
977 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_callback_unregister()
978 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_callback_unregister()
993 	dev = &rte_bbdev_devices[dev_id];  in rte_bbdev_callback_unregister()
1050 		dev_cb.cb_fn(dev->data->dev_id, dev_cb.event,  in rte_bbdev_pmd_callback_process()
1059 rte_bbdev_queue_intr_enable(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_intr_enable()  argument
1061 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_intr_enable()
1062 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_enable()
1064 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_enable()
1065 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_intr_enable, dev_id);  in rte_bbdev_queue_intr_enable()
1070 rte_bbdev_queue_intr_disable(uint16_t dev_id, uint16_t queue_id)  in rte_bbdev_queue_intr_disable()  argument
1072 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_intr_disable()
1073 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_disable()
1075 	VALID_DEV_OPS_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_disable()
1076 	VALID_FUNC_OR_RET_ERR(dev->dev_ops->queue_intr_disable, dev_id);  in rte_bbdev_queue_intr_disable()
1081 rte_bbdev_queue_intr_ctl(uint16_t dev_id, uint16_t queue_id, int epfd, int op,  in rte_bbdev_queue_intr_ctl()  argument
1085 	struct rte_bbdev *dev = get_dev(dev_id);  in rte_bbdev_queue_intr_ctl()
1089 	VALID_DEV_OR_RET_ERR(dev, dev_id);  in rte_bbdev_queue_intr_ctl()
1094 		rte_bbdev_log(ERR, "Device %u intr handle unset\n", dev_id);  in rte_bbdev_queue_intr_ctl()
1100 				dev_id, queue_id);  in rte_bbdev_queue_intr_ctl()
1109 				dev_id, queue_id, op, epfd, vec);  in rte_bbdev_queue_intr_ctl()