460 	struct rte_cryptodev_cb *cb, *next;  in cryptodev_cb_cleanup()  local
468 		cb = list->next;  in cryptodev_cb_cleanup()
469 		while (cb != NULL) {  in cryptodev_cb_cleanup()
470 			next = cb->next;  in cryptodev_cb_cleanup()
471 			rte_free(cb);  in cryptodev_cb_cleanup()
472 			cb = next;  in cryptodev_cb_cleanup()
480 		cb = list->next;  in cryptodev_cb_cleanup()
481 		while (cb != NULL) {  in cryptodev_cb_cleanup()
482 			next = cb->next;  in cryptodev_cb_cleanup()
483 			rte_free(cb);  in cryptodev_cb_cleanup()
484 			cb = next;  in cryptodev_cb_cleanup()
1273 	struct rte_cryptodev_cb *cb, *tail;  in rte_cryptodev_add_enq_callback()  local
1294 	cb = rte_zmalloc(NULL, sizeof(*cb), 0);  in rte_cryptodev_add_enq_callback()
1295 	if (cb == NULL) {  in rte_cryptodev_add_enq_callback()
1304 	cb->fn = cb_fn;  in rte_cryptodev_add_enq_callback()
1305 	cb->arg = cb_arg;  in rte_cryptodev_add_enq_callback()
1317 		__atomic_store_n(&tail->next, cb, __ATOMIC_RELEASE);  in rte_cryptodev_add_enq_callback()
1322 		__atomic_store_n(&list->next, cb, __ATOMIC_RELEASE);  in rte_cryptodev_add_enq_callback()
1327 	return cb;  in rte_cryptodev_add_enq_callback()
1333 				  struct rte_cryptodev_cb *cb)  in rte_cryptodev_remove_enq_callback()  argument
1342 	if (!cb) {  in rte_cryptodev_remove_enq_callback()
1378 		if (curr_cb == cb) {  in rte_cryptodev_remove_enq_callback()
1392 		rte_free(cb);  in rte_cryptodev_remove_enq_callback()
1408 	struct rte_cryptodev_cb *cb, *tail;  in rte_cryptodev_add_deq_callback()  local
1429 	cb = rte_zmalloc(NULL, sizeof(*cb), 0);  in rte_cryptodev_add_deq_callback()
1430 	if (cb == NULL) {  in rte_cryptodev_add_deq_callback()
1439 	cb->fn = cb_fn;  in rte_cryptodev_add_deq_callback()
1440 	cb->arg = cb_arg;  in rte_cryptodev_add_deq_callback()
1452 		__atomic_store_n(&tail->next, cb, __ATOMIC_RELEASE);  in rte_cryptodev_add_deq_callback()
1457 		__atomic_store_n(&list->next, cb, __ATOMIC_RELEASE);  in rte_cryptodev_add_deq_callback()
1462 	return cb;  in rte_cryptodev_add_deq_callback()
1468 				  struct rte_cryptodev_cb *cb)  in rte_cryptodev_remove_deq_callback()  argument
1477 	if (!cb) {  in rte_cryptodev_remove_deq_callback()
1513 		if (curr_cb == cb) {  in rte_cryptodev_remove_deq_callback()
1527 		rte_free(cb);  in rte_cryptodev_remove_deq_callback()
1645 	struct rte_cryptodev_callback *cb, *next;  in rte_cryptodev_callback_unregister()  local
1659 	for (cb = TAILQ_FIRST(&dev->link_intr_cbs); cb != NULL; cb = next) {  in rte_cryptodev_callback_unregister()
1661 		next = TAILQ_NEXT(cb, next);  in rte_cryptodev_callback_unregister()
1663 		if (cb->cb_fn != cb_fn || cb->event != event ||  in rte_cryptodev_callback_unregister()
1664 				(cb->cb_arg != (void *)-1 &&  in rte_cryptodev_callback_unregister()
1665 				cb->cb_arg != cb_arg))  in rte_cryptodev_callback_unregister()
1672 		if (cb->active == 0) {  in rte_cryptodev_callback_unregister()
1673 			TAILQ_REMOVE(&(dev->link_intr_cbs), cb, next);  in rte_cryptodev_callback_unregister()
1674 			rte_free(cb);  in rte_cryptodev_callback_unregister()