1*d30ea906Sjfb8856606 /* SPDX-License-Identifier: BSD-3-Clause
2*d30ea906Sjfb8856606  * Copyright(c) 2017 Intel Corporation
32bfe3f2eSlogwang  */
42bfe3f2eSlogwang 
52bfe3f2eSlogwang #include <sys/queue.h>
62bfe3f2eSlogwang #include <string.h>
72bfe3f2eSlogwang 
82bfe3f2eSlogwang #include <rte_tailq.h>
92bfe3f2eSlogwang #include <rte_memzone.h>
102bfe3f2eSlogwang #include <rte_rwlock.h>
112bfe3f2eSlogwang #include <rte_eal_memconfig.h>
122bfe3f2eSlogwang #include "rte_event_ring.h"
132bfe3f2eSlogwang 
142bfe3f2eSlogwang TAILQ_HEAD(rte_event_ring_list, rte_tailq_entry);
152bfe3f2eSlogwang 
162bfe3f2eSlogwang static struct rte_tailq_elem rte_event_ring_tailq = {
172bfe3f2eSlogwang 	.name = RTE_TAILQ_EVENT_RING_NAME,
182bfe3f2eSlogwang };
192bfe3f2eSlogwang EAL_REGISTER_TAILQ(rte_event_ring_tailq)
202bfe3f2eSlogwang 
212bfe3f2eSlogwang int
222bfe3f2eSlogwang rte_event_ring_init(struct rte_event_ring *r, const char *name,
232bfe3f2eSlogwang 	unsigned int count, unsigned int flags)
242bfe3f2eSlogwang {
252bfe3f2eSlogwang 	/* compilation-time checks */
262bfe3f2eSlogwang 	RTE_BUILD_BUG_ON((sizeof(struct rte_event_ring) &
272bfe3f2eSlogwang 			  RTE_CACHE_LINE_MASK) != 0);
282bfe3f2eSlogwang 
292bfe3f2eSlogwang 	/* init the ring structure */
302bfe3f2eSlogwang 	return rte_ring_init(&r->r, name, count, flags);
312bfe3f2eSlogwang }
322bfe3f2eSlogwang 
332bfe3f2eSlogwang /* create the ring */
342bfe3f2eSlogwang struct rte_event_ring *
352bfe3f2eSlogwang rte_event_ring_create(const char *name, unsigned int count, int socket_id,
362bfe3f2eSlogwang 		unsigned int flags)
372bfe3f2eSlogwang {
382bfe3f2eSlogwang 	char mz_name[RTE_MEMZONE_NAMESIZE];
392bfe3f2eSlogwang 	struct rte_event_ring *r;
402bfe3f2eSlogwang 	struct rte_tailq_entry *te;
412bfe3f2eSlogwang 	const struct rte_memzone *mz;
422bfe3f2eSlogwang 	ssize_t ring_size;
432bfe3f2eSlogwang 	int mz_flags = 0;
442bfe3f2eSlogwang 	struct rte_event_ring_list *ring_list = NULL;
452bfe3f2eSlogwang 	const unsigned int requested_count = count;
462bfe3f2eSlogwang 	int ret;
472bfe3f2eSlogwang 
482bfe3f2eSlogwang 	ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head,
492bfe3f2eSlogwang 		rte_event_ring_list);
502bfe3f2eSlogwang 
512bfe3f2eSlogwang 	/* for an exact size ring, round up from count to a power of two */
522bfe3f2eSlogwang 	if (flags & RING_F_EXACT_SZ)
532bfe3f2eSlogwang 		count = rte_align32pow2(count + 1);
542bfe3f2eSlogwang 	else if (!rte_is_power_of_2(count)) {
552bfe3f2eSlogwang 		rte_errno = EINVAL;
562bfe3f2eSlogwang 		return NULL;
572bfe3f2eSlogwang 	}
582bfe3f2eSlogwang 
592bfe3f2eSlogwang 	ring_size = sizeof(*r) + (count * sizeof(struct rte_event));
602bfe3f2eSlogwang 
612bfe3f2eSlogwang 	ret = snprintf(mz_name, sizeof(mz_name), "%s%s",
622bfe3f2eSlogwang 		RTE_RING_MZ_PREFIX, name);
632bfe3f2eSlogwang 	if (ret < 0 || ret >= (int)sizeof(mz_name)) {
642bfe3f2eSlogwang 		rte_errno = ENAMETOOLONG;
652bfe3f2eSlogwang 		return NULL;
662bfe3f2eSlogwang 	}
672bfe3f2eSlogwang 
682bfe3f2eSlogwang 	te = rte_zmalloc("RING_TAILQ_ENTRY", sizeof(*te), 0);
692bfe3f2eSlogwang 	if (te == NULL) {
702bfe3f2eSlogwang 		RTE_LOG(ERR, RING, "Cannot reserve memory for tailq\n");
712bfe3f2eSlogwang 		rte_errno = ENOMEM;
722bfe3f2eSlogwang 		return NULL;
732bfe3f2eSlogwang 	}
742bfe3f2eSlogwang 
752bfe3f2eSlogwang 	rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK);
762bfe3f2eSlogwang 
772bfe3f2eSlogwang 	/*
782bfe3f2eSlogwang 	 * reserve a memory zone for this ring. If we can't get rte_config or
792bfe3f2eSlogwang 	 * we are secondary process, the memzone_reserve function will set
802bfe3f2eSlogwang 	 * rte_errno for us appropriately - hence no check in this this function
812bfe3f2eSlogwang 	 */
822bfe3f2eSlogwang 	mz = rte_memzone_reserve(mz_name, ring_size, socket_id, mz_flags);
832bfe3f2eSlogwang 	if (mz != NULL) {
842bfe3f2eSlogwang 		r = mz->addr;
85579bf1e2Sjfb8856606 		/* Check return value in case rte_ring_init() fails on size */
86579bf1e2Sjfb8856606 		int err = rte_event_ring_init(r, name, requested_count, flags);
87579bf1e2Sjfb8856606 		if (err) {
88579bf1e2Sjfb8856606 			RTE_LOG(ERR, RING, "Ring init failed\n");
89579bf1e2Sjfb8856606 			if (rte_memzone_free(mz) != 0)
90579bf1e2Sjfb8856606 				RTE_LOG(ERR, RING, "Cannot free memzone\n");
91579bf1e2Sjfb8856606 			rte_free(te);
92579bf1e2Sjfb8856606 			rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
93579bf1e2Sjfb8856606 			return NULL;
94579bf1e2Sjfb8856606 		}
952bfe3f2eSlogwang 
962bfe3f2eSlogwang 		te->data = (void *) r;
972bfe3f2eSlogwang 		r->r.memzone = mz;
982bfe3f2eSlogwang 
992bfe3f2eSlogwang 		TAILQ_INSERT_TAIL(ring_list, te, next);
1002bfe3f2eSlogwang 	} else {
1012bfe3f2eSlogwang 		r = NULL;
1022bfe3f2eSlogwang 		RTE_LOG(ERR, RING, "Cannot reserve memory\n");
1032bfe3f2eSlogwang 		rte_free(te);
1042bfe3f2eSlogwang 	}
1052bfe3f2eSlogwang 	rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
1062bfe3f2eSlogwang 
1072bfe3f2eSlogwang 	return r;
1082bfe3f2eSlogwang }
1092bfe3f2eSlogwang 
1102bfe3f2eSlogwang 
1112bfe3f2eSlogwang struct rte_event_ring *
1122bfe3f2eSlogwang rte_event_ring_lookup(const char *name)
1132bfe3f2eSlogwang {
1142bfe3f2eSlogwang 	struct rte_tailq_entry *te;
1152bfe3f2eSlogwang 	struct rte_event_ring *r = NULL;
1162bfe3f2eSlogwang 	struct rte_event_ring_list *ring_list;
1172bfe3f2eSlogwang 
1182bfe3f2eSlogwang 	ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head,
1192bfe3f2eSlogwang 			rte_event_ring_list);
1202bfe3f2eSlogwang 
1212bfe3f2eSlogwang 	rte_rwlock_read_lock(RTE_EAL_TAILQ_RWLOCK);
1222bfe3f2eSlogwang 
1232bfe3f2eSlogwang 	TAILQ_FOREACH(te, ring_list, next) {
1242bfe3f2eSlogwang 		r = (struct rte_event_ring *) te->data;
1252bfe3f2eSlogwang 		if (strncmp(name, r->r.name, RTE_RING_NAMESIZE) == 0)
1262bfe3f2eSlogwang 			break;
1272bfe3f2eSlogwang 	}
1282bfe3f2eSlogwang 
1292bfe3f2eSlogwang 	rte_rwlock_read_unlock(RTE_EAL_TAILQ_RWLOCK);
1302bfe3f2eSlogwang 
1312bfe3f2eSlogwang 	if (te == NULL) {
1322bfe3f2eSlogwang 		rte_errno = ENOENT;
1332bfe3f2eSlogwang 		return NULL;
1342bfe3f2eSlogwang 	}
1352bfe3f2eSlogwang 
1362bfe3f2eSlogwang 	return r;
1372bfe3f2eSlogwang }
1382bfe3f2eSlogwang 
1392bfe3f2eSlogwang /* free the ring */
1402bfe3f2eSlogwang void
1412bfe3f2eSlogwang rte_event_ring_free(struct rte_event_ring *r)
1422bfe3f2eSlogwang {
1432bfe3f2eSlogwang 	struct rte_event_ring_list *ring_list = NULL;
1442bfe3f2eSlogwang 	struct rte_tailq_entry *te;
1452bfe3f2eSlogwang 
1462bfe3f2eSlogwang 	if (r == NULL)
1472bfe3f2eSlogwang 		return;
1482bfe3f2eSlogwang 
1492bfe3f2eSlogwang 	/*
1502bfe3f2eSlogwang 	 * Ring was not created with rte_event_ring_create,
1512bfe3f2eSlogwang 	 * therefore, there is no memzone to free.
1522bfe3f2eSlogwang 	 */
1532bfe3f2eSlogwang 	if (r->r.memzone == NULL) {
1542bfe3f2eSlogwang 		RTE_LOG(ERR, RING,
1552bfe3f2eSlogwang 			"Cannot free ring (not created with rte_event_ring_create()");
1562bfe3f2eSlogwang 		return;
1572bfe3f2eSlogwang 	}
1582bfe3f2eSlogwang 
1592bfe3f2eSlogwang 	if (rte_memzone_free(r->r.memzone) != 0) {
1602bfe3f2eSlogwang 		RTE_LOG(ERR, RING, "Cannot free memory\n");
1612bfe3f2eSlogwang 		return;
1622bfe3f2eSlogwang 	}
1632bfe3f2eSlogwang 
1642bfe3f2eSlogwang 	ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head,
1652bfe3f2eSlogwang 			rte_event_ring_list);
1662bfe3f2eSlogwang 	rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK);
1672bfe3f2eSlogwang 
1682bfe3f2eSlogwang 	/* find out tailq entry */
1692bfe3f2eSlogwang 	TAILQ_FOREACH(te, ring_list, next) {
1702bfe3f2eSlogwang 		if (te->data == (void *) r)
1712bfe3f2eSlogwang 			break;
1722bfe3f2eSlogwang 	}
1732bfe3f2eSlogwang 
1742bfe3f2eSlogwang 	if (te == NULL) {
1752bfe3f2eSlogwang 		rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
1762bfe3f2eSlogwang 		return;
1772bfe3f2eSlogwang 	}
1782bfe3f2eSlogwang 
1792bfe3f2eSlogwang 	TAILQ_REMOVE(ring_list, te, next);
1802bfe3f2eSlogwang 
1812bfe3f2eSlogwang 	rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
1822bfe3f2eSlogwang 
1832bfe3f2eSlogwang 	rte_free(te);
1842bfe3f2eSlogwang }
185