12bfe3f2eSlogwang /*-
22bfe3f2eSlogwang  *   BSD LICENSE
32bfe3f2eSlogwang  *
42bfe3f2eSlogwang  *   Copyright(c) 2017 Intel Corporation. All rights reserved.
52bfe3f2eSlogwang  *
62bfe3f2eSlogwang  *   Redistribution and use in source and binary forms, with or without
72bfe3f2eSlogwang  *   modification, are permitted provided that the following conditions
82bfe3f2eSlogwang  *   are met:
92bfe3f2eSlogwang  *
102bfe3f2eSlogwang  *     * Redistributions of source code must retain the above copyright
112bfe3f2eSlogwang  *       notice, this list of conditions and the following disclaimer.
122bfe3f2eSlogwang  *     * Redistributions in binary form must reproduce the above copyright
132bfe3f2eSlogwang  *       notice, this list of conditions and the following disclaimer in
142bfe3f2eSlogwang  *       the documentation and/or other materials provided with the
152bfe3f2eSlogwang  *       distribution.
162bfe3f2eSlogwang  *     * Neither the name of Intel Corporation nor the names of its
172bfe3f2eSlogwang  *       contributors may be used to endorse or promote products derived
182bfe3f2eSlogwang  *       from this software without specific prior written permission.
192bfe3f2eSlogwang  *
202bfe3f2eSlogwang  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
212bfe3f2eSlogwang  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
222bfe3f2eSlogwang  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
232bfe3f2eSlogwang  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
242bfe3f2eSlogwang  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
252bfe3f2eSlogwang  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
262bfe3f2eSlogwang  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
272bfe3f2eSlogwang  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
282bfe3f2eSlogwang  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
292bfe3f2eSlogwang  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
302bfe3f2eSlogwang  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
312bfe3f2eSlogwang  */
322bfe3f2eSlogwang 
332bfe3f2eSlogwang #include <sys/queue.h>
342bfe3f2eSlogwang #include <string.h>
352bfe3f2eSlogwang 
362bfe3f2eSlogwang #include <rte_tailq.h>
372bfe3f2eSlogwang #include <rte_memzone.h>
382bfe3f2eSlogwang #include <rte_rwlock.h>
392bfe3f2eSlogwang #include <rte_eal_memconfig.h>
402bfe3f2eSlogwang #include "rte_event_ring.h"
412bfe3f2eSlogwang 
422bfe3f2eSlogwang TAILQ_HEAD(rte_event_ring_list, rte_tailq_entry);
432bfe3f2eSlogwang 
442bfe3f2eSlogwang static struct rte_tailq_elem rte_event_ring_tailq = {
452bfe3f2eSlogwang 	.name = RTE_TAILQ_EVENT_RING_NAME,
462bfe3f2eSlogwang };
472bfe3f2eSlogwang EAL_REGISTER_TAILQ(rte_event_ring_tailq)
482bfe3f2eSlogwang 
492bfe3f2eSlogwang int
502bfe3f2eSlogwang rte_event_ring_init(struct rte_event_ring *r, const char *name,
512bfe3f2eSlogwang 	unsigned int count, unsigned int flags)
522bfe3f2eSlogwang {
532bfe3f2eSlogwang 	/* compilation-time checks */
542bfe3f2eSlogwang 	RTE_BUILD_BUG_ON((sizeof(struct rte_event_ring) &
552bfe3f2eSlogwang 			  RTE_CACHE_LINE_MASK) != 0);
562bfe3f2eSlogwang 
572bfe3f2eSlogwang 	/* init the ring structure */
582bfe3f2eSlogwang 	return rte_ring_init(&r->r, name, count, flags);
592bfe3f2eSlogwang }
602bfe3f2eSlogwang 
612bfe3f2eSlogwang /* create the ring */
622bfe3f2eSlogwang struct rte_event_ring *
632bfe3f2eSlogwang rte_event_ring_create(const char *name, unsigned int count, int socket_id,
642bfe3f2eSlogwang 		unsigned int flags)
652bfe3f2eSlogwang {
662bfe3f2eSlogwang 	char mz_name[RTE_MEMZONE_NAMESIZE];
672bfe3f2eSlogwang 	struct rte_event_ring *r;
682bfe3f2eSlogwang 	struct rte_tailq_entry *te;
692bfe3f2eSlogwang 	const struct rte_memzone *mz;
702bfe3f2eSlogwang 	ssize_t ring_size;
712bfe3f2eSlogwang 	int mz_flags = 0;
722bfe3f2eSlogwang 	struct rte_event_ring_list *ring_list = NULL;
732bfe3f2eSlogwang 	const unsigned int requested_count = count;
742bfe3f2eSlogwang 	int ret;
752bfe3f2eSlogwang 
762bfe3f2eSlogwang 	ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head,
772bfe3f2eSlogwang 		rte_event_ring_list);
782bfe3f2eSlogwang 
792bfe3f2eSlogwang 	/* for an exact size ring, round up from count to a power of two */
802bfe3f2eSlogwang 	if (flags & RING_F_EXACT_SZ)
812bfe3f2eSlogwang 		count = rte_align32pow2(count + 1);
822bfe3f2eSlogwang 	else if (!rte_is_power_of_2(count)) {
832bfe3f2eSlogwang 		rte_errno = EINVAL;
842bfe3f2eSlogwang 		return NULL;
852bfe3f2eSlogwang 	}
862bfe3f2eSlogwang 
872bfe3f2eSlogwang 	ring_size = sizeof(*r) + (count * sizeof(struct rte_event));
882bfe3f2eSlogwang 
892bfe3f2eSlogwang 	ret = snprintf(mz_name, sizeof(mz_name), "%s%s",
902bfe3f2eSlogwang 		RTE_RING_MZ_PREFIX, name);
912bfe3f2eSlogwang 	if (ret < 0 || ret >= (int)sizeof(mz_name)) {
922bfe3f2eSlogwang 		rte_errno = ENAMETOOLONG;
932bfe3f2eSlogwang 		return NULL;
942bfe3f2eSlogwang 	}
952bfe3f2eSlogwang 
962bfe3f2eSlogwang 	te = rte_zmalloc("RING_TAILQ_ENTRY", sizeof(*te), 0);
972bfe3f2eSlogwang 	if (te == NULL) {
982bfe3f2eSlogwang 		RTE_LOG(ERR, RING, "Cannot reserve memory for tailq\n");
992bfe3f2eSlogwang 		rte_errno = ENOMEM;
1002bfe3f2eSlogwang 		return NULL;
1012bfe3f2eSlogwang 	}
1022bfe3f2eSlogwang 
1032bfe3f2eSlogwang 	rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK);
1042bfe3f2eSlogwang 
1052bfe3f2eSlogwang 	/*
1062bfe3f2eSlogwang 	 * reserve a memory zone for this ring. If we can't get rte_config or
1072bfe3f2eSlogwang 	 * we are secondary process, the memzone_reserve function will set
1082bfe3f2eSlogwang 	 * rte_errno for us appropriately - hence no check in this this function
1092bfe3f2eSlogwang 	 */
1102bfe3f2eSlogwang 	mz = rte_memzone_reserve(mz_name, ring_size, socket_id, mz_flags);
1112bfe3f2eSlogwang 	if (mz != NULL) {
1122bfe3f2eSlogwang 		r = mz->addr;
113*579bf1e2Sjfb8856606 		/* Check return value in case rte_ring_init() fails on size */
114*579bf1e2Sjfb8856606 		int err = rte_event_ring_init(r, name, requested_count, flags);
115*579bf1e2Sjfb8856606 		if (err) {
116*579bf1e2Sjfb8856606 			RTE_LOG(ERR, RING, "Ring init failed\n");
117*579bf1e2Sjfb8856606 			if (rte_memzone_free(mz) != 0)
118*579bf1e2Sjfb8856606 				RTE_LOG(ERR, RING, "Cannot free memzone\n");
119*579bf1e2Sjfb8856606 			rte_free(te);
120*579bf1e2Sjfb8856606 			rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
121*579bf1e2Sjfb8856606 			return NULL;
122*579bf1e2Sjfb8856606 		}
1232bfe3f2eSlogwang 
1242bfe3f2eSlogwang 		te->data = (void *) r;
1252bfe3f2eSlogwang 		r->r.memzone = mz;
1262bfe3f2eSlogwang 
1272bfe3f2eSlogwang 		TAILQ_INSERT_TAIL(ring_list, te, next);
1282bfe3f2eSlogwang 	} else {
1292bfe3f2eSlogwang 		r = NULL;
1302bfe3f2eSlogwang 		RTE_LOG(ERR, RING, "Cannot reserve memory\n");
1312bfe3f2eSlogwang 		rte_free(te);
1322bfe3f2eSlogwang 	}
1332bfe3f2eSlogwang 	rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
1342bfe3f2eSlogwang 
1352bfe3f2eSlogwang 	return r;
1362bfe3f2eSlogwang }
1372bfe3f2eSlogwang 
1382bfe3f2eSlogwang 
1392bfe3f2eSlogwang struct rte_event_ring *
1402bfe3f2eSlogwang rte_event_ring_lookup(const char *name)
1412bfe3f2eSlogwang {
1422bfe3f2eSlogwang 	struct rte_tailq_entry *te;
1432bfe3f2eSlogwang 	struct rte_event_ring *r = NULL;
1442bfe3f2eSlogwang 	struct rte_event_ring_list *ring_list;
1452bfe3f2eSlogwang 
1462bfe3f2eSlogwang 	ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head,
1472bfe3f2eSlogwang 			rte_event_ring_list);
1482bfe3f2eSlogwang 
1492bfe3f2eSlogwang 	rte_rwlock_read_lock(RTE_EAL_TAILQ_RWLOCK);
1502bfe3f2eSlogwang 
1512bfe3f2eSlogwang 	TAILQ_FOREACH(te, ring_list, next) {
1522bfe3f2eSlogwang 		r = (struct rte_event_ring *) te->data;
1532bfe3f2eSlogwang 		if (strncmp(name, r->r.name, RTE_RING_NAMESIZE) == 0)
1542bfe3f2eSlogwang 			break;
1552bfe3f2eSlogwang 	}
1562bfe3f2eSlogwang 
1572bfe3f2eSlogwang 	rte_rwlock_read_unlock(RTE_EAL_TAILQ_RWLOCK);
1582bfe3f2eSlogwang 
1592bfe3f2eSlogwang 	if (te == NULL) {
1602bfe3f2eSlogwang 		rte_errno = ENOENT;
1612bfe3f2eSlogwang 		return NULL;
1622bfe3f2eSlogwang 	}
1632bfe3f2eSlogwang 
1642bfe3f2eSlogwang 	return r;
1652bfe3f2eSlogwang }
1662bfe3f2eSlogwang 
1672bfe3f2eSlogwang /* free the ring */
1682bfe3f2eSlogwang void
1692bfe3f2eSlogwang rte_event_ring_free(struct rte_event_ring *r)
1702bfe3f2eSlogwang {
1712bfe3f2eSlogwang 	struct rte_event_ring_list *ring_list = NULL;
1722bfe3f2eSlogwang 	struct rte_tailq_entry *te;
1732bfe3f2eSlogwang 
1742bfe3f2eSlogwang 	if (r == NULL)
1752bfe3f2eSlogwang 		return;
1762bfe3f2eSlogwang 
1772bfe3f2eSlogwang 	/*
1782bfe3f2eSlogwang 	 * Ring was not created with rte_event_ring_create,
1792bfe3f2eSlogwang 	 * therefore, there is no memzone to free.
1802bfe3f2eSlogwang 	 */
1812bfe3f2eSlogwang 	if (r->r.memzone == NULL) {
1822bfe3f2eSlogwang 		RTE_LOG(ERR, RING,
1832bfe3f2eSlogwang 			"Cannot free ring (not created with rte_event_ring_create()");
1842bfe3f2eSlogwang 		return;
1852bfe3f2eSlogwang 	}
1862bfe3f2eSlogwang 
1872bfe3f2eSlogwang 	if (rte_memzone_free(r->r.memzone) != 0) {
1882bfe3f2eSlogwang 		RTE_LOG(ERR, RING, "Cannot free memory\n");
1892bfe3f2eSlogwang 		return;
1902bfe3f2eSlogwang 	}
1912bfe3f2eSlogwang 
1922bfe3f2eSlogwang 	ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head,
1932bfe3f2eSlogwang 			rte_event_ring_list);
1942bfe3f2eSlogwang 	rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK);
1952bfe3f2eSlogwang 
1962bfe3f2eSlogwang 	/* find out tailq entry */
1972bfe3f2eSlogwang 	TAILQ_FOREACH(te, ring_list, next) {
1982bfe3f2eSlogwang 		if (te->data == (void *) r)
1992bfe3f2eSlogwang 			break;
2002bfe3f2eSlogwang 	}
2012bfe3f2eSlogwang 
2022bfe3f2eSlogwang 	if (te == NULL) {
2032bfe3f2eSlogwang 		rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
2042bfe3f2eSlogwang 		return;
2052bfe3f2eSlogwang 	}
2062bfe3f2eSlogwang 
2072bfe3f2eSlogwang 	TAILQ_REMOVE(ring_list, te, next);
2082bfe3f2eSlogwang 
2092bfe3f2eSlogwang 	rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK);
2102bfe3f2eSlogwang 
2112bfe3f2eSlogwang 	rte_free(te);
2122bfe3f2eSlogwang }
213