1*d30ea906Sjfb8856606 /* SPDX-License-Identifier: BSD-3-Clause 2*d30ea906Sjfb8856606 * Copyright(c) 2017 Intel Corporation 32bfe3f2eSlogwang */ 42bfe3f2eSlogwang 52bfe3f2eSlogwang #include <sys/queue.h> 62bfe3f2eSlogwang #include <string.h> 72bfe3f2eSlogwang 82bfe3f2eSlogwang #include <rte_tailq.h> 92bfe3f2eSlogwang #include <rte_memzone.h> 102bfe3f2eSlogwang #include <rte_rwlock.h> 112bfe3f2eSlogwang #include <rte_eal_memconfig.h> 122bfe3f2eSlogwang #include "rte_event_ring.h" 132bfe3f2eSlogwang 142bfe3f2eSlogwang TAILQ_HEAD(rte_event_ring_list, rte_tailq_entry); 152bfe3f2eSlogwang 162bfe3f2eSlogwang static struct rte_tailq_elem rte_event_ring_tailq = { 172bfe3f2eSlogwang .name = RTE_TAILQ_EVENT_RING_NAME, 182bfe3f2eSlogwang }; 192bfe3f2eSlogwang EAL_REGISTER_TAILQ(rte_event_ring_tailq) 202bfe3f2eSlogwang 212bfe3f2eSlogwang int 222bfe3f2eSlogwang rte_event_ring_init(struct rte_event_ring *r, const char *name, 232bfe3f2eSlogwang unsigned int count, unsigned int flags) 242bfe3f2eSlogwang { 252bfe3f2eSlogwang /* compilation-time checks */ 262bfe3f2eSlogwang RTE_BUILD_BUG_ON((sizeof(struct rte_event_ring) & 272bfe3f2eSlogwang RTE_CACHE_LINE_MASK) != 0); 282bfe3f2eSlogwang 292bfe3f2eSlogwang /* init the ring structure */ 302bfe3f2eSlogwang return rte_ring_init(&r->r, name, count, flags); 312bfe3f2eSlogwang } 322bfe3f2eSlogwang 332bfe3f2eSlogwang /* create the ring */ 342bfe3f2eSlogwang struct rte_event_ring * 352bfe3f2eSlogwang rte_event_ring_create(const char *name, unsigned int count, int socket_id, 362bfe3f2eSlogwang unsigned int flags) 372bfe3f2eSlogwang { 382bfe3f2eSlogwang char mz_name[RTE_MEMZONE_NAMESIZE]; 392bfe3f2eSlogwang struct rte_event_ring *r; 402bfe3f2eSlogwang struct rte_tailq_entry *te; 412bfe3f2eSlogwang const struct rte_memzone *mz; 422bfe3f2eSlogwang ssize_t ring_size; 432bfe3f2eSlogwang int mz_flags = 0; 442bfe3f2eSlogwang struct rte_event_ring_list *ring_list = NULL; 452bfe3f2eSlogwang const unsigned int requested_count = count; 462bfe3f2eSlogwang int ret; 472bfe3f2eSlogwang 482bfe3f2eSlogwang ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head, 492bfe3f2eSlogwang rte_event_ring_list); 502bfe3f2eSlogwang 512bfe3f2eSlogwang /* for an exact size ring, round up from count to a power of two */ 522bfe3f2eSlogwang if (flags & RING_F_EXACT_SZ) 532bfe3f2eSlogwang count = rte_align32pow2(count + 1); 542bfe3f2eSlogwang else if (!rte_is_power_of_2(count)) { 552bfe3f2eSlogwang rte_errno = EINVAL; 562bfe3f2eSlogwang return NULL; 572bfe3f2eSlogwang } 582bfe3f2eSlogwang 592bfe3f2eSlogwang ring_size = sizeof(*r) + (count * sizeof(struct rte_event)); 602bfe3f2eSlogwang 612bfe3f2eSlogwang ret = snprintf(mz_name, sizeof(mz_name), "%s%s", 622bfe3f2eSlogwang RTE_RING_MZ_PREFIX, name); 632bfe3f2eSlogwang if (ret < 0 || ret >= (int)sizeof(mz_name)) { 642bfe3f2eSlogwang rte_errno = ENAMETOOLONG; 652bfe3f2eSlogwang return NULL; 662bfe3f2eSlogwang } 672bfe3f2eSlogwang 682bfe3f2eSlogwang te = rte_zmalloc("RING_TAILQ_ENTRY", sizeof(*te), 0); 692bfe3f2eSlogwang if (te == NULL) { 702bfe3f2eSlogwang RTE_LOG(ERR, RING, "Cannot reserve memory for tailq\n"); 712bfe3f2eSlogwang rte_errno = ENOMEM; 722bfe3f2eSlogwang return NULL; 732bfe3f2eSlogwang } 742bfe3f2eSlogwang 752bfe3f2eSlogwang rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK); 762bfe3f2eSlogwang 772bfe3f2eSlogwang /* 782bfe3f2eSlogwang * reserve a memory zone for this ring. If we can't get rte_config or 792bfe3f2eSlogwang * we are secondary process, the memzone_reserve function will set 802bfe3f2eSlogwang * rte_errno for us appropriately - hence no check in this this function 812bfe3f2eSlogwang */ 822bfe3f2eSlogwang mz = rte_memzone_reserve(mz_name, ring_size, socket_id, mz_flags); 832bfe3f2eSlogwang if (mz != NULL) { 842bfe3f2eSlogwang r = mz->addr; 85579bf1e2Sjfb8856606 /* Check return value in case rte_ring_init() fails on size */ 86579bf1e2Sjfb8856606 int err = rte_event_ring_init(r, name, requested_count, flags); 87579bf1e2Sjfb8856606 if (err) { 88579bf1e2Sjfb8856606 RTE_LOG(ERR, RING, "Ring init failed\n"); 89579bf1e2Sjfb8856606 if (rte_memzone_free(mz) != 0) 90579bf1e2Sjfb8856606 RTE_LOG(ERR, RING, "Cannot free memzone\n"); 91579bf1e2Sjfb8856606 rte_free(te); 92579bf1e2Sjfb8856606 rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 93579bf1e2Sjfb8856606 return NULL; 94579bf1e2Sjfb8856606 } 952bfe3f2eSlogwang 962bfe3f2eSlogwang te->data = (void *) r; 972bfe3f2eSlogwang r->r.memzone = mz; 982bfe3f2eSlogwang 992bfe3f2eSlogwang TAILQ_INSERT_TAIL(ring_list, te, next); 1002bfe3f2eSlogwang } else { 1012bfe3f2eSlogwang r = NULL; 1022bfe3f2eSlogwang RTE_LOG(ERR, RING, "Cannot reserve memory\n"); 1032bfe3f2eSlogwang rte_free(te); 1042bfe3f2eSlogwang } 1052bfe3f2eSlogwang rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 1062bfe3f2eSlogwang 1072bfe3f2eSlogwang return r; 1082bfe3f2eSlogwang } 1092bfe3f2eSlogwang 1102bfe3f2eSlogwang 1112bfe3f2eSlogwang struct rte_event_ring * 1122bfe3f2eSlogwang rte_event_ring_lookup(const char *name) 1132bfe3f2eSlogwang { 1142bfe3f2eSlogwang struct rte_tailq_entry *te; 1152bfe3f2eSlogwang struct rte_event_ring *r = NULL; 1162bfe3f2eSlogwang struct rte_event_ring_list *ring_list; 1172bfe3f2eSlogwang 1182bfe3f2eSlogwang ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head, 1192bfe3f2eSlogwang rte_event_ring_list); 1202bfe3f2eSlogwang 1212bfe3f2eSlogwang rte_rwlock_read_lock(RTE_EAL_TAILQ_RWLOCK); 1222bfe3f2eSlogwang 1232bfe3f2eSlogwang TAILQ_FOREACH(te, ring_list, next) { 1242bfe3f2eSlogwang r = (struct rte_event_ring *) te->data; 1252bfe3f2eSlogwang if (strncmp(name, r->r.name, RTE_RING_NAMESIZE) == 0) 1262bfe3f2eSlogwang break; 1272bfe3f2eSlogwang } 1282bfe3f2eSlogwang 1292bfe3f2eSlogwang rte_rwlock_read_unlock(RTE_EAL_TAILQ_RWLOCK); 1302bfe3f2eSlogwang 1312bfe3f2eSlogwang if (te == NULL) { 1322bfe3f2eSlogwang rte_errno = ENOENT; 1332bfe3f2eSlogwang return NULL; 1342bfe3f2eSlogwang } 1352bfe3f2eSlogwang 1362bfe3f2eSlogwang return r; 1372bfe3f2eSlogwang } 1382bfe3f2eSlogwang 1392bfe3f2eSlogwang /* free the ring */ 1402bfe3f2eSlogwang void 1412bfe3f2eSlogwang rte_event_ring_free(struct rte_event_ring *r) 1422bfe3f2eSlogwang { 1432bfe3f2eSlogwang struct rte_event_ring_list *ring_list = NULL; 1442bfe3f2eSlogwang struct rte_tailq_entry *te; 1452bfe3f2eSlogwang 1462bfe3f2eSlogwang if (r == NULL) 1472bfe3f2eSlogwang return; 1482bfe3f2eSlogwang 1492bfe3f2eSlogwang /* 1502bfe3f2eSlogwang * Ring was not created with rte_event_ring_create, 1512bfe3f2eSlogwang * therefore, there is no memzone to free. 1522bfe3f2eSlogwang */ 1532bfe3f2eSlogwang if (r->r.memzone == NULL) { 1542bfe3f2eSlogwang RTE_LOG(ERR, RING, 1552bfe3f2eSlogwang "Cannot free ring (not created with rte_event_ring_create()"); 1562bfe3f2eSlogwang return; 1572bfe3f2eSlogwang } 1582bfe3f2eSlogwang 1592bfe3f2eSlogwang if (rte_memzone_free(r->r.memzone) != 0) { 1602bfe3f2eSlogwang RTE_LOG(ERR, RING, "Cannot free memory\n"); 1612bfe3f2eSlogwang return; 1622bfe3f2eSlogwang } 1632bfe3f2eSlogwang 1642bfe3f2eSlogwang ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head, 1652bfe3f2eSlogwang rte_event_ring_list); 1662bfe3f2eSlogwang rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK); 1672bfe3f2eSlogwang 1682bfe3f2eSlogwang /* find out tailq entry */ 1692bfe3f2eSlogwang TAILQ_FOREACH(te, ring_list, next) { 1702bfe3f2eSlogwang if (te->data == (void *) r) 1712bfe3f2eSlogwang break; 1722bfe3f2eSlogwang } 1732bfe3f2eSlogwang 1742bfe3f2eSlogwang if (te == NULL) { 1752bfe3f2eSlogwang rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 1762bfe3f2eSlogwang return; 1772bfe3f2eSlogwang } 1782bfe3f2eSlogwang 1792bfe3f2eSlogwang TAILQ_REMOVE(ring_list, te, next); 1802bfe3f2eSlogwang 1812bfe3f2eSlogwang rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 1822bfe3f2eSlogwang 1832bfe3f2eSlogwang rte_free(te); 1842bfe3f2eSlogwang } 185