12bfe3f2eSlogwang /*- 22bfe3f2eSlogwang * BSD LICENSE 32bfe3f2eSlogwang * 42bfe3f2eSlogwang * Copyright(c) 2017 Intel Corporation. All rights reserved. 52bfe3f2eSlogwang * 62bfe3f2eSlogwang * Redistribution and use in source and binary forms, with or without 72bfe3f2eSlogwang * modification, are permitted provided that the following conditions 82bfe3f2eSlogwang * are met: 92bfe3f2eSlogwang * 102bfe3f2eSlogwang * * Redistributions of source code must retain the above copyright 112bfe3f2eSlogwang * notice, this list of conditions and the following disclaimer. 122bfe3f2eSlogwang * * Redistributions in binary form must reproduce the above copyright 132bfe3f2eSlogwang * notice, this list of conditions and the following disclaimer in 142bfe3f2eSlogwang * the documentation and/or other materials provided with the 152bfe3f2eSlogwang * distribution. 162bfe3f2eSlogwang * * Neither the name of Intel Corporation nor the names of its 172bfe3f2eSlogwang * contributors may be used to endorse or promote products derived 182bfe3f2eSlogwang * from this software without specific prior written permission. 192bfe3f2eSlogwang * 202bfe3f2eSlogwang * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 212bfe3f2eSlogwang * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 222bfe3f2eSlogwang * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 232bfe3f2eSlogwang * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 242bfe3f2eSlogwang * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 252bfe3f2eSlogwang * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 262bfe3f2eSlogwang * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 272bfe3f2eSlogwang * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 282bfe3f2eSlogwang * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 292bfe3f2eSlogwang * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 302bfe3f2eSlogwang * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 312bfe3f2eSlogwang */ 322bfe3f2eSlogwang 332bfe3f2eSlogwang #include <sys/queue.h> 342bfe3f2eSlogwang #include <string.h> 352bfe3f2eSlogwang 362bfe3f2eSlogwang #include <rte_tailq.h> 372bfe3f2eSlogwang #include <rte_memzone.h> 382bfe3f2eSlogwang #include <rte_rwlock.h> 392bfe3f2eSlogwang #include <rte_eal_memconfig.h> 402bfe3f2eSlogwang #include "rte_event_ring.h" 412bfe3f2eSlogwang 422bfe3f2eSlogwang TAILQ_HEAD(rte_event_ring_list, rte_tailq_entry); 432bfe3f2eSlogwang 442bfe3f2eSlogwang static struct rte_tailq_elem rte_event_ring_tailq = { 452bfe3f2eSlogwang .name = RTE_TAILQ_EVENT_RING_NAME, 462bfe3f2eSlogwang }; 472bfe3f2eSlogwang EAL_REGISTER_TAILQ(rte_event_ring_tailq) 482bfe3f2eSlogwang 492bfe3f2eSlogwang int 502bfe3f2eSlogwang rte_event_ring_init(struct rte_event_ring *r, const char *name, 512bfe3f2eSlogwang unsigned int count, unsigned int flags) 522bfe3f2eSlogwang { 532bfe3f2eSlogwang /* compilation-time checks */ 542bfe3f2eSlogwang RTE_BUILD_BUG_ON((sizeof(struct rte_event_ring) & 552bfe3f2eSlogwang RTE_CACHE_LINE_MASK) != 0); 562bfe3f2eSlogwang 572bfe3f2eSlogwang /* init the ring structure */ 582bfe3f2eSlogwang return rte_ring_init(&r->r, name, count, flags); 592bfe3f2eSlogwang } 602bfe3f2eSlogwang 612bfe3f2eSlogwang /* create the ring */ 622bfe3f2eSlogwang struct rte_event_ring * 632bfe3f2eSlogwang rte_event_ring_create(const char *name, unsigned int count, int socket_id, 642bfe3f2eSlogwang unsigned int flags) 652bfe3f2eSlogwang { 662bfe3f2eSlogwang char mz_name[RTE_MEMZONE_NAMESIZE]; 672bfe3f2eSlogwang struct rte_event_ring *r; 682bfe3f2eSlogwang struct rte_tailq_entry *te; 692bfe3f2eSlogwang const struct rte_memzone *mz; 702bfe3f2eSlogwang ssize_t ring_size; 712bfe3f2eSlogwang int mz_flags = 0; 722bfe3f2eSlogwang struct rte_event_ring_list *ring_list = NULL; 732bfe3f2eSlogwang const unsigned int requested_count = count; 742bfe3f2eSlogwang int ret; 752bfe3f2eSlogwang 762bfe3f2eSlogwang ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head, 772bfe3f2eSlogwang rte_event_ring_list); 782bfe3f2eSlogwang 792bfe3f2eSlogwang /* for an exact size ring, round up from count to a power of two */ 802bfe3f2eSlogwang if (flags & RING_F_EXACT_SZ) 812bfe3f2eSlogwang count = rte_align32pow2(count + 1); 822bfe3f2eSlogwang else if (!rte_is_power_of_2(count)) { 832bfe3f2eSlogwang rte_errno = EINVAL; 842bfe3f2eSlogwang return NULL; 852bfe3f2eSlogwang } 862bfe3f2eSlogwang 872bfe3f2eSlogwang ring_size = sizeof(*r) + (count * sizeof(struct rte_event)); 882bfe3f2eSlogwang 892bfe3f2eSlogwang ret = snprintf(mz_name, sizeof(mz_name), "%s%s", 902bfe3f2eSlogwang RTE_RING_MZ_PREFIX, name); 912bfe3f2eSlogwang if (ret < 0 || ret >= (int)sizeof(mz_name)) { 922bfe3f2eSlogwang rte_errno = ENAMETOOLONG; 932bfe3f2eSlogwang return NULL; 942bfe3f2eSlogwang } 952bfe3f2eSlogwang 962bfe3f2eSlogwang te = rte_zmalloc("RING_TAILQ_ENTRY", sizeof(*te), 0); 972bfe3f2eSlogwang if (te == NULL) { 982bfe3f2eSlogwang RTE_LOG(ERR, RING, "Cannot reserve memory for tailq\n"); 992bfe3f2eSlogwang rte_errno = ENOMEM; 1002bfe3f2eSlogwang return NULL; 1012bfe3f2eSlogwang } 1022bfe3f2eSlogwang 1032bfe3f2eSlogwang rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK); 1042bfe3f2eSlogwang 1052bfe3f2eSlogwang /* 1062bfe3f2eSlogwang * reserve a memory zone for this ring. If we can't get rte_config or 1072bfe3f2eSlogwang * we are secondary process, the memzone_reserve function will set 1082bfe3f2eSlogwang * rte_errno for us appropriately - hence no check in this this function 1092bfe3f2eSlogwang */ 1102bfe3f2eSlogwang mz = rte_memzone_reserve(mz_name, ring_size, socket_id, mz_flags); 1112bfe3f2eSlogwang if (mz != NULL) { 1122bfe3f2eSlogwang r = mz->addr; 113*579bf1e2Sjfb8856606 /* Check return value in case rte_ring_init() fails on size */ 114*579bf1e2Sjfb8856606 int err = rte_event_ring_init(r, name, requested_count, flags); 115*579bf1e2Sjfb8856606 if (err) { 116*579bf1e2Sjfb8856606 RTE_LOG(ERR, RING, "Ring init failed\n"); 117*579bf1e2Sjfb8856606 if (rte_memzone_free(mz) != 0) 118*579bf1e2Sjfb8856606 RTE_LOG(ERR, RING, "Cannot free memzone\n"); 119*579bf1e2Sjfb8856606 rte_free(te); 120*579bf1e2Sjfb8856606 rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 121*579bf1e2Sjfb8856606 return NULL; 122*579bf1e2Sjfb8856606 } 1232bfe3f2eSlogwang 1242bfe3f2eSlogwang te->data = (void *) r; 1252bfe3f2eSlogwang r->r.memzone = mz; 1262bfe3f2eSlogwang 1272bfe3f2eSlogwang TAILQ_INSERT_TAIL(ring_list, te, next); 1282bfe3f2eSlogwang } else { 1292bfe3f2eSlogwang r = NULL; 1302bfe3f2eSlogwang RTE_LOG(ERR, RING, "Cannot reserve memory\n"); 1312bfe3f2eSlogwang rte_free(te); 1322bfe3f2eSlogwang } 1332bfe3f2eSlogwang rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 1342bfe3f2eSlogwang 1352bfe3f2eSlogwang return r; 1362bfe3f2eSlogwang } 1372bfe3f2eSlogwang 1382bfe3f2eSlogwang 1392bfe3f2eSlogwang struct rte_event_ring * 1402bfe3f2eSlogwang rte_event_ring_lookup(const char *name) 1412bfe3f2eSlogwang { 1422bfe3f2eSlogwang struct rte_tailq_entry *te; 1432bfe3f2eSlogwang struct rte_event_ring *r = NULL; 1442bfe3f2eSlogwang struct rte_event_ring_list *ring_list; 1452bfe3f2eSlogwang 1462bfe3f2eSlogwang ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head, 1472bfe3f2eSlogwang rte_event_ring_list); 1482bfe3f2eSlogwang 1492bfe3f2eSlogwang rte_rwlock_read_lock(RTE_EAL_TAILQ_RWLOCK); 1502bfe3f2eSlogwang 1512bfe3f2eSlogwang TAILQ_FOREACH(te, ring_list, next) { 1522bfe3f2eSlogwang r = (struct rte_event_ring *) te->data; 1532bfe3f2eSlogwang if (strncmp(name, r->r.name, RTE_RING_NAMESIZE) == 0) 1542bfe3f2eSlogwang break; 1552bfe3f2eSlogwang } 1562bfe3f2eSlogwang 1572bfe3f2eSlogwang rte_rwlock_read_unlock(RTE_EAL_TAILQ_RWLOCK); 1582bfe3f2eSlogwang 1592bfe3f2eSlogwang if (te == NULL) { 1602bfe3f2eSlogwang rte_errno = ENOENT; 1612bfe3f2eSlogwang return NULL; 1622bfe3f2eSlogwang } 1632bfe3f2eSlogwang 1642bfe3f2eSlogwang return r; 1652bfe3f2eSlogwang } 1662bfe3f2eSlogwang 1672bfe3f2eSlogwang /* free the ring */ 1682bfe3f2eSlogwang void 1692bfe3f2eSlogwang rte_event_ring_free(struct rte_event_ring *r) 1702bfe3f2eSlogwang { 1712bfe3f2eSlogwang struct rte_event_ring_list *ring_list = NULL; 1722bfe3f2eSlogwang struct rte_tailq_entry *te; 1732bfe3f2eSlogwang 1742bfe3f2eSlogwang if (r == NULL) 1752bfe3f2eSlogwang return; 1762bfe3f2eSlogwang 1772bfe3f2eSlogwang /* 1782bfe3f2eSlogwang * Ring was not created with rte_event_ring_create, 1792bfe3f2eSlogwang * therefore, there is no memzone to free. 1802bfe3f2eSlogwang */ 1812bfe3f2eSlogwang if (r->r.memzone == NULL) { 1822bfe3f2eSlogwang RTE_LOG(ERR, RING, 1832bfe3f2eSlogwang "Cannot free ring (not created with rte_event_ring_create()"); 1842bfe3f2eSlogwang return; 1852bfe3f2eSlogwang } 1862bfe3f2eSlogwang 1872bfe3f2eSlogwang if (rte_memzone_free(r->r.memzone) != 0) { 1882bfe3f2eSlogwang RTE_LOG(ERR, RING, "Cannot free memory\n"); 1892bfe3f2eSlogwang return; 1902bfe3f2eSlogwang } 1912bfe3f2eSlogwang 1922bfe3f2eSlogwang ring_list = RTE_TAILQ_CAST(rte_event_ring_tailq.head, 1932bfe3f2eSlogwang rte_event_ring_list); 1942bfe3f2eSlogwang rte_rwlock_write_lock(RTE_EAL_TAILQ_RWLOCK); 1952bfe3f2eSlogwang 1962bfe3f2eSlogwang /* find out tailq entry */ 1972bfe3f2eSlogwang TAILQ_FOREACH(te, ring_list, next) { 1982bfe3f2eSlogwang if (te->data == (void *) r) 1992bfe3f2eSlogwang break; 2002bfe3f2eSlogwang } 2012bfe3f2eSlogwang 2022bfe3f2eSlogwang if (te == NULL) { 2032bfe3f2eSlogwang rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 2042bfe3f2eSlogwang return; 2052bfe3f2eSlogwang } 2062bfe3f2eSlogwang 2072bfe3f2eSlogwang TAILQ_REMOVE(ring_list, te, next); 2082bfe3f2eSlogwang 2092bfe3f2eSlogwang rte_rwlock_write_unlock(RTE_EAL_TAILQ_RWLOCK); 2102bfe3f2eSlogwang 2112bfe3f2eSlogwang rte_free(te); 2122bfe3f2eSlogwang } 213