Lines Matching refs:cache

1224 rte_mempool_cache_free(struct rte_mempool_cache *cache);
1260 rte_mempool_cache_flush(struct rte_mempool_cache *cache, in rte_mempool_cache_flush() argument
1263 if (cache == NULL) in rte_mempool_cache_flush()
1264 cache = rte_mempool_default_cache(mp, rte_lcore_id()); in rte_mempool_cache_flush()
1265 if (cache == NULL || cache->len == 0) in rte_mempool_cache_flush()
1267 rte_mempool_trace_cache_flush(cache, mp); in rte_mempool_cache_flush()
1268 rte_mempool_ops_enqueue_bulk(mp, cache->objs, cache->len); in rte_mempool_cache_flush()
1269 cache->len = 0; in rte_mempool_cache_flush()
1286 unsigned int n, struct rte_mempool_cache *cache) in __mempool_generic_put() argument
1294 if (unlikely(cache == NULL || n > RTE_MEMPOOL_CACHE_MAX_SIZE)) in __mempool_generic_put()
1297 cache_objs = &cache->objs[cache->len]; in __mempool_generic_put()
1309 cache->len += n; in __mempool_generic_put()
1311 if (cache->len >= cache->flushthresh) { in __mempool_generic_put()
1312 rte_mempool_ops_enqueue_bulk(mp, &cache->objs[cache->size], in __mempool_generic_put()
1313 cache->len - cache->size); in __mempool_generic_put()
1314 cache->len = cache->size; in __mempool_generic_put()
1345 unsigned int n, struct rte_mempool_cache *cache) in rte_mempool_generic_put() argument
1347 rte_mempool_trace_generic_put(mp, obj_table, n, cache); in rte_mempool_generic_put()
1349 __mempool_generic_put(mp, obj_table, n, cache); in rte_mempool_generic_put()
1370 struct rte_mempool_cache *cache; in rte_mempool_put_bulk() local
1371 cache = rte_mempool_default_cache(mp, rte_lcore_id()); in rte_mempool_put_bulk()
1372 rte_mempool_trace_put_bulk(mp, obj_table, n, cache); in rte_mempool_put_bulk()
1373 rte_mempool_generic_put(mp, obj_table, n, cache); in rte_mempool_put_bulk()
1410 unsigned int n, struct rte_mempool_cache *cache) in __mempool_generic_get() argument
1417 if (unlikely(cache == NULL || n >= cache->size)) in __mempool_generic_get()
1420 cache_objs = cache->objs; in __mempool_generic_get()
1423 if (cache->len < n) { in __mempool_generic_get()
1425 uint32_t req = n + (cache->size - cache->len); in __mempool_generic_get()
1429 &cache->objs[cache->len], req); in __mempool_generic_get()
1440 cache->len += req; in __mempool_generic_get()
1444 for (index = 0, len = cache->len - 1; index < n; ++index, len--, obj_table++) in __mempool_generic_get()
1447 cache->len -= n; in __mempool_generic_get()
1488 unsigned int n, struct rte_mempool_cache *cache) in rte_mempool_generic_get() argument
1491 ret = __mempool_generic_get(mp, obj_table, n, cache); in rte_mempool_generic_get()
1494 rte_mempool_trace_generic_get(mp, obj_table, n, cache); in rte_mempool_generic_get()
1523 struct rte_mempool_cache *cache; in rte_mempool_get_bulk() local
1524 cache = rte_mempool_default_cache(mp, rte_lcore_id()); in rte_mempool_get_bulk()
1525 rte_mempool_trace_get_bulk(mp, obj_table, n, cache); in rte_mempool_get_bulk()
1526 return rte_mempool_generic_get(mp, obj_table, n, cache); in rte_mempool_get_bulk()