27 #define CLEAR_LRU(id) (id & ~(3<<6))  argument
94 static int lru_crawler_start(uint32_t id, uint32_t remaining);
120     int id = CLEAR_LRU(slabs_clsid);  in noexp_lru_size()  local
121     id |= NOEXP_LRU;  in noexp_lru_size()
123     pthread_mutex_lock(&lru_locks[id]);  in noexp_lru_size()
124     ret = sizes_bytes[id];  in noexp_lru_size()
125     pthread_mutex_unlock(&lru_locks[id]);  in noexp_lru_size()
170     unsigned int id = slabs_clsid(ntotal);  in do_item_alloc()  local
171     if (id == 0)  in do_item_alloc()
192             lru_pull_tail(id, COLD_LRU, 0, false);  in do_item_alloc()
194         it = slabs_alloc(ntotal, id, &total_bytes, 0);  in do_item_alloc()
197             total_bytes -= noexp_lru_size(id);  in do_item_alloc()
201                 lru_pull_tail(id, HOT_LRU, total_bytes, false);  in do_item_alloc()
202                 lru_pull_tail(id, WARM_LRU, total_bytes, false);  in do_item_alloc()
203                 if (lru_pull_tail(id, COLD_LRU, total_bytes, true) <= 0)  in do_item_alloc()
206                 if (lru_pull_tail(id, COLD_LRU, 0, true) <= 0)  in do_item_alloc()
215         pthread_mutex_lock(&lru_locks[id]);  in do_item_alloc()
216         itemstats[id].direct_reclaims += i;  in do_item_alloc()
217         pthread_mutex_unlock(&lru_locks[id]);  in do_item_alloc()
221         pthread_mutex_lock(&lru_locks[id]);  in do_item_alloc()
222         itemstats[id].outofmemory++;  in do_item_alloc()
223         pthread_mutex_unlock(&lru_locks[id]);  in do_item_alloc()
238             id |= NOEXP_LRU;  in do_item_alloc()
240             id |= HOT_LRU;  in do_item_alloc()
244         id |= COLD_LRU;  in do_item_alloc()
246     it->slabs_clsid = id;  in do_item_alloc()
479     unsigned int id = slabs_clsid;  in item_cachedump()  local
481         id |= COLD_LRU;  in item_cachedump()
483     pthread_mutex_lock(&lru_locks[id]);  in item_cachedump()
484     it = heads[id];  in item_cachedump()
517     pthread_mutex_unlock(&lru_locks[id]);  in item_cachedump()
845     int id = orig_id;  in lru_pull_tail()  local
847     if (id == 0)  in lru_pull_tail()
857     id |= cur_lru;  in lru_pull_tail()
858     pthread_mutex_lock(&lru_locks[id]);  in lru_pull_tail()
859     search = tails[id];  in lru_pull_tail()
878             itemstats[id].lrutail_reflocked++;  in lru_pull_tail()
883                 itemstats[id].tailrepairs++;  in lru_pull_tail()
895             itemstats[id].reclaimed++;  in lru_pull_tail()
897                 itemstats[id].expired_unfetched++;  in lru_pull_tail()
919                 if (sizes_bytes[id] > limit) {  in lru_pull_tail()
920                     itemstats[id].moves_to_cold++;  in lru_pull_tail()
928                     itemstats[id].moves_within_lru++;  in lru_pull_tail()
945                     itemstats[id].evicted++;  in lru_pull_tail()
946                     itemstats[id].evicted_time = current_time - search->time;  in lru_pull_tail()
948                         itemstats[id].evicted_nonzero++;  in lru_pull_tail()
950                         itemstats[id].evicted_unfetched++;  in lru_pull_tail()
960                     itemstats[id].moves_to_warm++;  in lru_pull_tail()
972     pthread_mutex_unlock(&lru_locks[id]);  in lru_pull_tail()
1473 static int do_lru_crawler_start(uint32_t id, uint32_t remaining) {  in do_lru_crawler_start()  argument
1478     tocrawl[0] = id | HOT_LRU;  in do_lru_crawler_start()
1479     tocrawl[1] = id | WARM_LRU;  in do_lru_crawler_start()
1480     tocrawl[2] = id | COLD_LRU;  in do_lru_crawler_start()
1508         memset(&crawlerstats[id], 0, sizeof(crawlerstats_t));  in do_lru_crawler_start()
1509         crawlerstats[id].start_time = current_time;  in do_lru_crawler_start()
1515 static int lru_crawler_start(uint32_t id, uint32_t remaining) {  in lru_crawler_start()  argument
1520     starts = do_lru_crawler_start(id, remaining);  in lru_crawler_start()