64 static void crawler_expired_eval(crawler_module_t *cm, item *search, uint32_t hv, int i);
76 static void crawler_metadump_eval(crawler_module_t *cm, item *search, uint32_t hv, int i);
89 static void crawler_mgdump_eval(crawler_module_t *cm, item *search, uint32_t hv, int i);
209 static void crawler_expired_eval(crawler_module_t *cm, item *search, uint32_t hv, int i) {  in crawler_expired_eval()  argument
212     crawlerstats_t *s = &d->crawlerstats[i];  in crawler_expired_eval()
226         crawlers[i].reclaimed++;  in crawler_expired_eval()
240             crawlers[i].unfetched++;  in crawler_expired_eval()
270 static void crawler_metadump_eval(crawler_module_t *cm, item *it, uint32_t hv, int i) {  in crawler_metadump_eval()  argument
326 static void crawler_mgdump_eval(crawler_module_t *cm, item *it, uint32_t hv, int i) {  in crawler_mgdump_eval()  argument
431 static void lru_crawler_class_done(int i) {  in lru_crawler_class_done()  argument
432     crawlers[i].it_flags = 0;  in lru_crawler_class_done()
434     do_item_unlinktail_q((item *)&crawlers[i]);  in lru_crawler_class_done()
435     do_item_stats_add_crawl(i, crawlers[i].reclaimed,  in lru_crawler_class_done()
436             crawlers[i].unfetched, crawlers[i].checked);  in lru_crawler_class_done()
437     pthread_mutex_unlock(&lru_locks[i]);  in lru_crawler_class_done()
439         active_crawler_mod.mod->doneclass(&active_crawler_mod, i);  in lru_crawler_class_done()
524     int i;  in item_crawler_thread()  local
543         for (i = POWER_SMALLEST; i < LARGEST_ID; i++) {  in item_crawler_thread()
544             if (crawlers[i].it_flags != 1) {  in item_crawler_thread()
553                         lru_crawler_class_done(i);  in item_crawler_thread()
558                 lru_crawler_class_done(i);  in item_crawler_thread()
561             pthread_mutex_lock(&lru_locks[i]);  in item_crawler_thread()
562             search = do_item_crawl_q((item *)&crawlers[i]);  in item_crawler_thread()
564                 (crawlers[i].remaining && --crawlers[i].remaining < 1)) {  in item_crawler_thread()
566                     fprintf(stderr, "Nothing left to crawl for %d\n", i);  in item_crawler_thread()
567                 lru_crawler_class_done(i);  in item_crawler_thread()
575                 pthread_mutex_unlock(&lru_locks[i]);  in item_crawler_thread()
583                 pthread_mutex_unlock(&lru_locks[i]);  in item_crawler_thread()
587             crawlers[i].checked++;  in item_crawler_thread()
592                 pthread_mutex_unlock(&lru_locks[i]);  in item_crawler_thread()
595             active_crawler_mod.mod->eval(&active_crawler_mod, search, hv, i);  in item_crawler_thread()
600                 pthread_mutex_unlock(&lru_locks[i]);  in item_crawler_thread()