39 typedef void (*crawler_eval_func)(crawler_module_t *cm, item *it, uint32_t hv, int slab_cls);
40 typedef int (*crawler_init_func)(crawler_module_t *cm, void *data); // TODO: init args?
41 typedef void (*crawler_deinit_func)(crawler_module_t *cm); // TODO: extra args?
42 typedef void (*crawler_doneclass_func)(crawler_module_t *cm, int slab_cls);
43 typedef void (*crawler_finalize_func)(crawler_module_t *cm);
61 static int crawler_expired_init(crawler_module_t *cm, void *data);
62 static void crawler_expired_doneclass(crawler_module_t *cm, int slab_cls);
63 static void crawler_expired_finalize(crawler_module_t *cm);
64 static void crawler_expired_eval(crawler_module_t *cm, item *search, uint32_t hv, int i);
75 static int crawler_metadump_init(crawler_module_t *cm, void *data);
76 static void crawler_metadump_eval(crawler_module_t *cm, item *search, uint32_t hv, int i);
77 static void crawler_metadump_finalize(crawler_module_t *cm);
88 static int crawler_mgdump_init(crawler_module_t *cm, void *data);
89 static void crawler_mgdump_eval(crawler_module_t *cm, item *search, uint32_t hv, int i);
90 static void crawler_mgdump_finalize(crawler_module_t *cm);
157 static int crawler_expired_init(crawler_module_t *cm, void *data) {  in crawler_expired_init()  argument
162         cm->data = data;  in crawler_expired_init()
174         cm->data = d;  in crawler_expired_init()
186 static void crawler_expired_doneclass(crawler_module_t *cm, int slab_cls) {  in crawler_expired_doneclass()  argument
187     struct crawler_expired_data *d = (struct crawler_expired_data *) cm->data;  in crawler_expired_doneclass()
194 static void crawler_expired_finalize(crawler_module_t *cm) {  in crawler_expired_finalize()  argument
195     struct crawler_expired_data *d = (struct crawler_expired_data *) cm->data;  in crawler_expired_finalize()
209 static void crawler_expired_eval(crawler_module_t *cm, item *search, uint32_t hv, int i) {  in crawler_expired_eval()  argument
210     struct crawler_expired_data *d = (struct crawler_expired_data *) cm->data;  in crawler_expired_eval()
265 static int crawler_metadump_init(crawler_module_t *cm, void *data) {  in crawler_metadump_init()  argument
266     cm->status = 0;  in crawler_metadump_init()
270 static void crawler_metadump_eval(crawler_module_t *cm, item *it, uint32_t hv, int i) {  in crawler_metadump_eval()  argument
283     int total = snprintf(cm->c.buf + cm->c.bufused, 4096,  in crawler_metadump_eval()
300     cm->c.bufused += total;  in crawler_metadump_eval()
303 static void crawler_metadump_finalize(crawler_module_t *cm) {  in crawler_metadump_finalize()  argument
304     if (cm->c.c != NULL) {  in crawler_metadump_finalize()
306         if (lru_crawler_write(&cm->c) == 0) {  in crawler_metadump_finalize()
308             if (cm->status != 0) {  in crawler_metadump_finalize()
311                 memcpy(cm->c.buf, errstr, errlen);  in crawler_metadump_finalize()
312                 cm->c.bufused += errlen;  in crawler_metadump_finalize()
314                 memcpy(cm->c.buf, "END\r\n", 5);  in crawler_metadump_finalize()
315                 cm->c.bufused += 5;  in crawler_metadump_finalize()
321 static int crawler_mgdump_init(crawler_module_t *cm, void *data) {  in crawler_mgdump_init()  argument
322     cm->status = 0;  in crawler_mgdump_init()
326 static void crawler_mgdump_eval(crawler_module_t *cm, item *it, uint32_t hv, int i) {  in crawler_mgdump_eval()  argument
335     char *p = cm->c.buf + cm->c.bufused; // buffer offset.  in crawler_mgdump_eval()
352     cm->c.bufused += total;  in crawler_mgdump_eval()
355 static void crawler_mgdump_finalize(crawler_module_t *cm) {  in crawler_mgdump_finalize()  argument
356     if (cm->c.c != NULL) {  in crawler_mgdump_finalize()
358         if (lru_crawler_write(&cm->c) == 0) {  in crawler_mgdump_finalize()
360             if (cm->status != 0) {  in crawler_mgdump_finalize()
363                 memcpy(cm->c.buf, errstr, errlen);  in crawler_mgdump_finalize()
364                 cm->c.bufused += errlen;  in crawler_mgdump_finalize()
366                 memcpy(cm->c.buf, "EN\r\n", 4);  in crawler_mgdump_finalize()
367                 cm->c.bufused += 4;  in crawler_mgdump_finalize()
738 static int lru_crawler_set_client(crawler_module_t *cm, void *c, const int sfd) {  in lru_crawler_set_client()  argument
739     crawler_client_t *crawlc = &cm->c;  in lru_crawler_set_client()