30     void *c; /* original connection structure. still with source thread attached. */  member
56     crawler_client_t c;  member
108 static int lru_crawler_write(crawler_client_t *c);
131 static void lru_crawler_close_client(crawler_client_t *c) {  in lru_crawler_close_client()  argument
133     sidethread_conn_close(c->c);  in lru_crawler_close_client()
134     c->c = NULL;  in lru_crawler_close_client()
135     free(c->buf);  in lru_crawler_close_client()
136     c->buf = NULL;  in lru_crawler_close_client()
139 static void lru_crawler_release_client(crawler_client_t *c) {  in lru_crawler_release_client()  argument
141     redispatch_conn(c->c);  in lru_crawler_release_client()
142     c->c = NULL;  in lru_crawler_release_client()
143     free(c->buf);  in lru_crawler_release_client()
144     c->buf = NULL;  in lru_crawler_release_client()
147 static int lru_crawler_expand_buf(crawler_client_t *c) {  in lru_crawler_expand_buf()  argument
148     c->buflen *= 2;  in lru_crawler_expand_buf()
149     char *nb = realloc(c->buf, c->buflen);  in lru_crawler_expand_buf()
153     c->buf = nb;  in lru_crawler_expand_buf()
283     int total = snprintf(cm->c.buf + cm->c.bufused, 4096,  in crawler_metadump_eval()
300     cm->c.bufused += total;  in crawler_metadump_eval()
304     if (cm->c.c != NULL) {  in crawler_metadump_finalize()
306         if (lru_crawler_write(&cm->c) == 0) {  in crawler_metadump_finalize()
311                 memcpy(cm->c.buf, errstr, errlen);  in crawler_metadump_finalize()
312                 cm->c.bufused += errlen;  in crawler_metadump_finalize()
314                 memcpy(cm->c.buf, "END\r\n", 5);  in crawler_metadump_finalize()
315                 cm->c.bufused += 5;  in crawler_metadump_finalize()
335     char *p = cm->c.buf + cm->c.bufused; // buffer offset.  in crawler_mgdump_eval()
352     cm->c.bufused += total;  in crawler_mgdump_eval()
356     if (cm->c.c != NULL) {  in crawler_mgdump_finalize()
358         if (lru_crawler_write(&cm->c) == 0) {  in crawler_mgdump_finalize()
363                 memcpy(cm->c.buf, errstr, errlen);  in crawler_mgdump_finalize()
364                 cm->c.bufused += errlen;  in crawler_mgdump_finalize()
366                 memcpy(cm->c.buf, "EN\r\n", 4);  in crawler_mgdump_finalize()
367                 cm->c.bufused += 4;  in crawler_mgdump_finalize()
374 static int lru_crawler_write(crawler_client_t *c) {  in lru_crawler_write()  argument
375     unsigned int data_size = c->bufused;  in lru_crawler_write()
378     to_poll[0].fd = c->sfd;  in lru_crawler_write()
381     if (c->c == NULL) return -1;  in lru_crawler_write()
389             lru_crawler_close_client(c);  in lru_crawler_write()
398             int res = ((conn*)c->c)->read(c->c, buf, 1);  in lru_crawler_write()
400                 lru_crawler_close_client(c);  in lru_crawler_write()
407             lru_crawler_close_client(c);  in lru_crawler_write()
411             int total = ((conn*)c->c)->write(c->c, c->buf + sent, data_size - sent);  in lru_crawler_write()
414                     lru_crawler_close_client(c);  in lru_crawler_write()
418                 lru_crawler_close_client(c);  in lru_crawler_write()
426     c->bufused = 0;  in lru_crawler_write()
465             if (active_crawler_mod.c.c != NULL) {  in item_crawl_hash()
467                     int ret = lru_crawler_write(&active_crawler_mod.c);  in item_crawl_hash()
502         if (active_crawler_mod.c.c != NULL) {  in item_crawl_hash()
503             crawler_client_t *c = &active_crawler_mod.c;  in item_crawl_hash()  local
504             if (c->buflen - c->bufused < LRU_CRAWLER_MINBUFSPACE) {  in item_crawl_hash()
505                 if (lru_crawler_expand_buf(c) != 0) {  in item_crawl_hash()
548             if (active_crawler_mod.c.c != NULL) {  in item_crawler_thread()
549                 crawler_client_t *c = &active_crawler_mod.c;  in item_crawler_thread()  local
550                 if (c->buflen - c->bufused < LRU_CRAWLER_MINBUFSPACE) {  in item_crawler_thread()
551                     int ret = lru_crawler_write(c);  in item_crawler_thread()
620         while (active_crawler_mod.c.c != NULL && active_crawler_mod.c.bufused != 0) {  in item_crawler_thread()
621             lru_crawler_write(&active_crawler_mod.c);  in item_crawler_thread()
624         if (active_crawler_mod.c.c != NULL) {  in item_crawler_thread()
625             lru_crawler_release_client(&active_crawler_mod.c);  in item_crawler_thread()
738 static int lru_crawler_set_client(crawler_module_t *cm, void *c, const int sfd) {  in lru_crawler_set_client()  argument
739     crawler_client_t *crawlc = &cm->c;  in lru_crawler_set_client()
740     if (crawlc->c != NULL) {  in lru_crawler_set_client()
743     crawlc->c = c;  in lru_crawler_set_client()
759                              void *c, const int sfd) {  in lru_crawler_start()  argument
799             if (c == NULL || sfd == 0) {  in lru_crawler_start()
803             if (lru_crawler_set_client(&active_crawler_mod, c, sfd) != 0) {  in lru_crawler_start()
839         void *c, const int sfd, unsigned int remaining) {  in lru_crawler_crawl()  argument
870     starts = lru_crawler_start(hash_crawl ? NULL : tocrawl, remaining, type, NULL, c, sfd);  in lru_crawler_crawl()
896         active_crawler_mod.c.c = NULL;  in init_lru_crawler()