/* * http_chunk - append response to chunkqueue, possibly in "chunked" encoding * * Fully-rewritten from original * Copyright(c) 2019 Glenn Strauss gstrauss()gluelogic.com All rights reserved * License: BSD 3-clause (same as lighttpd) */ #include "first.h" #include "http_chunk.h" #include "base.h" #include "chunk.h" #include "stat_cache.h" #include "fdevent.h" #include "log.h" #include #include #include #include #include #include static void http_chunk_len_append(chunkqueue * const cq, uintmax_t len) { char buf[24]; /* 64-bit (8 bytes) is 16 hex chars (+2 \r\n, +1 \0 = 19) */ #if 0 buffer b = { buf, 0, sizeof(buf) }; buffer_append_uint_hex(&b, len); buffer_append_string_len(&b, CONST_STR_LEN("\r\n")); chunkqueue_append_mem(cq, b.ptr, b.used-1); #else int i = (int)(sizeof(buf)); buf[--i] = '\n'; buf[--i] = '\r'; do { buf[--i] = "0123456789abcdef"[len & 0x0F]; } while (len >>= 4); chunkqueue_append_mem(cq, buf+i, sizeof(buf)-i); #endif } static int http_chunk_len_append_tempfile(chunkqueue * const cq, uintmax_t len, log_error_st * const errh) { char buf[24]; /* 64-bit (8 bytes) is 16 hex chars (+2 \r\n, +1 \0 = 19) */ #if 0 buffer b = { buf, 0, sizeof(buf) }; buffer_append_uint_hex(&b, len); buffer_append_string_len(&b, CONST_STR_LEN("\r\n")); return chunkqueue_append_mem_to_tempfile(cq, b.ptr, b.used-1, errh); #else int i = (int)(sizeof(buf)); buf[--i] = '\n'; buf[--i] = '\r'; do { buf[--i] = "0123456789abcdef"[len & 0x0F]; } while (len >>= 4); return chunkqueue_append_mem_to_tempfile(cq, buf+i, sizeof(buf)-i, errh); #endif } static int http_chunk_append_file_open_fstat(const request_st * const r, const buffer * const fn, struct stat * const st) { return (r->conf.follow_symlink || !stat_cache_path_contains_symlink(fn, r->conf.errh)) ? stat_cache_open_rdonly_fstat(fn, st, r->conf.follow_symlink) : -1; } static int http_chunk_append_read_fd_range(request_st * const r, const buffer * const fn, const int fd, off_t offset, off_t len) { /* note: this routine should not be used for range requests * unless the total size of ranges requested is small */ /* note: future: could read into existing MEM_CHUNK in cq->last if * there is sufficient space, but would need to adjust for existing * offset in for cq->bytes_in in chunkqueue_append_buffer_commit() */ UNUSED(fn); chunkqueue * const cq = r->write_queue; if (r->resp_send_chunked) http_chunk_len_append(cq, (uintmax_t)len); if (0 != offset && -1 == lseek(fd, offset, SEEK_SET)) return -1; buffer * const b = chunkqueue_append_buffer_open_sz(cq, len+2); ssize_t rd; offset = 0; do { rd = read(fd, b->ptr+offset, len-offset); } while (rd > 0 ? (offset += rd, len -= rd) : errno == EINTR); buffer_commit(b, offset); if (r->resp_send_chunked) buffer_append_string_len(b, CONST_STR_LEN("\r\n")); chunkqueue_append_buffer_commit(cq); return (rd >= 0) ? 0 : -1; } static void http_chunk_append_file_fd_range(request_st * const r, const buffer * const fn, const int fd, const off_t offset, const off_t len) { chunkqueue * const cq = r->write_queue; if (r->resp_send_chunked) http_chunk_len_append(cq, (uintmax_t)len); chunkqueue_append_file_fd(cq, fn, fd, offset, len); if (r->resp_send_chunked) chunkqueue_append_mem(cq, CONST_STR_LEN("\r\n")); } int http_chunk_append_file_range(request_st * const r, const buffer * const fn, const off_t offset, off_t len) { struct stat st; const int fd = http_chunk_append_file_open_fstat(r, fn, &st); if (fd < 0) return -1; if (-1 == len) { if (offset >= st.st_size) { close(fd); return (offset == st.st_size) ? 0 : -1; } len = st.st_size - offset; } else if (st.st_size - offset < len) { close(fd); return -1; } http_chunk_append_file_fd_range(r, fn, fd, offset, len); return 0; } int http_chunk_append_file(request_st * const r, const buffer * const fn) { struct stat st; const int fd = http_chunk_append_file_open_fstat(r, fn, &st); if (fd < 0) return -1; http_chunk_append_file_fd(r, fn, fd, st.st_size); return 0; } int http_chunk_append_file_fd(request_st * const r, const buffer * const fn, const int fd, const off_t sz) { if (sz > 32768) { http_chunk_append_file_fd_range(r, fn, fd, 0, sz); return 0; } /*(read small files into memory)*/ int rc = (0 != sz) ? http_chunk_append_read_fd_range(r,fn,fd,0,sz) : 0; close(fd); return rc; } static int http_chunk_append_to_tempfile(request_st * const r, const char * const mem, const size_t len) { chunkqueue * const cq = r->write_queue; log_error_st * const errh = r->conf.errh; if (r->resp_send_chunked && 0 != http_chunk_len_append_tempfile(cq, len, errh)) return -1; if (0 != chunkqueue_append_mem_to_tempfile(cq, mem, len, errh)) return -1; if (r->resp_send_chunked && 0 != chunkqueue_append_mem_to_tempfile(cq, CONST_STR_LEN("\r\n"), errh)) return -1; return 0; } static int http_chunk_append_cq_to_tempfile(request_st * const r, chunkqueue * const src, const size_t len) { chunkqueue * const cq = r->write_queue; log_error_st * const errh = r->conf.errh; if (r->resp_send_chunked && 0 != http_chunk_len_append_tempfile(cq, len, errh)) return -1; if (0 != chunkqueue_steal_with_tempfiles(cq, src, len, errh)) return -1; if (r->resp_send_chunked && 0 != chunkqueue_append_mem_to_tempfile(cq, CONST_STR_LEN("\r\n"), errh)) return -1; return 0; } __attribute_pure__ static int http_chunk_uses_tempfile(const request_st * const r, const chunkqueue * const cq, const size_t len) { /* current usage does not append_mem or append_buffer after appending * file, so not checking if users of this interface have appended large * (references to) files to chunkqueue, which would not be in memory * (but included in calculation for whether or not to use temp file) */ /*(allow slightly larger mem use if FDEVENT_STREAM_RESPONSE_BUFMIN * to reduce creation of temp files when backend producer will be * blocked until more data is sent to network to client)*/ const chunk * const c = cq->last; return ((c && c->type == FILE_CHUNK && c->file.is_temp) || cq->bytes_in - cq->bytes_out + len > ((r->conf.stream_response_body & FDEVENT_STREAM_RESPONSE_BUFMIN) ? 128*1024 : 64*1024)); } int http_chunk_append_buffer(request_st * const r, buffer * const mem) { size_t len = buffer_string_length(mem); if (0 == len) return 0; chunkqueue * const cq = r->write_queue; if (http_chunk_uses_tempfile(r, cq, len)) return http_chunk_append_to_tempfile(r, mem->ptr, len); if (r->resp_send_chunked) http_chunk_len_append(cq, len); /*(chunkqueue_append_buffer() might steal buffer contents)*/ chunkqueue_append_buffer(cq, mem); if (r->resp_send_chunked) chunkqueue_append_mem(cq, CONST_STR_LEN("\r\n")); return 0; } int http_chunk_append_mem(request_st * const r, const char * const mem, const size_t len) { if (0 == len) return 0; force_assert(NULL != mem); chunkqueue * const cq = r->write_queue; if (http_chunk_uses_tempfile(r, cq, len)) return http_chunk_append_to_tempfile(r, mem, len); if (r->resp_send_chunked) http_chunk_len_append(cq, len); chunkqueue_append_mem(cq, mem, len); if (r->resp_send_chunked) chunkqueue_append_mem(cq, CONST_STR_LEN("\r\n")); return 0; } int http_chunk_transfer_cqlen(request_st * const r, chunkqueue * const src, const size_t len) { if (0 == len) return 0; chunkqueue * const cq = r->write_queue; if (http_chunk_uses_tempfile(r, cq, len)) return http_chunk_append_cq_to_tempfile(r, src, len); if (r->resp_send_chunked) http_chunk_len_append(cq, len); chunkqueue_steal(cq, src, len); if (r->resp_send_chunked) chunkqueue_append_mem(cq, CONST_STR_LEN("\r\n")); return 0; } void http_chunk_close(request_st * const r) { if (r->resp_send_chunked) chunkqueue_append_mem(r->write_queue, CONST_STR_LEN("0\r\n\r\n")); }