Lines Matching refs:pipe_buffer
549 cnt = cpipe->pipe_buffer.cnt; in pipespace_new()
559 if (cpipe->pipe_buffer.buffer == NULL && in pipespace_new()
565 if (cpipe->pipe_buffer.buffer == NULL) { in pipespace_new()
577 if (cpipe->pipe_buffer.in <= cpipe->pipe_buffer.out) { in pipespace_new()
578 firstseg = cpipe->pipe_buffer.size - cpipe->pipe_buffer.out; in pipespace_new()
579 bcopy(&cpipe->pipe_buffer.buffer[cpipe->pipe_buffer.out], in pipespace_new()
582 bcopy(cpipe->pipe_buffer.buffer, &buffer[firstseg], in pipespace_new()
583 cpipe->pipe_buffer.in); in pipespace_new()
585 bcopy(&cpipe->pipe_buffer.buffer[cpipe->pipe_buffer.out], in pipespace_new()
590 cpipe->pipe_buffer.buffer = buffer; in pipespace_new()
591 cpipe->pipe_buffer.size = size; in pipespace_new()
592 cpipe->pipe_buffer.in = cnt; in pipespace_new()
593 cpipe->pipe_buffer.out = 0; in pipespace_new()
594 cpipe->pipe_buffer.cnt = cnt; in pipespace_new()
595 atomic_add_long(&amountpipekva, cpipe->pipe_buffer.size); in pipespace_new()
713 rpipe->pipe_buffer.size > SMALL_PIPE_SIZE && in pipe_read()
714 rpipe->pipe_buffer.cnt <= SMALL_PIPE_SIZE && in pipe_read()
726 if (rpipe->pipe_buffer.cnt > 0) { in pipe_read()
727 size = rpipe->pipe_buffer.size - rpipe->pipe_buffer.out; in pipe_read()
728 if (size > rpipe->pipe_buffer.cnt) in pipe_read()
729 size = rpipe->pipe_buffer.cnt; in pipe_read()
735 &rpipe->pipe_buffer.buffer[rpipe->pipe_buffer.out], in pipe_read()
741 rpipe->pipe_buffer.out += size; in pipe_read()
742 if (rpipe->pipe_buffer.out >= rpipe->pipe_buffer.size) in pipe_read()
743 rpipe->pipe_buffer.out = 0; in pipe_read()
745 rpipe->pipe_buffer.cnt -= size; in pipe_read()
752 if (rpipe->pipe_buffer.cnt == 0) { in pipe_read()
753 rpipe->pipe_buffer.in = 0; in pipe_read()
754 rpipe->pipe_buffer.out = 0; in pipe_read()
841 } else if (rpipe->pipe_buffer.cnt < MINPIPESIZE) { in pipe_read()
856 rpipe->pipe_buffer.size - rpipe->pipe_buffer.cnt >= PIPE_BUF) in pipe_read()
882 if (uio->uio_iov->iov_len > wpipe->pipe_buffer.size) in pipe_build_write_buffer()
883 size = wpipe->pipe_buffer.size; in pipe_build_write_buffer()
951 wpipe->pipe_buffer.in = size; in pipe_clone_write_buffer()
952 wpipe->pipe_buffer.out = 0; in pipe_clone_write_buffer()
953 wpipe->pipe_buffer.cnt = size; in pipe_clone_write_buffer()
956 iov.iov_base = wpipe->pipe_buffer.buffer; in pipe_clone_write_buffer()
1003 if (wpipe->pipe_buffer.cnt > 0) { in pipe_direct_write()
1096 desiredsize = max(SMALL_PIPE_SIZE, wpipe->pipe_buffer.size); in pipe_write()
1097 while (desiredsize < wpipe->pipe_buffer.cnt + uio->uio_resid) { in pipe_write()
1109 wpipe->pipe_buffer.size > SMALL_PIPE_SIZE && in pipe_write()
1110 wpipe->pipe_buffer.cnt <= SMALL_PIPE_SIZE && in pipe_write()
1115 if (desiredsize != wpipe->pipe_buffer.size && in pipe_write()
1121 MPASS(wpipe->pipe_buffer.size != 0); in pipe_write()
1144 wpipe->pipe_buffer.size >= PIPE_MINDIRECT && in pipe_write()
1176 space = wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt; in pipe_write()
1201 segsize = wpipe->pipe_buffer.size - in pipe_write()
1202 wpipe->pipe_buffer.in; in pipe_write()
1209 error = uiomove(&wpipe->pipe_buffer.buffer[wpipe->pipe_buffer.in], in pipe_write()
1214 KASSERT(wpipe->pipe_buffer.in + segsize == in pipe_write()
1215 wpipe->pipe_buffer.size, in pipe_write()
1225 &wpipe->pipe_buffer.buffer[0], in pipe_write()
1230 wpipe->pipe_buffer.in += size; in pipe_write()
1231 if (wpipe->pipe_buffer.in >= in pipe_write()
1232 wpipe->pipe_buffer.size) { in pipe_write()
1233 KASSERT(wpipe->pipe_buffer.in == in pipe_write()
1235 wpipe->pipe_buffer.size, in pipe_write()
1237 wpipe->pipe_buffer.in = size - segsize; in pipe_write()
1240 wpipe->pipe_buffer.cnt += size; in pipe_write()
1241 KASSERT(wpipe->pipe_buffer.cnt <= in pipe_write()
1242 wpipe->pipe_buffer.size, in pipe_write()
1287 } else if (wpipe->pipe_buffer.cnt > 0) { in pipe_write()
1314 if (wpipe->pipe_buffer.cnt) in pipe_write()
1382 *(int *)data = mpipe->pipe_buffer.cnt; in pipe_ioctl()
1435 if (rpipe->pipe_pages.cnt > 0 || rpipe->pipe_buffer.cnt > 0) in pipe_poll()
1442 ((wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt) >= PIPE_BUF || in pipe_poll()
1443 wpipe->pipe_buffer.size == 0))) in pipe_poll()
1523 ub->st_size = pipe->pipe_buffer.cnt; in pipe_stat()
1591 kif->kf_un.kf_pipe.kf_pipe_buffer_cnt = pi->pipe_buffer.cnt; in pipe_fill_kinfo()
1602 if (cpipe->pipe_buffer.buffer != NULL) { in pipe_free_kmem()
1603 atomic_subtract_long(&amountpipekva, cpipe->pipe_buffer.size); in pipe_free_kmem()
1605 (vm_offset_t)cpipe->pipe_buffer.buffer, in pipe_free_kmem()
1606 (vm_offset_t)cpipe->pipe_buffer.buffer + cpipe->pipe_buffer.size); in pipe_free_kmem()
1607 cpipe->pipe_buffer.buffer = NULL; in pipe_free_kmem()
1757 kn->kn_data = rpipe->pipe_buffer.cnt; in filt_piperead()
1787 } else if (wpipe->pipe_buffer.size > 0) { in filt_pipewrite()
1788 kn->kn_data = wpipe->pipe_buffer.size - in filt_pipewrite()
1789 wpipe->pipe_buffer.cnt; in filt_pipewrite()