411 	rpipe->pipe_state |= PIPE_DIRECTOK;  in pipe_paircreate()
412 	wpipe->pipe_state |= PIPE_DIRECTOK;  in pipe_paircreate()
575 	KASSERT(!(cpipe->pipe_state & PIPE_DIRECTW),  in pipespace_new()
660 	KASSERT(cpipe->pipe_state & PIPE_LOCKFL,  in pipespace()
678 	while (cpipe->pipe_state & PIPE_LOCKFL) {  in pipelock()
689 	cpipe->pipe_state |= PIPE_LOCKFL;  in pipelock()
701 	KASSERT(cpipe->pipe_state & PIPE_LOCKFL,  in pipeunlock()
706 	cpipe->pipe_state &= ~PIPE_LOCKFL;  in pipeunlock()
716 	if (cpipe->pipe_state & PIPE_SEL) {  in pipeselwakeup()
719 			cpipe->pipe_state &= ~PIPE_SEL;  in pipeselwakeup()
721 	if ((cpipe->pipe_state & PIPE_ASYNC) && cpipe->pipe_sigio)  in pipeselwakeup()
766 		if ((atomic_load_short(&rpipe->pipe_state) & PIPE_EOF) == 0 &&  in pipe_read()
784 		if ((rpipe->pipe_state & PIPE_DIRECTW) == 0 &&  in pipe_read()
846 				rpipe->pipe_state &= ~PIPE_WANTW;  in pipe_read()
855 			if (rpipe->pipe_state & PIPE_EOF)  in pipe_read()
861 			if (rpipe->pipe_state & PIPE_WANTW) {  in pipe_read()
862 				rpipe->pipe_state &= ~PIPE_WANTW;  in pipe_read()
886 				rpipe->pipe_state |= PIPE_WANTR;  in pipe_read()
910 	if ((rpipe->pipe_busy == 0) && (rpipe->pipe_state & PIPE_WANT)) {  in pipe_read()
911 		rpipe->pipe_state &= ~(PIPE_WANT|PIPE_WANTW);  in pipe_read()
917 		if (rpipe->pipe_state & PIPE_WANTW) {  in pipe_read()
918 			rpipe->pipe_state &= ~PIPE_WANTW;  in pipe_read()
949 	KASSERT((wpipe->pipe_state & PIPE_DIRECTW) == 0,  in pipe_build_write_buffer()
959 	wpipe->pipe_state |= PIPE_DIRECTW;  in pipe_build_write_buffer()
966 		wpipe->pipe_state &= ~PIPE_DIRECTW;  in pipe_build_write_buffer()
994 	KASSERT((wpipe->pipe_state & PIPE_DIRECTW) != 0,  in pipe_destroy_write_buffer()
999 	wpipe->pipe_state &= ~PIPE_DIRECTW;  in pipe_destroy_write_buffer()
1018 	KASSERT((wpipe->pipe_state & PIPE_DIRECTW) != 0,  in pipe_clone_write_buffer()
1058 	if ((wpipe->pipe_state & PIPE_EOF) != 0) {  in pipe_direct_write()
1062 	if (wpipe->pipe_state & PIPE_DIRECTW) {  in pipe_direct_write()
1063 		if (wpipe->pipe_state & PIPE_WANTR) {  in pipe_direct_write()
1064 			wpipe->pipe_state &= ~PIPE_WANTR;  in pipe_direct_write()
1068 		wpipe->pipe_state |= PIPE_WANTW;  in pipe_direct_write()
1078 		if (wpipe->pipe_state & PIPE_WANTR) {  in pipe_direct_write()
1079 			wpipe->pipe_state &= ~PIPE_WANTR;  in pipe_direct_write()
1083 		wpipe->pipe_state |= PIPE_WANTW;  in pipe_direct_write()
1099 	    (wpipe->pipe_state & PIPE_EOF) == 0) {  in pipe_direct_write()
1100 		if (wpipe->pipe_state & PIPE_WANTR) {  in pipe_direct_write()
1101 			wpipe->pipe_state &= ~PIPE_WANTR;  in pipe_direct_write()
1105 		wpipe->pipe_state |= PIPE_WANTW;  in pipe_direct_write()
1114 	if ((wpipe->pipe_state & PIPE_EOF) != 0) {  in pipe_direct_write()
1124 	KASSERT((wpipe->pipe_state & PIPE_DIRECTW) == 0,  in pipe_direct_write()
1154 	    (wpipe->pipe_state & PIPE_EOF)) {  in pipe_write()
1190 	    (wpipe->pipe_state & PIPE_DIRECTW) == 0) {  in pipe_write()
1202 		if (wpipe->pipe_state & PIPE_EOF) {  in pipe_write()
1235 			if (wpipe->pipe_state & PIPE_WANTR) {  in pipe_write()
1236 				wpipe->pipe_state &= ~PIPE_WANTR;  in pipe_write()
1240 			wpipe->pipe_state |= PIPE_WANTW;  in pipe_write()
1326 			if (wpipe->pipe_state & PIPE_WANTR) {  in pipe_write()
1327 				wpipe->pipe_state &= ~PIPE_WANTR;  in pipe_write()
1345 			wpipe->pipe_state |= PIPE_WANTW;  in pipe_write()
1358 	if ((wpipe->pipe_busy == 0) && (wpipe->pipe_state & PIPE_WANT)) {  in pipe_write()
1359 		wpipe->pipe_state &= ~(PIPE_WANT | PIPE_WANTR);  in pipe_write()
1366 		if (wpipe->pipe_state & PIPE_WANTR) {  in pipe_write()
1367 			wpipe->pipe_state &= ~PIPE_WANTR;  in pipe_write()
1441 			mpipe->pipe_state |= PIPE_ASYNC;  in pipe_ioctl()
1443 			mpipe->pipe_state &= ~PIPE_ASYNC;  in pipe_ioctl()
1514 		    (wpipe->pipe_state & PIPE_EOF) ||  in pipe_poll()
1515 		    ((wpipe->pipe_state & PIPE_DIRECTW) == 0 &&  in pipe_poll()
1527 		if (rpipe->pipe_state & PIPE_EOF) {  in pipe_poll()
1531 			    (wpipe->pipe_state & PIPE_EOF))  in pipe_poll()
1544 				rpipe->pipe_state |= PIPE_SEL;  in pipe_poll()
1551 				wpipe->pipe_state |= PIPE_SEL;  in pipe_poll()
1720 	cpipe->pipe_state |= PIPE_EOF;  in pipeclose()
1723 		cpipe->pipe_state |= PIPE_WANT;  in pipeclose()
1736 		ppipe->pipe_state |= PIPE_EOF;  in pipeclose()
1849 	if ((rpipe->pipe_state & PIPE_EOF) != 0 &&  in filt_piperead()
1873 		if (wpipe->pipe_state & PIPE_DIRECTW) {  in filt_pipewrite()
1884 	    (wpipe->pipe_state & PIPE_EOF)) {  in filt_pipewrite()