118 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)  in io_shutdown()  argument
124 	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);  in io_shutdown()
148 static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags)  in io_netmsg_recycle()  argument
153 	if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) {  in io_netmsg_recycle()
436 			       unsigned int issue_flags)  in io_req_msg_cleanup()  argument
438 	io_netmsg_recycle(req, issue_flags);  in io_req_msg_cleanup()
482 				  unsigned issue_flags)  in io_send_finish()  argument
489 		cflags = io_put_kbuf(req, *ret, issue_flags);  in io_send_finish()
493 	cflags = io_put_kbufs(req, *ret, io_bundle_nbufs(kmsg, *ret), issue_flags);  in io_send_finish()
514 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg()  argument
532 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg()
542 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg()
555 	io_req_msg_cleanup(req, issue_flags);  in io_sendmsg()
564 static int io_send_select_buffer(struct io_kiocb *req, unsigned int issue_flags,  in io_send_select_buffer()  argument
587 	ret = io_buffers_select(req, &arg, issue_flags);  in io_send_select_buffer()
612 int io_send(struct io_kiocb *req, unsigned int issue_flags)  in io_send()  argument
630 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send()
635 		ret = io_send_select_buffer(req, issue_flags, kmsg);  in io_send()
652 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send()
671 	if (!io_send_finish(req, &ret, kmsg, issue_flags))  in io_send()
674 	io_req_msg_cleanup(req, issue_flags);  in io_send()
821 				  bool mshot_finished, unsigned issue_flags)  in io_recv_finish()  argument
833 				      issue_flags);  in io_recv_finish()
852 		cflags |= io_put_kbuf(req, *ret, issue_flags);  in io_recv_finish()
869 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_recv_finish()
879 	io_req_msg_cleanup(req, issue_flags);  in io_recv_finish()
967 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_recvmsg()  argument
974 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recvmsg()
994 		buf = io_buffer_select(req, &len, issue_flags);  in io_recvmsg()
1001 				io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1025 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_recvmsg()
1026 				io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1047 		io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1049 	if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags))  in io_recvmsg()
1056 			      size_t *len, unsigned int issue_flags)  in io_recv_buf_select()  argument
1066 	if (!(issue_flags & IO_URING_F_UNLOCKED) &&  in io_recv_buf_select()
1104 		buf = io_buffer_select(req, len, issue_flags);  in io_recv_buf_select()
1119 int io_recv(struct io_kiocb *req, unsigned int issue_flags)  in io_recv()  argument
1126 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recv()
1144 		ret = io_recv_buf_select(req, kmsg, &len, issue_flags);  in io_recv()
1161 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_recv()
1162 				io_kbuf_recycle(req, issue_flags);  in io_recv()
1187 		io_kbuf_recycle(req, issue_flags);  in io_recv()
1189 	if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags))  in io_recv()
1226 int io_recvzc(struct io_kiocb *req, unsigned int issue_flags)  in io_recvzc()  argument
1243 			   issue_flags, &zc->len);  in io_recvzc()
1399 static int io_send_zc_import(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc_import()  argument
1409 				ITER_SOURCE, issue_flags);  in io_send_zc_import()
1412 int io_send_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc()  argument
1432 		ret = io_send_zc_import(req, issue_flags);  in io_send_zc()
1438 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send_zc()
1449 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send_zc()
1473 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_send_zc()
1482 int io_sendmsg_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg_zc()  argument
1495 					&kmsg->vec, uvec_segs, issue_flags);  in io_sendmsg_zc()
1512 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg_zc()
1522 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg_zc()
1544 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_sendmsg_zc()
1602 int io_accept(struct io_kiocb *req, unsigned int issue_flags)  in io_accept()  argument
1605 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_accept()
1642 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_accept()
1684 int io_socket(struct io_kiocb *req, unsigned int issue_flags)  in io_socket()  argument
1701 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_socket()
1710 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_socket()
1736 int io_connect(struct io_kiocb *req, unsigned int issue_flags)  in io_connect()  argument
1742 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_connect()
1779 	io_req_msg_cleanup(req, issue_flags);  in io_connect()
1802 int io_bind(struct io_kiocb *req, unsigned int issue_flags)  in io_bind()  argument
1831 int io_listen(struct io_kiocb *req, unsigned int issue_flags)  in io_listen()  argument