| /linux-6.15/fs/ext2/ |
| H A D | trace.h | 20 __field(int, ki_flags) 30 __entry->ki_flags = iocb->ki_flags; 40 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 64 __field(int, ki_flags) 74 __entry->ki_flags = iocb->ki_flags; 84 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
|
| H A D | file.c | 253 iocb->ki_flags &= ~IOCB_DIRECT; in ext2_dio_write_iter() 287 if (iocb->ki_flags & IOCB_DIRECT) in ext2_file_read_iter() 299 if (iocb->ki_flags & IOCB_DIRECT) in ext2_file_write_iter()
|
| /linux-6.15/io_uring/ |
| H A D | rw.c | 278 rw->kiocb.ki_flags = 0; in __io_prep_rw() 599 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll() 690 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter() 813 kiocb->ki_flags |= IOCB_WAITQ; in io_rw_should_retry() 814 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_rw_should_retry() 870 kiocb->ki_flags |= IOCB_HIPRI; in io_rw_init_file() 925 kiocb->ki_flags |= IOCB_NOWAIT; in __io_read() 928 kiocb->ki_flags &= ~IOCB_NOWAIT; in __io_read() 1004 kiocb->ki_flags &= ~IOCB_WAITQ; in __io_read() 1139 kiocb->ki_flags |= IOCB_NOWAIT; in io_write() [all …]
|
| /linux-6.15/block/ |
| H A D | fops.c | 77 if (iocb->ki_flags & IOCB_ATOMIC) in __blkdev_direct_IO_simple() 88 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 179 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO() 219 if (iocb->ki_flags & IOCB_NOWAIT) { in __blkdev_direct_IO() 302 if (iocb->ki_flags & IOCB_HAS_METADATA) in blkdev_bio_end_io_async() 327 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO_async() 370 if (iocb->ki_flags & IOCB_ATOMIC) in __blkdev_direct_IO_async() 373 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_async() 376 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO_async() 743 if (iocb->ki_flags & IOCB_DIRECT) { in blkdev_write_iter() [all …]
|
| /linux-6.15/drivers/nvme/target/ |
| H A D | io-cmd-file.c | 77 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() argument 86 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 98 iocb->ki_flags = ki_flags | iocb->ki_filp->f_iocb_flags; in nvmet_file_submit_bvec() 120 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 177 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 180 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 186 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 195 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
|
| /linux-6.15/fs/iomap/ |
| H A D | trace.h | 248 __field(int, ki_flags) 259 __entry->ki_flags = iocb->ki_flags; 270 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 283 __field(int, ki_flags) 293 __entry->ki_flags = iocb->ki_flags; 303 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
|
| H A D | direct-io.c | 81 if ((iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(iocb)) { in iomap_dio_submit_bio() 413 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 480 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 641 if (iocb->ki_flags & IOCB_NOWAIT) in __iomap_dio_rw() 667 if (iocb->ki_flags & IOCB_DIO_CALLER_COMP) in __iomap_dio_rw() 678 if (iocb->ki_flags & IOCB_ATOMIC) in __iomap_dio_rw() 694 if (!(iocb->ki_flags & IOCB_SYNC)) in __iomap_dio_rw() 708 if (iocb->ki_flags & IOCB_ATOMIC) { in __iomap_dio_rw() 739 iocb->ki_flags &= ~IOCB_HIPRI; in __iomap_dio_rw() 753 if (!(iocb->ki_flags & IOCB_NOWAIT)) in __iomap_dio_rw()
|
| /linux-6.15/fs/ext4/ |
| H A D | file.c | 74 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 90 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 107 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter() 144 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 291 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter() 459 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 477 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 519 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter() 643 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_write_iter() 703 if (iocb->ki_flags & IOCB_ATOMIC) { in ext4_file_write_iter() [all …]
|
| /linux-6.15/fs/zonefs/ |
| H A D | file.c | 427 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 430 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 471 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 474 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 555 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_buffered_write() 593 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_write_iter() 634 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_read_iter() 652 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_read_iter()
|
| /linux-6.15/fs/netfs/ |
| H A D | direct_write.c | 51 iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked() 57 trace_netfs_write(wreq, (iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked() 168 if (iocb->ki_flags & IOCB_NOWAIT) { in netfs_unbuffered_write_iter()
|
| H A D | buffered_write.c | 112 unsigned int bdp_flags = (iocb->ki_flags & IOCB_NOWAIT) ? BDP_ASYNC : 0; in netfs_perform_write() 119 iocb->ki_flags & (IOCB_DSYNC | IOCB_SYNC)) in netfs_perform_write() 474 if ((iocb->ki_flags & IOCB_DIRECT) || in netfs_file_write_iter()
|
| H A D | buffered_read.c | 792 if (WARN_ON_ONCE((iocb->ki_flags & IOCB_DIRECT) || in netfs_buffered_read_iter() 830 if ((iocb->ki_flags & IOCB_DIRECT) || in netfs_file_read_iter()
|
| /linux-6.15/fs/ |
| H A D | backing-file.c | 123 if (iocb->ki_flags & IOCB_WRITE) in backing_aio_rw_complete() 175 if (iocb->ki_flags & IOCB_DIRECT && in backing_file_read_iter() 226 if (iocb->ki_flags & IOCB_DIRECT && in backing_file_write_iter() 258 aio->iocb.ki_flags = flags; in backing_file_write_iter()
|
| H A D | aio.c | 594 if (!(iocb->ki_flags & IOCB_AIO_RW)) in kiocb_set_cancel_fn() 1498 if (kiocb->ki_flags & IOCB_WRITE) { in aio_complete_rw() 1517 req->ki_flags = req->ki_filp->f_iocb_flags | IOCB_AIO_RW; in aio_prep_rw() 1519 req->ki_flags |= IOCB_EVENTFD; in aio_prep_rw() 1540 req->ki_flags &= ~IOCB_HIPRI; /* no one is going to poll for this I/O */ in aio_prep_rw() 1632 req->ki_flags |= IOCB_WRITE; in aio_write()
|
| /linux-6.15/mm/ |
| H A D | filemap.c | 2447 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page() 2556 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead() 2585 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2587 if (iocb->ki_flags & IOCB_NOWAIT) in filemap_get_pages() 2592 if (iocb->ki_flags & IOCB_NOWAIT) in filemap_get_pages() 2612 iocb->ki_flags |= IOCB_NOWAIT; in filemap_get_pages() 2697 iocb->ki_flags |= IOCB_NOWAIT; in filemap_read() 2786 if (iocb->ki_flags & IOCB_NOWAIT) { in kiocb_write_and_wait() 2827 iocb->ki_flags & IOCB_NOWAIT); in kiocb_invalidate_pages() 2861 if (iocb->ki_flags & IOCB_DIRECT) { in generic_file_read_iter() [all …]
|
| /linux-6.15/fs/nfs/ |
| H A D | localio.c | 343 iocb->kiocb.ki_flags = IOCB_DIRECT; in nfs_local_iocb_alloc() 349 iocb->kiocb.ki_flags &= ~IOCB_APPEND; in nfs_local_iocb_alloc() 502 if (iocb->kiocb.ki_flags & IOCB_DIRECT) { in nfs_do_local_read() 702 iocb->kiocb.ki_flags |= IOCB_DSYNC; in nfs_do_local_write() 705 iocb->kiocb.ki_flags |= IOCB_DSYNC|IOCB_SYNC; in nfs_do_local_write() 712 if (iocb->kiocb.ki_flags & IOCB_DIRECT) { in nfs_do_local_write()
|
| H A D | file.c | 163 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read() 658 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write() 669 if (iocb->ki_flags & IOCB_APPEND || iocb->ki_pos > i_size_read(inode)) { in nfs_file_write()
|
| /linux-6.15/fs/xfs/ |
| H A D | xfs_file.c | 196 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_ilock_iocb() 314 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter() 389 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_write_zero_eof() 450 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_write_checks() 509 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_zoned_write_space_reserve() 763 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_dio_write_unaligned() 806 if (ret == -EAGAIN && !(iocb->ki_flags & IOCB_NOWAIT)) { in xfs_file_dio_write_unaligned() 1034 if (iocb->ki_flags & IOCB_ATOMIC) { in xfs_file_write_iter() 1048 if (iocb->ki_flags & IOCB_DIRECT) { in xfs_file_write_iter()
|
| /linux-6.15/fs/gfs2/ |
| H A D | file.c | 964 if (iocb->ki_flags & IOCB_DIRECT) in gfs2_file_read_iter() 968 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 970 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 979 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1109 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 1125 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 1139 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
| /linux-6.15/fs/fuse/ |
| H A D | passthrough.c | 47 ret = backing_file_read_iter(backing_file, iter, iocb, iocb->ki_flags, in fuse_passthrough_read_iter() 74 ret = backing_file_write_iter(backing_file, iter, iocb, iocb->ki_flags, in fuse_passthrough_write_iter()
|
| /linux-6.15/include/linux/ |
| H A D | fs.h | 409 int ki_flags; member 2415 .ki_flags = filp->f_iocb_flags, in init_sync_kiocb() 2425 .ki_flags = kiocb_src->ki_flags, in kiocb_clone() 2964 return (iocb->ki_flags & IOCB_DSYNC) || in iocb_is_dsync() 2978 (iocb->ki_flags & IOCB_SYNC) ? 0 : 1); in generic_write_sync() 2981 } else if (iocb->ki_flags & IOCB_DONTCACHE) { in generic_write_sync() 3739 if ((flags & RWF_NOAPPEND) && (ki->ki_flags & IOCB_APPEND)) { in kiocb_set_rw_flags() 3742 ki->ki_flags &= ~IOCB_APPEND; in kiocb_set_rw_flags() 3745 ki->ki_flags |= kiocb_flags; in kiocb_set_rw_flags()
|
| /linux-6.15/fs/overlayfs/ |
| H A D | file.c | 341 return backing_file_read_iter(realfile, iter, iocb, iocb->ki_flags, in ovl_read_iter() 351 int ifl = iocb->ki_flags; in ovl_write_iter()
|
| /linux-6.15/fs/ceph/ |
| H A D | file.c | 1295 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete() 2116 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter() 2149 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter() 2158 (iocb->ki_flags & IOCB_DIRECT) && in ceph_read_iter() 2360 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter() 2369 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter() 2429 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter() 2449 if ((iocb->ki_flags & IOCB_DIRECT) && !IS_ENCRYPTED(inode)) in ceph_write_iter() 2500 iocb->ki_flags |= IOCB_DSYNC; in ceph_write_iter()
|
| /linux-6.15/fs/erofs/ |
| H A D | fileio.c | 60 rq->iocb.ki_flags = IOCB_DIRECT; in erofs_fileio_rq_submit()
|
| /linux-6.15/fs/exfat/ |
| H A D | file.c | 596 if (iocb->ki_flags & IOCB_DIRECT) { in exfat_file_write_iter() 628 iocb->ki_flags & IOCB_SYNC); in exfat_file_write_iter()
|