| /linux-6.15/fs/ext2/ |
| H A D | file.c | 47 file_accessed(iocb->ki_filp); in ext2_dax_read_iter() 53 struct file *file = iocb->ki_filp; in ext2_dax_write_iter() 70 i_size_write(inode, iocb->ki_pos); in ext2_dax_write_iter() 168 struct file *file = iocb->ki_filp; in ext2_dio_read_iter() 184 loff_t pos = iocb->ki_pos; in ext2_dio_write_end_io() 219 loff_t offset = iocb->ki_pos; in ext2_dio_write_iter() 229 ret = kiocb_modified(iocb); in ext2_dio_write_iter() 253 iocb->ki_flags &= ~IOCB_DIRECT; in ext2_dio_write_iter() 254 pos = iocb->ki_pos; in ext2_dio_write_iter() 270 generic_write_sync(iocb, ret); in ext2_dio_write_iter() [all …]
|
| H A D | trace.h | 13 TP_ARGS(iocb, iter, ret), 26 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 27 __entry->isize = file_inode(iocb->ki_filp)->i_size; 28 __entry->pos = iocb->ki_pos; 30 __entry->ki_flags = iocb->ki_flags; 31 __entry->aio = !is_sync_kiocb(iocb); 48 TP_ARGS(iocb, iter, ret)) 57 TP_ARGS(iocb, size, ret), 72 __entry->pos = iocb->ki_pos; 74 __entry->ki_flags = iocb->ki_flags; [all …]
|
| /linux-6.15/fs/ |
| H A D | backing-file.c | 79 struct kiocb iocb; member 101 fput(aio->iocb.ki_filp); in backing_aio_put() 108 struct kiocb *iocb = &aio->iocb; in backing_aio_cleanup() local 120 struct backing_aio *aio = container_of(iocb, struct backing_aio, iocb); in backing_aio_rw_complete() 124 kiocb_end_write(iocb); in backing_aio_rw_complete() 139 struct backing_aio *aio = container_of(iocb, struct backing_aio, iocb); in backing_aio_queue_completion() 180 if (is_sync_kiocb(iocb)) { in backing_file_read_iter() 190 aio->orig_iocb = iocb; in backing_file_read_iter() 191 kiocb_clone(&aio->iocb, iocb, get_file(file)); in backing_file_read_iter() 255 aio->orig_iocb = iocb; in backing_file_write_iter() [all …]
|
| H A D | aio.c | 1151 iocb->ki_res.data, iocb->ki_res.res, iocb->ki_res.res2); in aio_complete() 1544 static ssize_t aio_setup_rw(int rw, const struct iocb *iocb, in aio_setup_rw() argument 1644 iocb->ki_res.res = vfs_fsync(iocb->fsync.file, iocb->fsync.datasync); in aio_fsync_work() 1653 if (unlikely(iocb->aio_buf || iocb->aio_offset || iocb->aio_nbytes || in aio_fsync() 1819 iocb = NULL; in aio_poll_wake() 1824 if (iocb) in aio_poll_wake() 1902 if ((u16)iocb->aio_buf != iocb->aio_buf) in aio_poll() 1905 if (iocb->aio_offset || iocb->aio_nbytes || iocb->aio_rw_flags) in aio_poll() 2026 struct iocb iocb; in io_submit_one() local 2040 (iocb.aio_buf != (unsigned long)iocb.aio_buf) || in io_submit_one() [all …]
|
| /linux-6.15/block/ |
| H A D | fops.c | 33 if (iocb_is_dsync(iocb)) in dio_bio_write_op() 113 struct kiocb *iocb; member 138 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io() local 145 iocb->ki_pos += ret; in blkdev_bio_end_io() 150 dio->iocb->ki_complete(iocb, ret); in blkdev_bio_end_io() 197 dio->iocb = iocb; in __blkdev_direct_IO() 290 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io_async() local 297 iocb->ki_pos += ret; in blkdev_bio_end_io_async() 305 iocb->ki_complete(iocb, ret); in blkdev_bio_end_io_async() 333 dio->iocb = iocb; in __blkdev_direct_IO_async() [all …]
|
| /linux-6.15/fs/ext4/ |
| H A D | file.c | 74 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 90 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 97 file_accessed(iocb->ki_filp); in ext4_dio_read_iter() 125 file_accessed(iocb->ki_filp); in ext4_dax_read_iter() 144 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 377 loff_t pos = iocb->ki_pos; in ext4_dio_write_end_io() 438 offset = iocb->ki_pos; in ext4_dio_write_checks() 504 loff_t offset = iocb->ki_pos; in ext4_dio_write_iter() 557 offset = iocb->ki_pos; in ext4_dio_write_iter() 607 offset = iocb->ki_pos; in ext4_dio_write_iter() [all …]
|
| /linux-6.15/fs/nfs/ |
| H A D | localio.c | 320 kfree(iocb->bvec); in nfs_local_iocb_free() 321 kfree(iocb); in nfs_local_iocb_free() 330 iocb = kmalloc(sizeof(*iocb), flags); in nfs_local_iocb_alloc() 331 if (iocb == NULL) in nfs_local_iocb_alloc() 336 kfree(iocb); in nfs_local_iocb_alloc() 348 iocb->hdr = hdr; in nfs_local_iocb_alloc() 352 return iocb; in nfs_local_iocb_alloc() 414 INIT_WORK(&iocb->work, iocb->aio_complete_work); in nfs_local_pgio_aio_complete() 495 if (iocb == NULL) in nfs_do_local_read() 497 iocb->localio = localio; in nfs_do_local_read() [all …]
|
| /linux-6.15/fs/xfs/ |
| H A D | xfs_file.c | 191 struct kiocb *iocb, in xfs_ilock_iocb() argument 208 struct kiocb *iocb, in xfs_ilock_iocb_for_write() argument 234 struct kiocb *iocb, in xfs_file_dio_read() argument 258 struct kiocb *iocb, in xfs_file_dax_read() argument 281 struct kiocb *iocb, in xfs_file_buffered_read() argument 300 struct kiocb *iocb, in xfs_file_read_iter() argument 361 struct kiocb *iocb, in xfs_file_write_zero_eof() argument 435 struct kiocb *iocb, in xfs_file_write_checks() argument 542 struct kiocb *iocb, in xfs_dio_write_end_io() argument 762 if (iocb->ki_pos > isize || iocb->ki_pos + count >= isize) { in xfs_file_dio_write_unaligned() [all …]
|
| /linux-6.15/fs/iomap/ |
| H A D | direct-io.c | 40 struct kiocb *iocb; member 76 struct kiocb *iocb = dio->iocb; in iomap_dio_submit_bio() local 81 if ((iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(iocb)) { in iomap_dio_submit_bio() 97 struct kiocb *iocb = dio->iocb; in iomap_dio_complete() local 131 iocb->ki_pos += ret; in iomap_dio_complete() 156 struct kiocb *iocb = dio->iocb; in iomap_dio_complete_work() local 158 iocb->ki_complete(iocb, iomap_dio_complete(dio)); in iomap_dio_complete_work() 176 struct kiocb *iocb = dio->iocb; in iomap_dio_done() local 197 iocb->private = dio; in iomap_dio_done() 212 iocb->ki_complete(iocb, 0); in iomap_dio_done() [all …]
|
| H A D | trace.h | 238 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, 240 TP_ARGS(iocb, iter, dio_flags, done_before), 254 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 256 __entry->pos = iocb->ki_pos; 259 __entry->ki_flags = iocb->ki_flags; 261 __entry->aio = !is_sync_kiocb(iocb); 277 TP_ARGS(iocb, error, ret), 290 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 292 __entry->pos = iocb->ki_pos; 293 __entry->ki_flags = iocb->ki_flags; [all …]
|
| /linux-6.15/fs/netfs/ |
| H A D | direct_write.c | 34 unsigned long long start = iocb->ki_pos; in netfs_unbuffered_write_iter_locked() 38 bool async = !is_sync_kiocb(iocb); in netfs_unbuffered_write_iter_locked() 50 wreq = netfs_create_write_req(iocb->ki_filp->f_mapping, iocb->ki_filp, start, in netfs_unbuffered_write_iter_locked() 51 iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked() 97 wreq->iocb = iocb; in netfs_unbuffered_write_iter_locked() 113 iocb->ki_pos += ret; in netfs_unbuffered_write_iter_locked() 140 struct file *file = iocb->ki_filp; in netfs_unbuffered_write_iter() 145 loff_t pos = iocb->ki_pos; in netfs_unbuffered_write_iter() 153 trace_netfs_write_iter(iocb, from); in netfs_unbuffered_write_iter() 159 ret = generic_write_checks(iocb, from); in netfs_unbuffered_write_iter() [all …]
|
| H A D | buffered_write.c | 99 struct file *file = iocb->ki_filp; in netfs_perform_write() 107 .range_start = iocb->ki_pos, in netfs_perform_write() 114 loff_t i_size, pos = iocb->ki_pos; in netfs_perform_write() 136 if (!is_sync_kiocb(iocb)) in netfs_perform_write() 137 wreq->iocb = iocb; in netfs_perform_write() 393 iocb->ki_pos += written; in netfs_perform_write() 432 struct file *file = iocb->ki_filp; in netfs_buffered_write_iter_locked() 435 trace_netfs_write_iter(iocb, from); in netfs_buffered_write_iter_locked() 464 struct file *file = iocb->ki_filp; in netfs_file_write_iter() 474 if ((iocb->ki_flags & IOCB_DIRECT) || in netfs_file_write_iter() [all …]
|
| H A D | direct_read.c | 172 ssize_t netfs_unbuffered_read_iter_locked(struct kiocb *iocb, struct iov_iter *iter) in netfs_unbuffered_read_iter_locked() argument 177 bool sync = is_sync_kiocb(iocb); in netfs_unbuffered_read_iter_locked() 184 ret = kiocb_write_and_wait(iocb, orig_count); in netfs_unbuffered_read_iter_locked() 187 file_accessed(iocb->ki_filp); in netfs_unbuffered_read_iter_locked() 189 rreq = netfs_alloc_request(iocb->ki_filp->f_mapping, iocb->ki_filp, in netfs_unbuffered_read_iter_locked() 190 iocb->ki_pos, orig_count, in netfs_unbuffered_read_iter_locked() 225 rreq->iocb = iocb; in netfs_unbuffered_read_iter_locked() 234 iocb->ki_pos += rreq->transferred; in netfs_unbuffered_read_iter_locked() 254 ssize_t netfs_unbuffered_read_iter(struct kiocb *iocb, struct iov_iter *iter) in netfs_unbuffered_read_iter() argument 256 struct inode *inode = file_inode(iocb->ki_filp); in netfs_unbuffered_read_iter() [all …]
|
| /linux-6.15/fs/ocfs2/ |
| H A D | aops.h | 46 #define ocfs2_iocb_is_rw_locked(iocb) \ argument 47 test_bit(0, (unsigned long *)&iocb->private) 50 set_bit(0, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 52 set_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 54 clear_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 68 #define ocfs2_iocb_init_rw_locked(iocb) \ argument 69 (iocb->private = NULL) 70 #define ocfs2_iocb_clear_rw_locked(iocb) \ argument 71 clear_bit(OCFS2_IOCB_RW_LOCK, (unsigned long *)&iocb->private) 72 #define ocfs2_iocb_rw_locked_level(iocb) \ argument [all …]
|
| /linux-6.15/fs/zonefs/ |
| H A D | file.c | 356 if (!is_sync_kiocb(iocb)) in zonefs_file_write_dio_end_io() 415 struct file *file = iocb->ki_filp; in zonefs_write_checks() 427 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 430 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 434 iocb->ki_pos = z->z_wpoffset; in zonefs_write_checks() 471 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 474 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 590 if (iocb->ki_pos >= z->z_capacity) in zonefs_file_write_iter() 631 if (iocb->ki_pos >= z->z_capacity) in zonefs_file_read_iter() 644 if (iocb->ki_pos >= isize) { in zonefs_file_read_iter() [all …]
|
| /linux-6.15/fs/fuse/ |
| H A D | passthrough.c | 30 struct file *file = iocb->ki_filp; in fuse_passthrough_read_iter() 47 ret = backing_file_read_iter(backing_file, iter, iocb, iocb->ki_flags, in fuse_passthrough_read_iter() 74 ret = backing_file_write_iter(backing_file, iter, iocb, iocb->ki_flags, in fuse_passthrough_write_iter() 91 struct kiocb iocb; in fuse_passthrough_splice_read() local 97 init_sync_kiocb(&iocb, in); in fuse_passthrough_splice_read() 98 iocb.ki_pos = *ppos; in fuse_passthrough_splice_read() 100 *ppos = iocb.ki_pos; in fuse_passthrough_splice_read() 117 struct kiocb iocb; in fuse_passthrough_splice_write() local 123 init_sync_kiocb(&iocb, out); in fuse_passthrough_splice_write() 124 iocb.ki_pos = *ppos; in fuse_passthrough_splice_write() [all …]
|
| /linux-6.15/fs/configfs/ |
| H A D | file.c | 82 struct file *file = iocb->ki_filp; in configfs_read_iter() 94 if (iocb->ki_pos >= buffer->count) in configfs_read_iter() 97 buffer->count - iocb->ki_pos, to); in configfs_read_iter() 98 iocb->ki_pos += retval; in configfs_read_iter() 108 struct file *file = iocb->ki_filp; in configfs_bin_read_iter() 168 if (iocb->ki_pos >= buffer->bin_buffer_size) in configfs_bin_read_iter() 172 iocb->ki_pos += retval; in configfs_bin_read_iter() 222 struct file *file = iocb->ki_filp; in configfs_write_iter() 231 iocb->ki_pos += len; in configfs_write_iter() 239 struct file *file = iocb->ki_filp; in configfs_bin_write_iter() [all …]
|
| /linux-6.15/fs/erofs/ |
| H A D | fileio.c | 11 struct kiocb iocb; member 21 static void erofs_fileio_ki_complete(struct kiocb *iocb, long ret) in erofs_fileio_ki_complete() argument 24 container_of(iocb, struct erofs_fileio_rq, iocb); in erofs_fileio_ki_complete() 55 rq->iocb.ki_pos = rq->bio.bi_iter.bi_sector << SECTOR_SHIFT; in erofs_fileio_rq_submit() 56 rq->iocb.ki_ioprio = get_current_ioprio(); in erofs_fileio_rq_submit() 57 rq->iocb.ki_complete = erofs_fileio_ki_complete; in erofs_fileio_rq_submit() 59 rq->iocb.ki_filp->f_mode & FMODE_CAN_ODIRECT) in erofs_fileio_rq_submit() 60 rq->iocb.ki_flags = IOCB_DIRECT; in erofs_fileio_rq_submit() 63 ret = vfs_iocb_iter_read(rq->iocb.ki_filp, &rq->iocb, &iter); in erofs_fileio_rq_submit() 65 erofs_fileio_ki_complete(&rq->iocb, ret); in erofs_fileio_rq_submit() [all …]
|
| /linux-6.15/fs/cachefiles/ |
| H A D | io.c | 20 struct kiocb iocb; member 39 fput(ki->iocb.ki_filp); in cachefiles_put_kiocb() 49 struct cachefiles_kiocb *ki = container_of(iocb, struct cachefiles_kiocb, iocb); in cachefiles_read_complete() 140 ki->iocb.ki_filp = file; in cachefiles_read() 142 ki->iocb.ki_flags = IOCB_DIRECT; in cachefiles_read() 154 get_file(ki->iocb.ki_filp); in cachefiles_read() 258 struct cachefiles_kiocb *ki = container_of(iocb, struct cachefiles_kiocb, iocb); in cachefiles_write_complete() 265 kiocb_end_write(iocb); in cachefiles_write_complete() 309 ki->iocb.ki_filp = file; in __cachefiles_write() 310 ki->iocb.ki_pos = start_pos; in __cachefiles_write() [all …]
|
| /linux-6.15/mm/ |
| H A D | filemap.c | 2756 iocb->ki_pos += copied; in filemap_read() 2757 last_pos = iocb->ki_pos; in filemap_read() 2783 loff_t pos = iocb->ki_pos; in kiocb_write_and_wait() 2873 iocb->ki_pos += retval; in generic_file_read_iter() 2955 struct kiocb iocb; in filemap_splice_read() local 2964 init_sync_kiocb(&iocb, in); in filemap_splice_read() 2965 iocb.ki_pos = *ppos; in filemap_splice_read() 2980 iocb.ki_pos = *ppos; in filemap_splice_read() 4067 iocb->ki_pos = pos; in generic_file_direct_write() 4078 loff_t pos = iocb->ki_pos; in generic_perform_write() [all …]
|
| H A D | page_io.c | 325 struct kiocb iocb; member 347 struct swap_iocb *sio = container_of(iocb, struct swap_iocb, iocb); in sio_write_complete() 388 if (sio->iocb.ki_filp != swap_file || in swap_writepage_fs() 389 sio->iocb.ki_pos + sio->len != pos) { in swap_writepage_fs() 396 init_sync_kiocb(&sio->iocb, swap_file); in swap_writepage_fs() 398 sio->iocb.ki_pos = pos; in swap_writepage_fs() 485 sio_write_complete(&sio->iocb, ret); in swap_write_unplug() 490 struct swap_iocb *sio = container_of(iocb, struct swap_iocb, iocb); in sio_read_complete() 554 sio->iocb.ki_pos + sio->len != pos) { in swap_read_folio_fs() 562 sio->iocb.ki_pos = pos; in swap_read_folio_fs() [all …]
|
| /linux-6.15/drivers/gpu/drm/display/ |
| H A D | drm_dp_aux_dev.c | 146 static ssize_t auxdev_read_iter(struct kiocb *iocb, struct iov_iter *to) in auxdev_read_iter() argument 148 struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; in auxdev_read_iter() 149 loff_t pos = iocb->ki_pos; in auxdev_read_iter() 179 if (pos != iocb->ki_pos) in auxdev_read_iter() 180 res = pos - iocb->ki_pos; in auxdev_read_iter() 181 iocb->ki_pos = pos; in auxdev_read_iter() 191 struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; in auxdev_write_iter() 192 loff_t pos = iocb->ki_pos; in auxdev_write_iter() 222 if (pos != iocb->ki_pos) in auxdev_write_iter() 223 res = pos - iocb->ki_pos; in auxdev_write_iter() [all …]
|
| /linux-6.15/tools/usb/ffs-aio-example/multibuff/device_app/ |
| H A D | aio_multibuff.c | 144 struct iocb **iocb; member 212 iobuf->iocb = malloc(n*sizeof(*iobuf->iocb)); in init_bufs() 218 iobuf->iocb[i] = malloc(sizeof(**iobuf->iocb)); in init_bufs() 228 free(iobuf->iocb[i]); in delete_bufs() 231 free(iobuf->iocb); in delete_bufs() 332 io_prep_pwrite(iobuf[i].iocb[j], ep1, in main() 336 iobuf[i].iocb[j]->u.c.flags |= IOCB_FLAG_RESFD; in main() 337 iobuf[i].iocb[j]->u.c.resfd = evfd; in main() 340 ret = io_submit(ctx, iobuf[i].cnt, iobuf[i].iocb); in main()
|
| /linux-6.15/include/linux/ |
| H A D | backing-file.h | 18 void (*end_write)(struct kiocb *iocb, ssize_t); 28 struct kiocb *iocb, int flags, 31 struct kiocb *iocb, int flags, 33 ssize_t backing_file_splice_read(struct file *in, struct kiocb *iocb, 38 struct file *out, struct kiocb *iocb,
|
| /linux-6.15/drivers/comedi/drivers/ |
| H A D | comedi_8254.c | 221 i8254->iocb(i8254, 1, reg, val); in __i8254_write() 633 if (!iocb) in __i8254_init() 640 i8254->iocb = iocb; in __i8254_init() 672 comedi_8254_iocb_fn *iocb; in comedi_8254_io_alloc() local 676 iocb = i8254_io8_cb; in comedi_8254_io_alloc() 679 iocb = i8254_io16_cb; in comedi_8254_io_alloc() 682 iocb = i8254_io32_cb; in comedi_8254_io_alloc() 708 comedi_8254_iocb_fn *iocb; in comedi_8254_mm_alloc() local 712 iocb = i8254_mmio8_cb; in comedi_8254_mm_alloc() 715 iocb = i8254_mmio16_cb; in comedi_8254_mm_alloc() [all …]
|