| /linux-6.15/include/linux/ |
| H A D | bvec.h | 32 struct page *bv_page; member 47 bv->bv_page = page; in bvec_set_page() 102 (__bvec_iter_bvec((bvec), (iter))->bv_page) 116 .bv_page = mp_bvec_iter_page((bvec), (iter)), \ 135 .bv_page = bvec_iter_page((bvec), (iter)), \ 216 bv->bv_page++; in bvec_advance() 219 bv->bv_page = bvec->bv_page + (bvec->bv_offset >> PAGE_SHIFT); in bvec_advance() 241 return kmap_local_page(bvec->bv_page) + bvec->bv_offset; in bvec_kmap_local() 285 WARN_ON_ONCE(PageHighMem(bvec->bv_page)); in bvec_virt() 286 return page_address(bvec->bv_page) + bvec->bv_offset; in bvec_virt() [all …]
|
| H A D | bio.h | 251 return bio_first_bvec_all(bio)->bv_page; in bio_first_page_all() 292 fi->folio = page_folio(bvec->bv_page); in bio_first_folio() 294 PAGE_SIZE * (bvec->bv_page - &fi->folio->page); in bio_first_folio()
|
| /linux-6.15/block/ |
| H A D | bounce.c | 87 if (tovec.bv_page != fromvec.bv_page) { in copy_to_high_bio_irq() 93 memcpy_to_bvec(&tovec, page_address(fromvec.bv_page) + in copy_to_high_bio_irq() 112 if (bvec->bv_page != orig_vec.bv_page) { in bounce_end_io() 113 dec_zone_page_state(bvec->bv_page, NR_BOUNCE); in bounce_end_io() 114 mempool_free(bvec->bv_page, &page_pool); in bounce_end_io() 214 if (PageHighMem(from.bv_page)) in __blk_queue_bounce() 243 if (!PageHighMem(to->bv_page)) in __blk_queue_bounce() 250 flush_dcache_page(to->bv_page); in __blk_queue_bounce() 253 to->bv_page = bounce_page; in __blk_queue_bounce()
|
| H A D | blk-crypto-fallback.c | 150 mempool_free(enc_bio->bi_io_vec[i].bv_page, in blk_crypto_fallback_encrypt_endio() 319 struct page *plaintext_page = enc_bvec->bv_page; in blk_crypto_fallback_encrypt_bio() 323 enc_bvec->bv_page = ciphertext_page; in blk_crypto_fallback_encrypt_bio() 360 mempool_free(enc_bio->bi_io_vec[--i].bv_page, in blk_crypto_fallback_encrypt_bio() 419 struct page *page = bv.bv_page; in blk_crypto_fallback_decrypt_bio()
|
| H A D | bio.c | 661 zero_user(bv.bv_page, bv.bv_offset + offset, in bio_truncate() 924 phys_addr_t vec_end_addr = page_to_phys(bv->bv_page) + bv_end - 1; in bvec_try_merge_page() 931 if (!zone_device_pages_have_same_pgmap(bv->bv_page, page)) in bvec_try_merge_page() 939 if (bv->bv_page + bv_end / PAGE_SIZE != page + off / PAGE_SIZE) in bvec_try_merge_page() 1378 __free_page(bvec->bv_page); in bio_free_pages()
|
| H A D | blk-map.c | 56 ret = copy_page_from_iter(bvec->bv_page, in bio_copy_from_iter() 87 ret = copy_page_to_iter(bvec->bv_page, in bio_copy_to_iter()
|
| H A D | blk-integrity.c | 94 sg_set_page(sg, iv.bv_page, iv.bv_len, iv.bv_offset); in blk_rq_map_integrity_sg()
|
| /linux-6.15/drivers/md/bcache/ |
| H A D | util.c | 247 bv->bv_page = is_vmalloc_addr(base) in bch_bio_map() 278 bv->bv_page = alloc_page(gfp_mask); in bch_bio_alloc_pages() 279 if (!bv->bv_page) { in bch_bio_alloc_pages() 281 __free_page(bv->bv_page); in bch_bio_alloc_pages()
|
| /linux-6.15/fs/bcachefs/ |
| H A D | fs-io.h | 23 struct folio *folio = page_folio(bv.bv_page); in biovec_to_foliovec() 24 size_t offset = (folio_page_idx(folio, bv.bv_page) << PAGE_SHIFT) + in biovec_to_foliovec()
|
| H A D | checksum.c | 203 void *p = kmap_local_page(bv.bv_page) + bv.bv_offset; in __bch2_checksum_bio() 210 bch2_checksum_update(&state, page_address(bv.bv_page) + bv.bv_offset, in __bch2_checksum_bio() 226 void *p = kmap_local_page(bv.bv_page) + bv.bv_offset; in __bch2_checksum_bio() 234 page_address(bv.bv_page) + bv.bv_offset, in __bch2_checksum_bio()
|
| H A D | compress.c | 70 expected_start != page_address(bv.bv_page) + bv.bv_offset) in bio_phys_contig() 73 expected_start = page_address(bv.bv_page) + in bio_phys_contig() 124 pages[nr_pages++] = bv.bv_page; in __bio_map_or_bounce()
|
| /linux-6.15/drivers/xen/ |
| H A D | biomerge.c | 12 unsigned long bfn1 = pfn_to_bfn(page_to_pfn(vec1->bv_page)); in xen_biovec_phys_mergeable()
|
| /linux-6.15/mm/ |
| H A D | page_io.c | 348 struct page *page = sio->bvec[0].bv_page; in sio_write_complete() 363 page = sio->bvec[p].bv_page; in sio_write_complete() 370 end_page_writeback(sio->bvec[p].bv_page); in sio_write_complete() 495 struct folio *folio = page_folio(sio->bvec[p].bv_page); in sio_read_complete() 505 struct folio *folio = page_folio(sio->bvec[p].bv_page); in sio_read_complete()
|
| /linux-6.15/drivers/md/ |
| H A D | dm-ebs-target.c | 76 if (unlikely(!bv->bv_page || !bv_len)) in __ebs_rw_bvec() 102 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec() 104 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec()
|
| H A D | dm-log-writes.c | 204 if (block->vecs[i].bv_page) in free_pending_block() 205 __free_page(block->vecs[i].bv_page); in free_pending_block() 366 ret = bio_add_page(bio, block->vecs[i].bv_page, in log_one_block() 379 ret = bio_add_page(bio, block->vecs[i].bv_page, in log_one_block() 749 block->vecs[i].bv_page = page; in log_writes_map()
|
| /linux-6.15/fs/netfs/ |
| H A D | objects.c | 134 if (rreq->direct_bv[i].bv_page) { in netfs_free_request() 136 unpin_user_page(rreq->direct_bv[i].bv_page); in netfs_free_request()
|
| H A D | read_collect.c | 364 flush_dcache_page(rreq->direct_bv[i].bv_page); in netfs_rreq_assess_dio() 368 set_page_dirty(rreq->direct_bv[i].bv_page); in netfs_rreq_assess_dio()
|
| /linux-6.15/fs/erofs/ |
| H A D | zdata.c | 1466 bvec->bv_page = zbv.page; in z_erofs_fill_bio_vec() 1467 DBG_BUGON(z_erofs_is_shortlived_page(bvec->bv_page)); in z_erofs_fill_bio_vec() 1503 bvec->bv_page = NULL; in z_erofs_fill_bio_vec() 1530 bvec->bv_page = page; in z_erofs_fill_bio_vec() 1668 bvec.bv_page = NULL; in z_erofs_submit_queue() 1686 if (!bvec.bv_page) { in z_erofs_submit_queue() 1688 if (!bvec.bv_page) in z_erofs_submit_queue() 1695 if (unlikely(PageWorkingset(bvec.bv_page)) && in z_erofs_submit_queue() 1717 if (!bio_add_page(bio, bvec.bv_page, bvec.bv_len, in z_erofs_submit_queue()
|
| /linux-6.15/net/ceph/ |
| H A D | messenger_v2.c | 154 bvec_set_page(&bv, it->bvec->bv_page, in do_try_sendpage() 168 if (sendpage_ok(bv.bv_page)) in do_try_sendpage() 1116 memcpy_page(bv.bv_page, bv.bv_offset, in process_v2_sparse_read() 1878 bv.bv_page = con->bounce_page; in prepare_read_data() 1896 memcpy_to_page(bv.bv_page, bv.bv_offset, in prepare_read_data_cont() 1901 con->v2.in_bvec.bv_page, in prepare_read_data_cont() 1910 bv.bv_page = con->bounce_page; in prepare_read_data_cont() 1941 memcpy_to_page(bv.bv_page, bv.bv_offset, in prepare_sparse_read_cont() 1946 con->v2.in_bvec.bv_page, in prepare_sparse_read_cont() 1961 bv.bv_page = con->bounce_page; in prepare_sparse_read_cont() [all …]
|
| /linux-6.15/drivers/mtd/ |
| H A D | mtd_blkdevs.c | 77 flush_dcache_page(bvec.bv_page); in do_blktrans_request() 84 flush_dcache_page(bvec.bv_page); in do_blktrans_request()
|
| /linux-6.15/fs/btrfs/ |
| H A D | bio.c | 172 ASSERT(folio_order(page_folio(bv->bv_page)) == 0); in btrfs_end_repair_bio() 195 page_folio(bv->bv_page), bv->bv_offset, mirror); in btrfs_end_repair_bio() 246 __bio_add_page(repair_bio, bv->bv_page, bv->bv_len, bv->bv_offset); in repair_one_sector()
|
| H A D | raid56.c | 1211 sector->page = bvec.bv_page; in index_one_bio() 1512 sector = find_stripe_sector(rbio, bvec->bv_page, pgoff); in set_bio_pages_uptodate() 1529 if (sector->page == bv->bv_page && sector->pgoff == bv->bv_offset) in get_bio_sector_nr() 1532 if (sector->page == bv->bv_page && sector->pgoff == bv->bv_offset) in get_bio_sector_nr() 1592 ret = btrfs_check_sector_csum(fs_info, bvec->bv_page, in verify_bio_data_sectors()
|
| /linux-6.15/io_uring/ |
| H A D | rsrc.c | 113 unpin_user_page(imu->bvec[i].bv_page); in io_release_ubuf() 642 if (!PageCompound(imu->bvec[j].bv_page)) in headpage_already_acct() 644 if (compound_head(imu->bvec[j].bv_page) == hpage) in headpage_already_acct() 1359 src_bvec->bv_page, seg_size, offset); in io_vec_fill_bvec()
|
| /linux-6.15/fs/squashfs/ |
| H A D | block.c | 93 struct page *page = bv->bv_page; in squashfs_bio_read_cached()
|
| /linux-6.15/drivers/nvdimm/ |
| H A D | pmem.c | 220 rc = pmem_do_write(pmem, bvec.bv_page, bvec.bv_offset, in pmem_submit_bio() 223 rc = pmem_do_read(pmem, bvec.bv_page, bvec.bv_offset, in pmem_submit_bio()
|