57 static void submit_bh_wbc(blk_opf_t opf, struct buffer_head *bh,
60 #define BH_ENTRY(list) list_entry((list), struct buffer_head, b_assoc_buffers)
62 inline void touch_buffer(struct buffer_head *bh)  in touch_buffer()
69 void __lock_buffer(struct buffer_head *bh)  in __lock_buffer()
75 void unlock_buffer(struct buffer_head *bh)  in unlock_buffer()
91 	struct buffer_head *head, *bh;  in buffer_check_dirty_writeback()
121 void __wait_on_buffer(struct buffer_head * bh)  in __wait_on_buffer()
127 static void buffer_io_error(struct buffer_head *bh, char *msg)  in buffer_io_error()
143 static void __end_buffer_read_notouch(struct buffer_head *bh, int uptodate)  in __end_buffer_read_notouch()
158 void end_buffer_read_sync(struct buffer_head *bh, int uptodate)  in end_buffer_read_sync()
165 void end_buffer_write_sync(struct buffer_head *bh, int uptodate)  in end_buffer_write_sync()
179 static struct buffer_head *
184 	struct buffer_head *ret = NULL;  in __find_get_block_slow()
186 	struct buffer_head *bh;  in __find_get_block_slow()
187 	struct buffer_head *head;  in __find_get_block_slow()
256 static void end_buffer_async_read(struct buffer_head *bh, int uptodate)  in end_buffer_async_read()
259 	struct buffer_head *first;  in end_buffer_async_read()
260 	struct buffer_head *tmp;  in end_buffer_async_read()
304 	struct buffer_head *bh;
311 	struct buffer_head *bh = ctx->bh;  in verify_bh()
319 static bool need_fsverity(struct buffer_head *bh)  in need_fsverity()
333 	struct buffer_head *bh = ctx->bh;  in decrypt_bh()
356 static void end_buffer_async_read_io(struct buffer_head *bh, int uptodate)  in end_buffer_async_read_io()
387 static void end_buffer_async_write(struct buffer_head *bh, int uptodate)  in end_buffer_async_write()
390 	struct buffer_head *first;  in end_buffer_async_write()
391 	struct buffer_head *tmp;  in end_buffer_async_write()
447 static void mark_buffer_async_read(struct buffer_head *bh)  in mark_buffer_async_read()
453 static void mark_buffer_async_write_endio(struct buffer_head *bh,  in mark_buffer_async_write_endio()
460 void mark_buffer_async_write(struct buffer_head *bh)  in mark_buffer_async_write()
519 static void __remove_assoc_queue(struct buffer_head *bh)  in __remove_assoc_queue()
543 	struct buffer_head *bh;  in osync_buffers_list()
668 	struct buffer_head *bh;  in write_boundary_block()
678 void mark_buffer_dirty_inode(struct buffer_head *bh, struct inode *inode)  in mark_buffer_dirty_inode()
733 	struct buffer_head *head;  in block_dirty_folio()
739 		struct buffer_head *bh = head;  in block_dirty_folio()
784 	struct buffer_head *bh;  in fsync_buffers_list()
900 			struct buffer_head *bh = BH_ENTRY(list->next);  in remove_inode_buffers()
921 struct buffer_head *folio_alloc_buffers(struct folio *folio, unsigned long size,  in folio_alloc_buffers()
924 	struct buffer_head *bh, *head;  in folio_alloc_buffers()
967 struct buffer_head *alloc_page_buffers(struct page *page, unsigned long size)  in alloc_page_buffers()
976 		struct buffer_head *head)  in link_dev_buffers()
978 	struct buffer_head *bh, *tail;  in link_dev_buffers()
1007 	struct buffer_head *head = folio_buffers(folio);  in folio_init_buffers()
1008 	struct buffer_head *bh = head;  in folio_init_buffers()
1047 	struct buffer_head *bh;  in grow_dev_folio()
1119 static struct buffer_head *
1138 		struct buffer_head *bh;  in __getblk_slow()
1187 void mark_buffer_dirty(struct buffer_head *bh)  in mark_buffer_dirty()
1220 void mark_buffer_write_io_error(struct buffer_head *bh)  in mark_buffer_write_io_error()
1237 void __brelse(struct buffer_head *bh)  in __brelse()
1254 void __bforget(struct buffer_head *bh)  in __bforget()
1269 static struct buffer_head *__bread_slow(struct buffer_head *bh)  in __bread_slow()
1304 	struct buffer_head *bhs[BH_LRU_SIZE];
1329 static void bh_lru_install(struct buffer_head *bh)  in bh_lru_install()
1331 	struct buffer_head *evictee = bh;  in bh_lru_install()
1366 static struct buffer_head *
1369 	struct buffer_head *ret = NULL;  in lookup_bh_lru()
1379 		struct buffer_head *bh = __this_cpu_read(bh_lrus.bhs[i]);  in lookup_bh_lru()
1406 static struct buffer_head *
1410 	struct buffer_head *bh = lookup_bh_lru(bdev, block, size);  in find_get_block_common()
1423 struct buffer_head *
1431 struct buffer_head *
1453 struct buffer_head *bdev_getblk(struct block_device *bdev, sector_t block,  in bdev_getblk()
1456 	struct buffer_head *bh;  in bdev_getblk()
1476 	struct buffer_head *bh = bdev_getblk(bdev, block, size,  in __breadahead()
1508 struct buffer_head *__bread_gfp(struct block_device *bdev, sector_t block,  in __bread_gfp()
1511 	struct buffer_head *bh;  in __bread_gfp()
1584 void folio_set_bh(struct buffer_head *bh, struct folio *folio,  in folio_set_bh()
1608 static void discard_buffer(struct buffer_head * bh)  in discard_buffer()
1639 	struct buffer_head *head, *bh, *next;  in block_invalidate_folio()
1691 struct buffer_head *create_empty_buffers(struct folio *folio,  in create_empty_buffers()
1694 	struct buffer_head *bh, *head, *tail;  in create_empty_buffers()
1752 	struct buffer_head *bh;  in clean_bdev_aliases()
1753 	struct buffer_head *head;  in clean_bdev_aliases()
1798 static struct buffer_head *folio_create_buffers(struct folio *folio,  in folio_create_buffers()
1802 	struct buffer_head *bh;  in folio_create_buffers()
1848 	struct buffer_head *bh, *head;  in __block_write_full_folio()
1937 		struct buffer_head *next = bh->b_this_page;  in __block_write_full_folio()
1991 		struct buffer_head *next = bh->b_this_page;  in __block_write_full_folio()
2013 	struct buffer_head *head, *bh;  in folio_zero_new_buffers()
2049 iomap_to_bh(struct inode *inode, sector_t block, struct buffer_head *bh,  in iomap_to_bh()
2126 	struct buffer_head *bh, *head, *wait[2], **wait_bh=wait;  in __block_write_begin_int()
2209 	struct buffer_head *bh, *head;  in block_commit_write()
2357 	struct buffer_head *bh, *head;  in block_is_partially_uptodate()
2400 	struct buffer_head *bh, *head, *prev = NULL;  in block_read_full_folio()
2670 	struct buffer_head *bh;  in block_truncate_page()
2767 	struct buffer_head tmp = {  in generic_block_bmap()
2778 	struct buffer_head *bh = bio->bi_private;  in end_bio_bh_io_sync()
2787 static void submit_bh_wbc(blk_opf_t opf, struct buffer_head *bh,  in submit_bh_wbc()
2834 void submit_bh(blk_opf_t opf, struct buffer_head *bh)  in submit_bh()
2840 void write_dirty_buffer(struct buffer_head *bh, blk_opf_t op_flags)  in write_dirty_buffer()
2858 int __sync_dirty_buffer(struct buffer_head *bh, blk_opf_t op_flags)  in __sync_dirty_buffer()
2885 int sync_dirty_buffer(struct buffer_head *bh)  in sync_dirty_buffer()
2891 static inline int buffer_busy(struct buffer_head *bh)  in buffer_busy()
2898 drop_buffers(struct folio *folio, struct buffer_head **buffers_to_free)  in drop_buffers()
2900 	struct buffer_head *head = folio_buffers(folio);  in drop_buffers()
2901 	struct buffer_head *bh;  in drop_buffers()
2911 		struct buffer_head *next = bh->b_this_page;  in drop_buffers()
2951 	struct buffer_head *buffers_to_free = NULL;  in try_to_free_buffers()
2985 		struct buffer_head *bh = buffers_to_free;  in try_to_free_buffers()
2988 			struct buffer_head *next = bh->b_this_page;  in try_to_free_buffers()
3030 struct buffer_head *alloc_buffer_head(gfp_t gfp_flags)  in alloc_buffer_head()
3032 	struct buffer_head *ret = kmem_cache_zalloc(bh_cachep, gfp_flags);  in alloc_buffer_head()
3045 void free_buffer_head(struct buffer_head *bh)  in free_buffer_head()
3077 int bh_uptodate_or_lock(struct buffer_head *bh)  in bh_uptodate_or_lock()
3097 int __bh_read(struct buffer_head *bh, blk_opf_t op_flags, bool wait)  in __bh_read()
3125 void __bh_read_batch(int nr, struct buffer_head *bhs[],  in __bh_read_batch()
3131 		struct buffer_head *bh = bhs[i];  in __bh_read_batch()
3159 	bh_cachep = KMEM_CACHE(buffer_head,  in buffer_init()
3165 	max_buffer_heads = nrpages * (PAGE_SIZE / sizeof(struct buffer_head));  in buffer_init()