76 static void reshape_request_write(struct mddev *mddev, struct r10bio *r10_bio);
101 static inline struct r10bio *get_resync_r10bio(struct bio *bio)  in get_resync_r10bio()
109 	int size = offsetof(struct r10bio, devs[conf->geo.raid_disks]);  in r10bio_pool_alloc()
134 	struct r10bio *r10_bio;  in r10buf_pool_alloc()
232 	struct r10bio *r10bio = __r10_bio;  in r10buf_pool_free()  local
237 		struct bio *bio = r10bio->devs[j].bio;  in r10buf_pool_free()
246 		bio = r10bio->devs[j].repl_bio;  in r10buf_pool_free()
256 	rbio_pool_free(r10bio, conf);  in r10buf_pool_free()
259 static void put_all_bios(struct r10conf *conf, struct r10bio *r10_bio)  in put_all_bios()
275 static void free_r10bio(struct r10bio *r10_bio)  in free_r10bio()
283 static void put_buf(struct r10bio *r10_bio)  in put_buf()
298 static void reschedule_retry(struct r10bio *r10_bio)  in reschedule_retry()
320 static void raid_end_bio_io(struct r10bio *r10_bio)  in raid_end_bio_io()
341 static inline void update_head_pos(int slot, struct r10bio *r10_bio)  in update_head_pos()
352 static int find_bio_disk(struct r10conf *conf, struct r10bio *r10_bio,  in find_bio_disk()
379 	struct r10bio *r10_bio = bio->bi_private;  in raid10_end_read_request()
428 static void close_write(struct r10bio *r10_bio)  in close_write()
435 static void one_write_done(struct r10bio *r10_bio)  in one_write_done()
452 	struct r10bio *r10_bio = bio->bi_private;  in raid10_end_write_request()
578 static void __raid10_find_phys(struct geom *geo, struct r10bio *r10bio)  in __raid10_find_phys()  argument
595 	chunk = r10bio->sector >> geo->chunk_shift;  in __raid10_find_phys()
596 	sector = r10bio->sector & geo->chunk_mask;  in __raid10_find_phys()
611 		r10bio->devs[slot].devnum = d;  in __raid10_find_phys()
612 		r10bio->devs[slot].addr = s;  in __raid10_find_phys()
629 			r10bio->devs[slot].devnum = d;  in __raid10_find_phys()
630 			r10bio->devs[slot].addr = s;  in __raid10_find_phys()
641 static void raid10_find_phys(struct r10conf *conf, struct r10bio *r10bio)  in raid10_find_phys()  argument
646 	    ((r10bio->sector >= conf->reshape_progress) !=  in raid10_find_phys()
648 		set_bit(R10BIO_Previous, &r10bio->state);  in raid10_find_phys()
651 		clear_bit(R10BIO_Previous, &r10bio->state);  in raid10_find_phys()
653 	__raid10_find_phys(geo, r10bio);  in raid10_find_phys()
721 				    struct r10bio *r10_bio,  in read_balance()
1071 static sector_t choose_data_offset(struct r10bio *r10_bio,  in choose_data_offset()
1146 				struct r10bio *r10_bio, bool io_accounting)  in raid10_read_request()
1244 static void raid10_write_one_disk(struct mddev *mddev, struct r10bio *r10_bio,  in raid10_write_one_disk()
1285 static void wait_blocked_dev(struct mddev *mddev, struct r10bio *r10_bio)  in wait_blocked_dev()
1342 				 struct r10bio *r10_bio)  in raid10_write_request()
1533 	struct r10bio *r10_bio;  in __make_request()
1553 static void raid_end_discard_bio(struct r10bio *r10bio)  in raid_end_discard_bio()  argument
1555 	struct r10conf *conf = r10bio->mddev->private;  in raid_end_discard_bio()
1556 	struct r10bio *first_r10bio;  in raid_end_discard_bio()
1558 	while (atomic_dec_and_test(&r10bio->remaining)) {  in raid_end_discard_bio()
1562 		if (!test_bit(R10BIO_Discard, &r10bio->state)) {  in raid_end_discard_bio()
1563 			first_r10bio = (struct r10bio *)r10bio->master_bio;  in raid_end_discard_bio()
1564 			free_r10bio(r10bio);  in raid_end_discard_bio()
1565 			r10bio = first_r10bio;  in raid_end_discard_bio()
1567 			md_write_end(r10bio->mddev);  in raid_end_discard_bio()
1568 			bio_endio(r10bio->master_bio);  in raid_end_discard_bio()
1569 			free_r10bio(r10bio);  in raid_end_discard_bio()
1577 	struct r10bio *r10_bio = bio->bi_private;  in raid10_end_discard_request()
1609 	struct r10bio *r10_bio, *first_r10bio;  in raid10_handle_discard()
2220 static void __end_sync_read(struct r10bio *r10_bio, struct bio *bio, int d)  in __end_sync_read()
2248 	struct r10bio *r10_bio = get_resync_r10bio(bio);  in end_sync_read()
2258 	struct r10bio *r10_bio = bio->bi_private;  in end_reshape_read()
2263 static void end_sync_request(struct r10bio *r10_bio)  in end_sync_request()
2279 			struct r10bio *r10_bio2 = (struct r10bio *)r10_bio->master_bio;  in end_sync_request()
2292 	struct r10bio *r10_bio = get_resync_r10bio(bio);  in end_sync_write()
2342 static void sync_request_write(struct mddev *mddev, struct r10bio *r10_bio)  in sync_request_write()
2473 static void fix_recovery_read_error(struct r10bio *r10_bio)  in fix_recovery_read_error()
2556 static void recovery_request_write(struct mddev *mddev, struct r10bio *r10_bio)  in recovery_request_write()
2626 static void fix_read_error(struct r10conf *conf, struct mddev *mddev, struct r10bio *r10_bio)  in fix_read_error()
2782 static bool narrow_write_error(struct r10bio *r10_bio, int i)  in narrow_write_error()
2843 static void handle_read_error(struct mddev *mddev, struct r10bio *r10_bio)  in handle_read_error()
2881 static void handle_write_completed(struct r10conf *conf, struct r10bio *r10_bio)  in handle_write_completed()
2982 	struct r10bio *r10_bio;  in raid10d()
3002 			r10_bio = list_first_entry(&tmp, struct r10bio,  in raid10d()
3023 		r10_bio = list_entry(head->prev, struct r10bio, retry_list);  in raid10d()
3069 static struct r10bio *raid10_alloc_init_r10buf(struct r10conf *conf)  in raid10_alloc_init_r10buf()
3071 	struct r10bio *r10bio = mempool_alloc(&conf->r10buf_pool, GFP_NOIO);  in raid10_alloc_init_r10buf()  local
3084 		bio = r10bio->devs[i].bio;  in raid10_alloc_init_r10buf()
3088 		bio = r10bio->devs[i].repl_bio;  in raid10_alloc_init_r10buf()
3095 	return r10bio;  in raid10_alloc_init_r10buf()
3171 	struct r10bio *r10_bio;  in raid10_sync_request()
3322 			struct r10bio *rb2;  in raid10_sync_request()
3555 				struct r10bio *rb2 = r10_bio;  in raid10_sync_request()
3556 				r10_bio = (struct r10bio*) rb2->master_bio;  in raid10_sync_request()
4671 	struct r10bio *r10_bio;  in reshape_request()
4904 static void end_reshape_request(struct r10bio *r10_bio);
4906 				     struct r10bio *r10_bio);
4907 static void reshape_request_write(struct mddev *mddev, struct r10bio *r10_bio)  in reshape_request_write()
4982 				     struct r10bio *r10_bio)  in handle_reshape_read_error()
4987 	struct r10bio *r10b;  in handle_reshape_read_error()
5054 	struct r10bio *r10_bio = get_resync_r10bio(bio);  in end_reshape_write()
5075 static void end_reshape_request(struct r10bio *r10_bio)  in end_reshape_request()