183 static void nvmet_bio_done(struct bio *bio)  in nvmet_bio_done()  argument
185 	struct nvmet_req *req = bio->bi_private;  in nvmet_bio_done()
187 	nvmet_req_complete(req, blk_to_nvme_status(req, bio->bi_status));  in nvmet_bio_done()
188 	nvmet_req_bio_put(req, bio);  in nvmet_bio_done()
192 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio,  in nvmet_bdev_alloc_bip()  argument
206 	bip = bio_integrity_alloc(bio, GFP_NOIO,  in nvmet_bdev_alloc_bip()
214 	bip_set_seed(bip, bio->bi_iter.bi_sector >>  in nvmet_bdev_alloc_bip()
217 	resid = bio_integrity_bytes(bi, bio_sectors(bio));  in nvmet_bdev_alloc_bip()
220 		rc = bio_integrity_add_page(bio, miter->page, len,  in nvmet_bdev_alloc_bip()
237 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio,  in nvmet_bdev_alloc_bip()  argument
247 	struct bio *bio;  in nvmet_bdev_execute_rw()  local
284 		bio = &req->b.inline_bio;  in nvmet_bdev_execute_rw()
285 		bio_init(bio, req->ns->bdev, req->inline_bvec,  in nvmet_bdev_execute_rw()
288 		bio = bio_alloc(req->ns->bdev, bio_max_segs(sg_cnt), opf,  in nvmet_bdev_execute_rw()
291 	bio->bi_iter.bi_sector = sector;  in nvmet_bdev_execute_rw()
292 	bio->bi_private = req;  in nvmet_bdev_execute_rw()
293 	bio->bi_end_io = nvmet_bio_done;  in nvmet_bdev_execute_rw()
301 		while (bio_add_page(bio, sg_page(sg), sg->length, sg->offset)  in nvmet_bdev_execute_rw()
303 			struct bio *prev = bio;  in nvmet_bdev_execute_rw()
306 				rc = nvmet_bdev_alloc_bip(req, bio,  in nvmet_bdev_execute_rw()
309 					bio_io_error(bio);  in nvmet_bdev_execute_rw()
314 			bio = bio_alloc(req->ns->bdev, bio_max_segs(sg_cnt),  in nvmet_bdev_execute_rw()
316 			bio->bi_iter.bi_sector = sector;  in nvmet_bdev_execute_rw()
318 			bio_chain(bio, prev);  in nvmet_bdev_execute_rw()
327 		rc = nvmet_bdev_alloc_bip(req, bio, &prot_miter);  in nvmet_bdev_execute_rw()
329 			bio_io_error(bio);  in nvmet_bdev_execute_rw()
334 	submit_bio(bio);  in nvmet_bdev_execute_rw()
340 	struct bio *bio = &req->b.inline_bio;  in nvmet_bdev_execute_flush()  local
350 	bio_init(bio, req->ns->bdev, req->inline_bvec,  in nvmet_bdev_execute_flush()
352 	bio->bi_private = req;  in nvmet_bdev_execute_flush()
353 	bio->bi_end_io = nvmet_bio_done;  in nvmet_bdev_execute_flush()
355 	submit_bio(bio);  in nvmet_bdev_execute_flush()
369 		struct nvme_dsm_range *range, struct bio **bio)  in nvmet_bdev_discard_range()  argument
377 			GFP_KERNEL, bio);  in nvmet_bdev_discard_range()
388 	struct bio *bio = NULL;  in nvmet_bdev_execute_discard()  local
398 		status = nvmet_bdev_discard_range(req, &range, &bio);  in nvmet_bdev_execute_discard()
403 	if (bio) {  in nvmet_bdev_execute_discard()
404 		bio->bi_private = req;  in nvmet_bdev_execute_discard()
405 		bio->bi_end_io = nvmet_bio_done;  in nvmet_bdev_execute_discard()
407 			bio_io_error(bio);  in nvmet_bdev_execute_discard()
409 			submit_bio(bio);  in nvmet_bdev_execute_discard()
436 	struct bio *bio = NULL;  in nvmet_bdev_execute_write_zeroes()  local
449 			GFP_KERNEL, &bio, 0);  in nvmet_bdev_execute_write_zeroes()
450 	if (bio) {  in nvmet_bdev_execute_write_zeroes()
451 		bio->bi_private = req;  in nvmet_bdev_execute_write_zeroes()
452 		bio->bi_end_io = nvmet_bio_done;  in nvmet_bdev_execute_write_zeroes()
453 		submit_bio(bio);  in nvmet_bdev_execute_write_zeroes()