37 	struct throtl_service_queue service_queue;  member
69 		return container_of(sq, struct throtl_grp, service_queue);  in sq_to_tg()
88 		return container_of(sq, struct throtl_data, service_queue);  in sq_to_td()
253 	throtl_service_queue_init(&tg->service_queue);  in throtl_pd_alloc()
280 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_pd_init()
296 	sq->parent_sq = &td->service_queue;  in throtl_pd_init()
298 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;  in throtl_pd_init()
309 	struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);  in tg_update_has_rules()
336 	timer_delete_sync(&tg->service_queue.pending_timer);  in throtl_pd_free()
374 	struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;  in tg_service_queue_add()
403 		tg->service_queue.parent_sq->nr_pending++;  in throtl_enqueue_tg()
411 			tg->service_queue.parent_sq;  in throtl_dequeue_tg()
492 	throtl_log(&tg->service_queue,  in throtl_start_new_slice_with_credit()
508 	throtl_log(&tg->service_queue,  in throtl_start_new_slice()
524 	throtl_log(&tg->service_queue,  in throtl_extend_slice()
633 	throtl_log(&tg->service_queue,  in throtl_trim_slice()
668 	if (tg->service_queue.nr_queued[READ])  in tg_update_carryover()
670 	if (tg->service_queue.nr_queued[WRITE])  in tg_update_carryover()
674 	throtl_log(&tg->service_queue, "%s: %lld %lld %d %d\n", __func__,  in tg_update_carryover()
763 	BUG_ON(tg->service_queue.nr_queued[rw] &&  in tg_may_dispatch()
764 	       bio != throtl_peek_queued(&tg->service_queue.queued[rw]));  in tg_may_dispatch()
781 	if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))  in tg_may_dispatch()
833 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_add_bio_tg()
856 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_update_disptime()
872 	throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);  in tg_update_disptime()
892 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_dispatch_one_bio()
935 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_dispatch_tg()
986 		sq = &tg->service_queue;  in throtl_select_dispatch()
1093 	struct throtl_service_queue *td_sq = &td->service_queue;  in blk_throtl_dispatch_work_fn()
1154 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_conf_updated()
1158 	throtl_log(&tg->service_queue,  in tg_conf_updated()
1212 	throtl_service_queue_init(&td->service_queue);  in blk_throtl_init()
1531 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_flush_bios()
1610 	if (tg->service_queue.nr_queued[rw])  in tg_within_limit()
1629 	sq = &tg->service_queue;  in __blk_throtl_bio()
1697 		throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);  in __blk_throtl_bio()
1714 	timer_delete_sync(&q->td->service_queue.pending_timer);  in blk_throtl_exit()