1178 				struct discard_policy *dpolicy,  in __init_discard_policy()  argument
1184 	dpolicy->type = discard_type;  in __init_discard_policy()
1185 	dpolicy->sync = true;  in __init_discard_policy()
1186 	dpolicy->ordered = false;  in __init_discard_policy()
1187 	dpolicy->granularity = granularity;  in __init_discard_policy()
1189 	dpolicy->max_requests = dcc->max_discard_request;  in __init_discard_policy()
1190 	dpolicy->io_aware_gran = dcc->discard_io_aware_gran;  in __init_discard_policy()
1191 	dpolicy->timeout = false;  in __init_discard_policy()
1194 		dpolicy->min_interval = dcc->min_discard_issue_time;  in __init_discard_policy()
1195 		dpolicy->mid_interval = dcc->mid_discard_issue_time;  in __init_discard_policy()
1196 		dpolicy->max_interval = dcc->max_discard_issue_time;  in __init_discard_policy()
1198 			dpolicy->io_aware = true;  in __init_discard_policy()
1200 			dpolicy->io_aware = false;  in __init_discard_policy()
1201 		dpolicy->sync = false;  in __init_discard_policy()
1202 		dpolicy->ordered = true;  in __init_discard_policy()
1204 			dpolicy->granularity = MIN_DISCARD_GRANULARITY;  in __init_discard_policy()
1206 				dpolicy->max_interval =  in __init_discard_policy()
1210 		dpolicy->min_interval = dcc->min_discard_issue_time;  in __init_discard_policy()
1211 		dpolicy->mid_interval = dcc->mid_discard_issue_time;  in __init_discard_policy()
1212 		dpolicy->max_interval = dcc->max_discard_issue_time;  in __init_discard_policy()
1213 		dpolicy->io_aware = false;  in __init_discard_policy()
1215 		dpolicy->io_aware = false;  in __init_discard_policy()
1217 		dpolicy->io_aware = false;  in __init_discard_policy()
1219 		dpolicy->granularity = MIN_DISCARD_GRANULARITY;  in __init_discard_policy()
1220 		dpolicy->timeout = true;  in __init_discard_policy()
1268 				struct discard_policy *dpolicy,  in __submit_discard_cmd()  argument
1275 	struct list_head *wait_list = (dpolicy->type == DPOLICY_FSTRIM) ?  in __submit_discard_cmd()
1277 	blk_opf_t flag = dpolicy->sync ? REQ_SYNC : 0;  in __submit_discard_cmd()
1320 	while (total_len && *issued < dpolicy->max_requests && !err) {  in __submit_discard_cmd()
1331 		if (*issued == dpolicy->max_requests)  in __submit_discard_cmd()
1590 		struct discard_policy *dpolicy, int *issued)  in __issue_discard_cmd_orderly()  argument
1614 		if (dpolicy->io_aware && !is_idle(sbi, DISCARD_TIME)) {  in __issue_discard_cmd_orderly()
1620 		err = __submit_discard_cmd(sbi, dpolicy, dc, issued);  in __issue_discard_cmd_orderly()
1622 		if (*issued >= dpolicy->max_requests)  in __issue_discard_cmd_orderly()
1642 					struct discard_policy *dpolicy);
1645 					struct discard_policy *dpolicy)  in __issue_discard_cmd()  argument
1654 	if (dpolicy->timeout)  in __issue_discard_cmd()
1660 		if (dpolicy->timeout &&  in __issue_discard_cmd()
1664 		if (i + 1 < dpolicy->granularity)  in __issue_discard_cmd()
1667 		if (i + 1 < dcc->max_ordered_discard && dpolicy->ordered) {  in __issue_discard_cmd()
1668 			__issue_discard_cmd_orderly(sbi, dpolicy, &issued);  in __issue_discard_cmd()
1683 			if (dpolicy->timeout &&  in __issue_discard_cmd()
1687 			if (dpolicy->io_aware && i < dpolicy->io_aware_gran &&  in __issue_discard_cmd()
1693 			__submit_discard_cmd(sbi, dpolicy, dc, &issued);  in __issue_discard_cmd()
1695 			if (issued >= dpolicy->max_requests)  in __issue_discard_cmd()
1702 		if (issued >= dpolicy->max_requests || io_interrupted)  in __issue_discard_cmd()
1706 	if (dpolicy->type == DPOLICY_UMOUNT && issued) {  in __issue_discard_cmd()
1707 		__wait_all_discard_cmd(sbi, dpolicy);  in __issue_discard_cmd()
1765 						struct discard_policy *dpolicy,  in __wait_discard_cmd_range()  argument
1769 	struct list_head *wait_list = (dpolicy->type == DPOLICY_FSTRIM) ?  in __wait_discard_cmd_range()
1782 		if (iter->di.len < dpolicy->granularity)  in __wait_discard_cmd_range()
1806 						struct discard_policy *dpolicy)  in __wait_all_discard_cmd()  argument
1811 	if (dpolicy)  in __wait_all_discard_cmd()
1812 		return __wait_discard_cmd_range(sbi, dpolicy, 0, UINT_MAX);  in __wait_all_discard_cmd()
1891 	struct discard_policy dpolicy;  in f2fs_issue_discard_timeout()  local
1897 	__init_discard_policy(sbi, &dpolicy, DPOLICY_UMOUNT,  in f2fs_issue_discard_timeout()
1899 	__issue_discard_cmd(sbi, &dpolicy);  in f2fs_issue_discard_timeout()
1914 	struct discard_policy dpolicy;  in issue_discard_thread()  local
1927 			__init_discard_policy(sbi, &dpolicy, DPOLICY_FORCE,  in issue_discard_thread()
1930 			__init_discard_policy(sbi, &dpolicy, DPOLICY_BG,  in issue_discard_thread()
1946 			wait_ms = dpolicy.max_interval;  in issue_discard_thread()
1952 		issued = __issue_discard_cmd(sbi, &dpolicy);  in issue_discard_thread()
1954 			__wait_all_discard_cmd(sbi, &dpolicy);  in issue_discard_thread()
1955 			wait_ms = dpolicy.min_interval;  in issue_discard_thread()
1959 				wait_ms = dpolicy.mid_interval;  in issue_discard_thread()
1961 			wait_ms = dpolicy.max_interval;  in issue_discard_thread()
1964 			wait_ms = dpolicy.max_interval;  in issue_discard_thread()
3361 					struct discard_policy *dpolicy,  in __issue_discard_cmd_range()  argument
3390 		if (dc->di.len < dpolicy->granularity)  in __issue_discard_cmd_range()
3398 		err = __submit_discard_cmd(sbi, dpolicy, dc, &issued);  in __issue_discard_cmd_range()
3400 		if (issued >= dpolicy->max_requests) {  in __issue_discard_cmd_range()
3435 	struct discard_policy dpolicy;  in f2fs_trim_fs()  local
3487 	__init_discard_policy(sbi, &dpolicy, DPOLICY_FSTRIM, cpc.trim_minlen);  in f2fs_trim_fs()
3488 	trimmed = __issue_discard_cmd_range(sbi, &dpolicy,  in f2fs_trim_fs()
3491 	trimmed += __wait_discard_cmd_range(sbi, &dpolicy,  in f2fs_trim_fs()