126 	struct dirty_throttle_control *gdtc;	/* only set in memcg dtc's */
163 static bool mdtc_valid(struct dirty_throttle_control *dtc)  in mdtc_valid()  argument
165 	return dtc->dom;  in mdtc_valid()
168 static struct wb_domain *dtc_dom(struct dirty_throttle_control *dtc)  in dtc_dom()  argument
170 	return dtc->dom;  in dtc_dom()
217 static bool mdtc_valid(struct dirty_throttle_control *dtc)  in mdtc_valid()  argument
222 static struct wb_domain *dtc_dom(struct dirty_throttle_control *dtc)  in dtc_dom()  argument
379  * @dtc: dirty_throttle_control of interest
381  * Calculate @dtc->thresh and ->bg_thresh considering
383  * must ensure that @dtc->avail is set before calling this function.  The
386 static void domain_dirty_limits(struct dirty_throttle_control *dtc)  in domain_dirty_limits()  argument
388 	const unsigned long available_memory = dtc->avail;  in domain_dirty_limits()
389 	struct dirty_throttle_control *gdtc = mdtc_gdtc(dtc);  in domain_dirty_limits()
399 	/* gdtc is !NULL iff @dtc is for memcg domain */  in domain_dirty_limits()
436 	dtc->thresh = thresh;  in domain_dirty_limits()
437 	dtc->bg_thresh = bg_thresh;  in domain_dirty_limits()
733  * @dtc: dirty_throttle_context of interest
752 static unsigned long __wb_calc_thresh(struct dirty_throttle_control *dtc)  in __wb_calc_thresh()  argument
754 	struct wb_domain *dom = dtc_dom(dtc);  in __wb_calc_thresh()
755 	unsigned long thresh = dtc->thresh;  in __wb_calc_thresh()
763 	fprop_fraction_percpu(&dom->completions, dtc->wb_completions,  in __wb_calc_thresh()
770 	wb_min_max_ratio(dtc->wb, &wb_min_ratio, &wb_max_ratio);  in __wb_calc_thresh()
892 static void wb_position_ratio(struct dirty_throttle_control *dtc)  in wb_position_ratio()  argument
894 	struct bdi_writeback *wb = dtc->wb;  in wb_position_ratio()
896 	unsigned long freerun = dirty_freerun_ceiling(dtc->thresh, dtc->bg_thresh);  in wb_position_ratio()
897 	unsigned long limit = hard_dirty_limit(dtc_dom(dtc), dtc->thresh);  in wb_position_ratio()
898 	unsigned long wb_thresh = dtc->wb_thresh;  in wb_position_ratio()
906 	dtc->pos_ratio = 0;  in wb_position_ratio()
908 	if (unlikely(dtc->dirty >= limit))  in wb_position_ratio()
917 	pos_ratio = pos_ratio_polynom(setpoint, dtc->dirty, limit);  in wb_position_ratio()
947 		if (dtc->wb_dirty < 8) {  in wb_position_ratio()
948 			dtc->pos_ratio = min_t(long long, pos_ratio * 2,  in wb_position_ratio()
953 		if (dtc->wb_dirty >= wb_thresh)  in wb_position_ratio()
957 						    dtc->wb_bg_thresh);  in wb_position_ratio()
962 		wb_pos_ratio = pos_ratio_polynom(wb_setpoint, dtc->wb_dirty,  in wb_position_ratio()
986 		dtc->pos_ratio = min(pos_ratio, wb_pos_ratio);  in wb_position_ratio()
1021 	if (unlikely(wb_thresh > dtc->thresh))  in wb_position_ratio()
1022 		wb_thresh = dtc->thresh;  in wb_position_ratio()
1030 	wb_thresh = max(wb_thresh, (limit - dtc->dirty) / 8);  in wb_position_ratio()
1035 	x = div_u64((u64)wb_thresh << 16, dtc->thresh | 1);  in wb_position_ratio()
1045 	span = (dtc->thresh - wb_thresh + 8 * write_bw) * (u64)x >> 16;  in wb_position_ratio()
1048 	if (dtc->wb_dirty < x_intercept - span / 4) {  in wb_position_ratio()
1049 		pos_ratio = div64_u64(pos_ratio * (x_intercept - dtc->wb_dirty),  in wb_position_ratio()
1060 	if (dtc->wb_dirty < x_intercept) {  in wb_position_ratio()
1061 		if (dtc->wb_dirty > x_intercept / 8)  in wb_position_ratio()
1063 					    dtc->wb_dirty);  in wb_position_ratio()
1068 	dtc->pos_ratio = pos_ratio;  in wb_position_ratio()
1121 static void update_dirty_limit(struct dirty_throttle_control *dtc)  in update_dirty_limit()  argument
1123 	struct wb_domain *dom = dtc_dom(dtc);  in update_dirty_limit()
1124 	unsigned long thresh = dtc->thresh;  in update_dirty_limit()
1140 	thresh = max(thresh, dtc->dirty);  in update_dirty_limit()
1150 static void domain_update_dirty_limit(struct dirty_throttle_control *dtc,  in domain_update_dirty_limit()  argument
1153 	struct wb_domain *dom = dtc_dom(dtc);  in domain_update_dirty_limit()
1163 		update_dirty_limit(dtc);  in domain_update_dirty_limit()
1175 static void wb_update_dirty_ratelimit(struct dirty_throttle_control *dtc,  in wb_update_dirty_ratelimit()  argument
1179 	struct bdi_writeback *wb = dtc->wb;  in wb_update_dirty_ratelimit()
1180 	unsigned long dirty = dtc->dirty;  in wb_update_dirty_ratelimit()
1181 	unsigned long freerun = dirty_freerun_ceiling(dtc->thresh, dtc->bg_thresh);  in wb_update_dirty_ratelimit()
1182 	unsigned long limit = hard_dirty_limit(dtc_dom(dtc), dtc->thresh);  in wb_update_dirty_ratelimit()
1203 					dtc->pos_ratio >> RATELIMIT_CALC_SHIFT;  in wb_update_dirty_ratelimit()
1292 		dirty = dtc->wb_dirty;  in wb_update_dirty_ratelimit()
1293 		if (dtc->wb_dirty < 8)  in wb_update_dirty_ratelimit()
1294 			setpoint = dtc->wb_dirty + 1;  in wb_update_dirty_ratelimit()
1296 			setpoint = (dtc->wb_thresh + dtc->wb_bg_thresh) / 2;  in wb_update_dirty_ratelimit()
1512 static inline void wb_dirty_limits(struct dirty_throttle_control *dtc)  in wb_dirty_limits()  argument
1514 	struct bdi_writeback *wb = dtc->wb;  in wb_dirty_limits()
1530 	dtc->wb_thresh = __wb_calc_thresh(dtc);  in wb_dirty_limits()
1531 	dtc->wb_bg_thresh = dtc->thresh ?  in wb_dirty_limits()
1532 		div_u64((u64)dtc->wb_thresh * dtc->bg_thresh, dtc->thresh) : 0;  in wb_dirty_limits()
1544 	if (dtc->wb_thresh < 2 * wb_stat_error()) {  in wb_dirty_limits()
1546 		dtc->wb_dirty = wb_reclaimable + wb_stat_sum(wb, WB_WRITEBACK);  in wb_dirty_limits()
1549 		dtc->wb_dirty = wb_reclaimable + wb_stat(wb, WB_WRITEBACK);  in wb_dirty_limits()
1670 		 * global dtc by default.  in balance_dirty_pages()
1728 		/* throttle according to the chosen dtc */  in balance_dirty_pages()