3704 static void read_ctrl_pos(struct lruvec *lruvec, int type, int tier, int gain,  in read_ctrl_pos()  argument
3710 	pos->refaulted = lrugen->avg_refaulted[type][tier] +  in read_ctrl_pos()
3711 			 atomic_long_read(&lrugen->refaulted[hist][type][tier]);  in read_ctrl_pos()
3712 	pos->total = lrugen->avg_total[type][tier] +  in read_ctrl_pos()
3713 		     atomic_long_read(&lrugen->evicted[hist][type][tier]);  in read_ctrl_pos()
3714 	if (tier)  in read_ctrl_pos()
3715 		pos->total += lrugen->protected[hist][type][tier - 1];  in read_ctrl_pos()
3721 	int hist, tier;  in reset_ctrl_pos()  local
3733 	for (tier = 0; tier < MAX_NR_TIERS; tier++) {  in reset_ctrl_pos()
3737 			sum = lrugen->avg_refaulted[type][tier] +  in reset_ctrl_pos()
3738 			      atomic_long_read(&lrugen->refaulted[hist][type][tier]);  in reset_ctrl_pos()
3739 			WRITE_ONCE(lrugen->avg_refaulted[type][tier], sum / 2);  in reset_ctrl_pos()
3741 			sum = lrugen->avg_total[type][tier] +  in reset_ctrl_pos()
3742 			      atomic_long_read(&lrugen->evicted[hist][type][tier]);  in reset_ctrl_pos()
3743 			if (tier)  in reset_ctrl_pos()
3744 				sum += lrugen->protected[hist][type][tier - 1];  in reset_ctrl_pos()
3745 			WRITE_ONCE(lrugen->avg_total[type][tier], sum / 2);  in reset_ctrl_pos()
3749 			atomic_long_set(&lrugen->refaulted[hist][type][tier], 0);  in reset_ctrl_pos()
3750 			atomic_long_set(&lrugen->evicted[hist][type][tier], 0);  in reset_ctrl_pos()
3751 			if (tier)  in reset_ctrl_pos()
3752 				WRITE_ONCE(lrugen->protected[hist][type][tier - 1], 0);  in reset_ctrl_pos()
4905 	int tier = lru_tier_from_refs(refs);  in sort_folio()  local
4936 	if (tier > tier_idx) {  in sort_folio()
4942 		WRITE_ONCE(lrugen->protected[hist][type][tier - 1],  in sort_folio()
4943 			   lrugen->protected[hist][type][tier - 1] + delta);  in sort_folio()
5000 		       int type, int tier, struct list_head *list)  in scan_folios()  argument
5036 			if (sort_folio(lruvec, folio, sc, tier))  in scan_folios()
5077 	int tier;  in get_tier_idx()  local
5086 	for (tier = 1; tier < MAX_NR_TIERS; tier++) {  in get_tier_idx()
5087 		read_ctrl_pos(lruvec, type, tier, 2, &pv);  in get_tier_idx()
5092 	return tier - 1;  in get_tier_idx()
5097 	int type, tier;  in get_type_to_scan()  local
5112 	for (tier = 1; tier < MAX_NR_TIERS; tier++) {  in get_type_to_scan()
5113 		read_ctrl_pos(lruvec, type, tier, gain[type], &pv);  in get_type_to_scan()
5118 	*tier_idx = tier - 1;  in get_type_to_scan()
5129 	int tier = -1;  in isolate_folios()  local
5146 		type = get_type_to_scan(lruvec, swappiness, &tier);  in isolate_folios()
5149 		if (tier < 0)  in isolate_folios()
5150 			tier = get_tier_idx(lruvec, type);  in isolate_folios()
5152 		scanned = scan_folios(lruvec, sc, type, tier, list);  in isolate_folios()
5157 		tier = -1;  in isolate_folios()
5878 	int type, tier;  in lru_gen_seq_show_full()  local
5882 	for (tier = 0; tier < MAX_NR_TIERS; tier++) {  in lru_gen_seq_show_full()
5883 		seq_printf(m, "            %10d", tier);  in lru_gen_seq_show_full()
5890 				n[0] = READ_ONCE(lrugen->avg_refaulted[type][tier]);  in lru_gen_seq_show_full()
5891 				n[1] = READ_ONCE(lrugen->avg_total[type][tier]);  in lru_gen_seq_show_full()
5894 				n[0] = atomic_long_read(&lrugen->refaulted[hist][type][tier]);  in lru_gen_seq_show_full()
5895 				n[1] = atomic_long_read(&lrugen->evicted[hist][type][tier]);  in lru_gen_seq_show_full()
5896 				if (tier)  in lru_gen_seq_show_full()
5897 					n[2] = READ_ONCE(lrugen->protected[hist][type][tier - 1]);  in lru_gen_seq_show_full()