Lines Matching refs:mm_state
3377 filter = READ_ONCE(lruvec->mm_state.filters[gen]); in test_bloom_filter()
3392 filter = READ_ONCE(lruvec->mm_state.filters[gen]); in update_bloom_filter()
3409 filter = lruvec->mm_state.filters[gen]; in reset_bloom_filter()
3417 WRITE_ONCE(lruvec->mm_state.filters[gen], filter); in reset_bloom_filter()
3457 if (lruvec->mm_state.tail == &mm_list->fifo) in lru_gen_add_mm()
3458 lruvec->mm_state.tail = &mm->lru_gen.list; in lru_gen_add_mm()
3486 if (lruvec->mm_state.head == &mm->lru_gen.list) in lru_gen_del_mm()
3487 lruvec->mm_state.head = lruvec->mm_state.head->prev; in lru_gen_del_mm()
3490 if (lruvec->mm_state.tail == &mm->lru_gen.list) in lru_gen_del_mm()
3491 lruvec->mm_state.tail = lruvec->mm_state.tail->next; in lru_gen_del_mm()
3545 WRITE_ONCE(lruvec->mm_state.stats[hist][i], in reset_mm_stats()
3546 lruvec->mm_state.stats[hist][i] + walk->mm_stats[i]); in reset_mm_stats()
3552 hist = lru_hist_from_seq(lruvec->mm_state.seq + 1); in reset_mm_stats()
3555 WRITE_ONCE(lruvec->mm_state.stats[hist][i], 0); in reset_mm_stats()
3591 struct lru_gen_mm_state *mm_state = &lruvec->mm_state; in iterate_mm_list() local
3605 VM_WARN_ON_ONCE(mm_state->seq + 1 < walk->max_seq); in iterate_mm_list()
3607 if (walk->max_seq <= mm_state->seq) in iterate_mm_list()
3610 if (!mm_state->head) in iterate_mm_list()
3611 mm_state->head = &mm_list->fifo; in iterate_mm_list()
3613 if (mm_state->head == &mm_list->fifo) in iterate_mm_list()
3617 mm_state->head = mm_state->head->next; in iterate_mm_list()
3618 if (mm_state->head == &mm_list->fifo) { in iterate_mm_list()
3619 WRITE_ONCE(mm_state->seq, mm_state->seq + 1); in iterate_mm_list()
3625 if (!mm_state->tail || mm_state->tail == mm_state->head) { in iterate_mm_list()
3626 mm_state->tail = mm_state->head->next; in iterate_mm_list()
3630 mm = list_entry(mm_state->head, struct mm_struct, lru_gen.list); in iterate_mm_list()
3656 struct lru_gen_mm_state *mm_state = &lruvec->mm_state; in iterate_mm_list_nowalk() local
3660 VM_WARN_ON_ONCE(mm_state->seq + 1 < max_seq); in iterate_mm_list_nowalk()
3662 if (max_seq > mm_state->seq) { in iterate_mm_list_nowalk()
3663 mm_state->head = NULL; in iterate_mm_list_nowalk()
3664 mm_state->tail = NULL; in iterate_mm_list_nowalk()
3665 WRITE_ONCE(mm_state->seq, mm_state->seq + 1); in iterate_mm_list_nowalk()
4506 if (max_seq <= READ_ONCE(lruvec->mm_state.seq)) { in try_to_inc_max_seq()
5913 n = READ_ONCE(lruvec->mm_state.stats[hist][i]); in lru_gen_seq_show_full()
5916 n = READ_ONCE(lruvec->mm_state.stats[hist][i]); in lru_gen_seq_show_full()
6195 lruvec->mm_state.seq = MIN_NR_GENS; in lru_gen_init_lruvec()
6234 bitmap_free(lruvec->mm_state.filters[i]); in lru_gen_exit_memcg()
6235 lruvec->mm_state.filters[i] = NULL; in lru_gen_exit_memcg()