Lines Matching refs:stock
1943 struct memcg_stock_pcp *stock; in consume_stock() local
1952 stock = this_cpu_ptr(&memcg_stock); in consume_stock()
1953 if (memcg == stock->cached && stock->nr_pages >= nr_pages) { in consume_stock()
1954 stock->nr_pages -= nr_pages; in consume_stock()
1966 static void drain_stock(struct memcg_stock_pcp *stock) in drain_stock() argument
1968 struct mem_cgroup *old = stock->cached; in drain_stock()
1970 if (stock->nr_pages) { in drain_stock()
1971 page_counter_uncharge(&old->memory, stock->nr_pages); in drain_stock()
1973 page_counter_uncharge(&old->memsw, stock->nr_pages); in drain_stock()
1974 css_put_many(&old->css, stock->nr_pages); in drain_stock()
1975 stock->nr_pages = 0; in drain_stock()
1977 stock->cached = NULL; in drain_stock()
1982 struct memcg_stock_pcp *stock; in drain_local_stock() local
1991 stock = this_cpu_ptr(&memcg_stock); in drain_local_stock()
1992 drain_stock(stock); in drain_local_stock()
1993 clear_bit(FLUSHING_CACHED_CHARGE, &stock->flags); in drain_local_stock()
2004 struct memcg_stock_pcp *stock; in refill_stock() local
2009 stock = this_cpu_ptr(&memcg_stock); in refill_stock()
2010 if (stock->cached != memcg) { /* reset if necessary */ in refill_stock()
2011 drain_stock(stock); in refill_stock()
2012 stock->cached = memcg; in refill_stock()
2014 stock->nr_pages += nr_pages; in refill_stock()
2016 if (stock->nr_pages > MEMCG_CHARGE_BATCH) in refill_stock()
2017 drain_stock(stock); in refill_stock()
2041 struct memcg_stock_pcp *stock = &per_cpu(memcg_stock, cpu); in drain_all_stock() local
2044 memcg = stock->cached; in drain_all_stock()
2045 if (!memcg || !stock->nr_pages || !css_tryget(&memcg->css)) in drain_all_stock()
2051 if (!test_and_set_bit(FLUSHING_CACHED_CHARGE, &stock->flags)) { in drain_all_stock()
2053 drain_local_stock(&stock->work); in drain_all_stock()
2055 schedule_work_on(cpu, &stock->work); in drain_all_stock()
2065 struct memcg_stock_pcp *stock; in memcg_hotplug_cpu_dead() local
2068 stock = &per_cpu(memcg_stock, cpu); in memcg_hotplug_cpu_dead()
2069 drain_stock(stock); in memcg_hotplug_cpu_dead()