| /Linux-v4.19/mm/ |
| D | list_lru.c | 19 static void list_lru_register(struct list_lru *lru) in list_lru_register() argument
22 list_add(&lru->list, &list_lrus); in list_lru_register()
26 static void list_lru_unregister(struct list_lru *lru) in list_lru_unregister() argument
29 list_del(&lru->list); in list_lru_unregister()
33 static int lru_shrinker_id(struct list_lru *lru) in lru_shrinker_id() argument
35 return lru->shrinker_id; in lru_shrinker_id()
38 static inline bool list_lru_memcg_aware(struct list_lru *lru) in list_lru_memcg_aware() argument
44 return !!lru->node[0].memcg_lrus; in list_lru_memcg_aware()
58 return memcg_lrus->lru[idx]; in list_lru_from_memcg_idx()
59 return &nlru->lru; in list_lru_from_memcg_idx()
[all …]
|
| D | vmscan.c | 134 if ((_page)->lru.prev != _base) { \
137 prev = lru_to_page(&(_page->lru)); \
148 if ((_page)->lru.prev != _base) { \
151 prev = lru_to_page(&(_page->lru)); \
338 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size() argument
344 lru_size = mem_cgroup_get_lru_size(lruvec, lru); in lruvec_lru_size()
346 lru_size = node_page_state(lruvec_pgdat(lruvec), NR_LRU_BASE + lru); in lruvec_lru_size()
356 size = mem_cgroup_get_zone_lru_size(lruvec, lru, zid); in lruvec_lru_size()
359 NR_ZONE_LRU_BASE + lru); in lruvec_lru_size()
1127 list_del(&page->lru); in shrink_page_list()
[all …]
|
| D | zbud.c | 97 struct list_head lru; member
116 struct list_head lru; member
244 INIT_LIST_HEAD(&zhdr->lru); in init_zbud_page()
317 INIT_LIST_HEAD(&pool->lru); in zbud_create_pool()
409 if (!list_empty(&zhdr->lru)) in zbud_alloc()
410 list_del(&zhdr->lru); in zbud_alloc()
411 list_add(&zhdr->lru, &pool->lru); in zbud_alloc()
454 list_del(&zhdr->lru); in zbud_free()
508 if (!pool->ops || !pool->ops->evict || list_empty(&pool->lru) || in zbud_reclaim_page()
514 zhdr = list_last_entry(&pool->lru, struct zbud_header, lru); in zbud_reclaim_page()
[all …]
|
| D | swap.c | 130 victim = list_entry(pages->prev, struct page, lru); in put_pages_list()
131 list_del(&victim->lru); in put_pages_list()
279 int lru = page_lru_base_type(page); in __activate_page() local
281 del_page_from_lru_list(page, lruvec, lru); in __activate_page()
283 lru += LRU_ACTIVE; in __activate_page()
284 add_page_to_lru_list(page, lruvec, lru); in __activate_page()
503 int lru, file; in lru_deactivate_file_fn() local
518 lru = page_lru_base_type(page); in lru_deactivate_file_fn()
520 del_page_from_lru_list(page, lruvec, lru + active); in lru_deactivate_file_fn()
523 add_page_to_lru_list(page, lruvec, lru); in lru_deactivate_file_fn()
[all …]
|
| D | pgtable-generic.c | 158 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit()
160 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit()
175 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw()
176 struct page, lru); in pgtable_trans_huge_withdraw()
178 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw()
|
| D | z3fold.c | 129 struct list_head lru; member
172 INIT_LIST_HEAD(&page->lru); in init_z3fold_page()
257 if (!list_empty(&page->lru)) in __release_z3fold_page()
258 list_del(&page->lru); in __release_z3fold_page()
480 INIT_LIST_HEAD(&pool->lru); in z3fold_create_pool()
690 if (!list_empty(&page->lru)) in z3fold_alloc()
691 list_del(&page->lru); in z3fold_alloc()
693 list_add(&page->lru, &pool->lru); in z3fold_alloc()
750 list_del(&page->lru); in z3fold_free()
833 if (list_empty(&pool->lru)) { in z3fold_reclaim_page()
[all …]
|
| D | mmzone.c | 91 enum lru_list lru; in lruvec_init() local
95 for_each_lru(lru) in lruvec_init()
96 INIT_LIST_HEAD(&lruvec->lists[lru]); in lruvec_init()
|
| D | balloon_compaction.c | 79 list_for_each_entry_safe(page, tmp, &b_dev_info->pages, lru) { in balloon_page_dequeue()
130 list_del(&page->lru); in balloon_page_isolate()
143 list_add(&page->lru, &b_dev_info->pages); in balloon_page_putback()
|
| /Linux-v4.19/include/linux/ |
| D | mm_inline.h | 27 enum lru_list lru, enum zone_type zid, in __update_lru_size() argument
32 __mod_node_page_state(pgdat, NR_LRU_BASE + lru, nr_pages); in __update_lru_size()
34 NR_ZONE_LRU_BASE + lru, nr_pages); in __update_lru_size()
38 enum lru_list lru, enum zone_type zid, in update_lru_size() argument
41 __update_lru_size(lruvec, lru, zid, nr_pages); in update_lru_size()
43 mem_cgroup_update_lru_size(lruvec, lru, zid, nr_pages); in update_lru_size()
48 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list() argument
50 update_lru_size(lruvec, lru, page_zonenum(page), hpage_nr_pages(page)); in add_page_to_lru_list()
51 list_add(&page->lru, &lruvec->lists[lru]); in add_page_to_lru_list()
55 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list_tail() argument
[all …]
|
| D | list_lru.h | 37 struct list_lru_one *lru[0]; member
44 struct list_lru_one lru; member
60 void list_lru_destroy(struct list_lru *lru);
61 int __list_lru_init(struct list_lru *lru, bool memcg_aware,
64 #define list_lru_init(lru) \ argument
65 __list_lru_init((lru), false, NULL, NULL)
66 #define list_lru_init_key(lru, key) \ argument
67 __list_lru_init((lru), false, (key), NULL)
68 #define list_lru_init_memcg(lru, shrinker) \ argument
69 __list_lru_init((lru), true, NULL, shrinker)
[all …]
|
| D | balloon_compaction.h | 109 list_add(&page->lru, &balloon->pages); in balloon_page_insert()
130 list_del(&page->lru); in balloon_page_delete()
153 list_add(&page->lru, &balloon->pages); in balloon_page_insert()
159 list_del(&page->lru); in balloon_page_delete()
209 list_add(&page->lru, pages); in balloon_page_push()
221 struct page *page = list_first_entry_or_null(pages, struct page, lru); in balloon_page_pop()
226 list_del(&page->lru); in balloon_page_pop()
|
| D | mmzone.h | 209 #define for_each_lru(lru) for (lru = 0; lru < NR_LRU_LISTS; lru++) argument
211 #define for_each_evictable_lru(lru) for (lru = 0; lru <= LRU_ACTIVE_FILE; lru++) argument
213 static inline int is_file_lru(enum lru_list lru) in is_file_lru() argument
215 return (lru == LRU_INACTIVE_FILE || lru == LRU_ACTIVE_FILE); in is_file_lru()
218 static inline int is_active_lru(enum lru_list lru) in is_active_lru() argument
220 return (lru == LRU_ACTIVE_ANON || lru == LRU_ACTIVE_FILE); in is_active_lru()
779 extern unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx);
|
| /Linux-v4.19/kernel/bpf/ |
| D | bpf_lru_list.c | 142 static void __bpf_lru_list_rotate_active(struct bpf_lru *lru, in __bpf_lru_list_rotate_active() argument
156 if (++i == lru->nr_scans || node == first_node) in __bpf_lru_list_rotate_active()
169 static void __bpf_lru_list_rotate_inactive(struct bpf_lru *lru, in __bpf_lru_list_rotate_inactive() argument
185 while (i < lru->nr_scans) { in __bpf_lru_list_rotate_inactive()
209 __bpf_lru_list_shrink_inactive(struct bpf_lru *lru, in __bpf_lru_list_shrink_inactive() argument
223 } else if (lru->del_from_htab(lru->del_arg, node)) { in __bpf_lru_list_shrink_inactive()
230 if (++i == lru->nr_scans) in __bpf_lru_list_shrink_inactive()
240 static void __bpf_lru_list_rotate(struct bpf_lru *lru, struct bpf_lru_list *l) in __bpf_lru_list_rotate() argument
243 __bpf_lru_list_rotate_active(lru, l); in __bpf_lru_list_rotate()
245 __bpf_lru_list_rotate_inactive(lru, l); in __bpf_lru_list_rotate()
[all …]
|
| D | bpf_lru_list.h | 76 int bpf_lru_init(struct bpf_lru *lru, bool percpu, u32 hash_offset,
78 void bpf_lru_populate(struct bpf_lru *lru, void *buf, u32 node_offset,
80 void bpf_lru_destroy(struct bpf_lru *lru);
81 struct bpf_lru_node *bpf_lru_pop_free(struct bpf_lru *lru, u32 hash);
82 void bpf_lru_push_free(struct bpf_lru *lru, struct bpf_lru_node *node);
83 void bpf_lru_promote(struct bpf_lru *lru, struct bpf_lru_node *node);
|
| /Linux-v4.19/samples/bpf/ |
| D | test_lru_dist.c | 108 static void pfect_lru_init(struct pfect_lru *lru, unsigned int lru_size, in pfect_lru_init() argument
111 lru->map_fd = bpf_create_map(BPF_MAP_TYPE_HASH, in pfect_lru_init()
115 assert(lru->map_fd != -1); in pfect_lru_init()
117 lru->free_nodes = malloc(lru_size * sizeof(struct pfect_lru_node)); in pfect_lru_init()
118 assert(lru->free_nodes); in pfect_lru_init()
120 INIT_LIST_HEAD(&lru->list); in pfect_lru_init()
121 lru->cur_size = 0; in pfect_lru_init()
122 lru->lru_size = lru_size; in pfect_lru_init()
123 lru->nr_unique = lru->nr_misses = lru->total = 0; in pfect_lru_init()
126 static void pfect_lru_destroy(struct pfect_lru *lru) in pfect_lru_destroy() argument
[all …]
|
| /Linux-v4.19/net/ceph/ |
| D | pagelist.c | 12 struct page *page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_unmap_tail()
25 lru); in ceph_pagelist_release()
26 list_del(&page->lru); in ceph_pagelist_release()
41 page = list_first_entry(&pl->free_list, struct page, lru); in ceph_pagelist_addpage()
42 list_del(&page->lru); in ceph_pagelist_addpage()
49 list_add_tail(&page->lru, &pl->head); in ceph_pagelist_addpage()
93 list_add_tail(&page->lru, &pl->free_list); in ceph_pagelist_reserve()
105 struct page, lru); in ceph_pagelist_free_reserve()
106 list_del(&page->lru); in ceph_pagelist_free_reserve()
139 page = list_entry(pl->head.prev, struct page, lru); in ceph_pagelist_truncate()
[all …]
|
| /Linux-v4.19/drivers/gpu/drm/nouveau/nvkm/subdev/instmem/ |
| D | nv50.c | 37 struct list_head lru; member
52 struct list_head lru; member
142 eobj = list_first_entry_or_null(&imem->lru, typeof(*eobj), lru); in nv50_instobj_kmap()
148 list_del_init(&eobj->lru); in nv50_instobj_kmap()
204 if (likely(iobj->lru.next) && iobj->map) { in nv50_instobj_release()
205 BUG_ON(!list_empty(&iobj->lru)); in nv50_instobj_release()
206 list_add_tail(&iobj->lru, &imem->lru); in nv50_instobj_release()
245 if (likely(iobj->lru.next)) in nv50_instobj_acquire()
246 list_del_init(&iobj->lru); in nv50_instobj_acquire()
269 if (likely(iobj->lru.next)) { in nv50_instobj_boot()
[all …]
|
| /Linux-v4.19/include/trace/events/ |
| D | pagemap.h | 32 int lru
35 TP_ARGS(page, lru),
40 __field(int, lru )
47 __entry->lru = lru;
55 __entry->lru,
|
| /Linux-v4.19/arch/mips/mm/ |
| D | cerr-sb1.c | 339 uint8_t lru; in extract_ic() local
361 lru = (taghi >> 14) & 0xff; in extract_ic()
365 (lru & 0x3), in extract_ic()
366 ((lru >> 2) & 0x3), in extract_ic()
367 ((lru >> 4) & 0x3), in extract_ic()
368 ((lru >> 6) & 0x3)); in extract_ic()
494 uint8_t ecc, lru; in extract_dc() local
516 lru = (taghi >> 14) & 0xff; in extract_dc()
520 (lru & 0x3), in extract_dc()
521 ((lru >> 2) & 0x3), in extract_dc()
[all …]
|
| /Linux-v4.19/fs/proc/ |
| D | meminfo.c | 41 int lru; in meminfo_proc_show() local
52 for (lru = LRU_BASE; lru < NR_LRU_LISTS; lru++) in meminfo_proc_show()
53 pages[lru] = global_node_page_state(NR_LRU_BASE + lru); in meminfo_proc_show()
|
| /Linux-v4.19/drivers/staging/android/ion/ |
| D | ion_page_pool.c | 29 list_add_tail(&page->lru, &pool->high_items); in ion_page_pool_add()
32 list_add_tail(&page->lru, &pool->low_items); in ion_page_pool_add()
47 page = list_first_entry(&pool->high_items, struct page, lru); in ion_page_pool_remove()
51 page = list_first_entry(&pool->low_items, struct page, lru); in ion_page_pool_remove()
55 list_del(&page->lru); in ion_page_pool_remove()
|
| /Linux-v4.19/drivers/xen/ |
| D | balloon.c | 166 list_add_tail(&page->lru, &ballooned_pages); in __balloon_append()
169 list_add(&page->lru, &ballooned_pages); in __balloon_append()
188 page = list_entry(ballooned_pages.next, struct page, lru); in balloon_retrieve()
191 list_del(&page->lru); in balloon_retrieve()
203 struct list_head *next = page->lru.next; in balloon_next_page()
206 return list_entry(next, struct page, lru); in balloon_next_page()
464 page = list_first_entry_or_null(&ballooned_pages, struct page, lru); in increase_reservation()
514 list_add(&page->lru, &pages); in decrease_reservation()
531 list_for_each_entry_safe(page, tmp, &pages, lru) { in decrease_reservation()
536 list_del(&page->lru); in decrease_reservation()
|
| /Linux-v4.19/drivers/md/ |
| D | dm-writecache.c | 79 struct list_head lru; member
108 struct list_head lru; member
601 list_add(&ins->lru, &wc->lru); in writecache_insert_entry()
606 list_del(&e->lru); in writecache_unlink()
626 list_add_tail(&e->lru, &wc->freelist); in writecache_add_to_freelist()
648 e = container_of(wc->freelist.next, struct wc_entry, lru); in writecache_pop_from_freelist()
649 list_del(&e->lru); in writecache_pop_from_freelist()
685 wc->lru.next = LIST_POISON1; in writecache_poison_lists()
686 wc->lru.prev = LIST_POISON2; in writecache_poison_lists()
711 if (list_empty(&wc->lru)) in writecache_flush()
[all …]
|
| /Linux-v4.19/kernel/power/ |
| D | wakelock.c | 32 struct list_head lru; member
95 list_add(&wl->lru, &wakelocks_lru_list); in wakelocks_lru_add()
100 list_move(&wl->lru, &wakelocks_lru_list); in wakelocks_lru_most_recent()
111 list_for_each_entry_safe_reverse(wl, aux, &wakelocks_lru_list, lru) { in __wakelocks_gc()
126 list_del(&wl->lru); in __wakelocks_gc()
|
| /Linux-v4.19/drivers/misc/ |
| D | vmw_balloon.c | 533 list_for_each_entry_safe(page, next, &page_size->pages, lru) { in vmballoon_pop()
534 list_del(&page->lru); in vmballoon_pop()
580 list_add(&page->lru, &page_size->refused_pages); in vmballoon_lock_page()
588 list_add(&page->lru, &page_size->pages); in vmballoon_lock_page()
625 list_add(&p->lru, &page_size->pages); in vmballoon_lock_batched_page()
632 list_add(&p->lru, &page_size->refused_pages); in vmballoon_lock_batched_page()
664 list_add(&page->lru, &page_size->pages); in vmballoon_unlock_page()
704 list_add(&p->lru, &page_size->pages); in vmballoon_unlock_batched_page()
729 list_for_each_entry_safe(page, next, &page_size->refused_pages, lru) { in vmballoon_release_refused_pages()
730 list_del(&page->lru); in vmballoon_release_refused_pages()
[all …]
|
