Lines Matching refs:ksm_stable_node

157 struct ksm_stable_node {  struct
211 struct ksm_stable_node *head;
318 stable_node_cache = KSM_KMEM_CACHE(ksm_stable_node, 0); in ksm_slab_init()
344 static __always_inline bool is_stable_node_chain(struct ksm_stable_node *chain) in is_stable_node_chain()
349 static __always_inline bool is_stable_node_dup(struct ksm_stable_node *dup) in is_stable_node_dup()
354 static inline void stable_node_chain_add_dup(struct ksm_stable_node *dup, in stable_node_chain_add_dup()
355 struct ksm_stable_node *chain) in stable_node_chain_add_dup()
364 static inline void __stable_node_dup_del(struct ksm_stable_node *dup) in __stable_node_dup_del()
371 static inline void stable_node_dup_del(struct ksm_stable_node *dup) in stable_node_dup_del()
402 static inline struct ksm_stable_node *alloc_stable_node(void) in alloc_stable_node()
412 static inline void free_stable_node(struct ksm_stable_node *stable_node) in free_stable_node()
627 static struct ksm_stable_node *alloc_stable_node_chain(struct ksm_stable_node *dup, in alloc_stable_node_chain()
630 struct ksm_stable_node *chain = alloc_stable_node(); in alloc_stable_node_chain()
660 static inline void free_stable_node_chain(struct ksm_stable_node *chain, in free_stable_node_chain()
668 static void remove_node_from_stable_tree(struct ksm_stable_node *stable_node) in remove_node_from_stable_tree()
735 static struct page *get_ksm_page(struct ksm_stable_node *stable_node, in get_ksm_page()
817 struct ksm_stable_node *stable_node; in remove_rmap_item_from_tree()
904 static inline struct ksm_stable_node *folio_stable_node(struct folio *folio) in folio_stable_node()
909 static inline struct ksm_stable_node *page_stable_node(struct page *page) in page_stable_node()
915 struct ksm_stable_node *stable_node) in set_page_stable_node()
925 static int remove_stable_node(struct ksm_stable_node *stable_node) in remove_stable_node()
963 static int remove_stable_node_chain(struct ksm_stable_node *stable_node, in remove_stable_node_chain()
966 struct ksm_stable_node *dup; in remove_stable_node_chain()
990 struct ksm_stable_node *stable_node, *next; in remove_all_stable_nodes()
997 struct ksm_stable_node, node); in remove_all_stable_nodes()
1415 bool __is_page_sharing_candidate(struct ksm_stable_node *stable_node, int offset) in __is_page_sharing_candidate()
1429 bool is_page_sharing_candidate(struct ksm_stable_node *stable_node) in is_page_sharing_candidate()
1434 static struct page *stable_node_dup(struct ksm_stable_node **_stable_node_dup, in stable_node_dup()
1435 struct ksm_stable_node **_stable_node, in stable_node_dup()
1439 struct ksm_stable_node *dup, *found = NULL, *stable_node = *_stable_node; in stable_node_dup()
1553 static struct ksm_stable_node *stable_node_dup_any(struct ksm_stable_node *stable_node, in stable_node_dup_any()
1580 static struct page *__stable_node_chain(struct ksm_stable_node **_stable_node_dup, in __stable_node_chain()
1581 struct ksm_stable_node **_stable_node, in __stable_node_chain()
1585 struct ksm_stable_node *stable_node = *_stable_node; in __stable_node_chain()
1602 static __always_inline struct page *chain_prune(struct ksm_stable_node **s_n_d, in chain_prune()
1603 struct ksm_stable_node **s_n, in chain_prune()
1609 static __always_inline struct page *chain(struct ksm_stable_node **s_n_d, in chain()
1610 struct ksm_stable_node *s_n, in chain()
1613 struct ksm_stable_node *old_stable_node = s_n; in chain()
1637 struct ksm_stable_node *stable_node, *stable_node_dup, *stable_node_any; in stable_tree_search()
1638 struct ksm_stable_node *page_node; in stable_tree_search()
1658 stable_node = rb_entry(*new, struct ksm_stable_node, node); in stable_tree_search()
1881 static struct ksm_stable_node *stable_tree_insert(struct page *kpage) in stable_tree_insert()
1888 struct ksm_stable_node *stable_node, *stable_node_dup, *stable_node_any; in stable_tree_insert()
1903 stable_node = rb_entry(*new, struct ksm_stable_node, node); in stable_tree_insert()
1972 struct ksm_stable_node *orig = stable_node; in stable_tree_insert()
2073 struct ksm_stable_node *stable_node, in stable_tree_append()
2120 struct ksm_stable_node *stable_node; in cmp_and_merge_page()
2344 struct ksm_stable_node *stable_node, *next; in scan_get_next_rmap_item()
2840 struct ksm_stable_node *stable_node; in rmap_walk_ksm()
2915 struct ksm_stable_node *stable_node; in collect_procs_ksm()
2956 struct ksm_stable_node *stable_node; in folio_migrate_ksm()
2989 static bool stable_node_dup_remove_range(struct ksm_stable_node *stable_node, in stable_node_dup_remove_range()
3005 static bool stable_node_chain_remove_range(struct ksm_stable_node *stable_node, in stable_node_chain_remove_range()
3010 struct ksm_stable_node *dup; in stable_node_chain_remove_range()
3034 struct ksm_stable_node *stable_node, *next; in ksm_check_stable_tree()
3041 stable_node = rb_entry(node, struct ksm_stable_node, node); in ksm_check_stable_tree()