Lines Matching refs:ksm_stable_node

153 struct ksm_stable_node {  struct
207 struct ksm_stable_node *head;
308 stable_node_cache = KSM_KMEM_CACHE(ksm_stable_node, 0); in ksm_slab_init()
334 static __always_inline bool is_stable_node_chain(struct ksm_stable_node *chain) in is_stable_node_chain()
339 static __always_inline bool is_stable_node_dup(struct ksm_stable_node *dup) in is_stable_node_dup()
344 static inline void stable_node_chain_add_dup(struct ksm_stable_node *dup, in stable_node_chain_add_dup()
345 struct ksm_stable_node *chain) in stable_node_chain_add_dup()
354 static inline void __stable_node_dup_del(struct ksm_stable_node *dup) in __stable_node_dup_del()
361 static inline void stable_node_dup_del(struct ksm_stable_node *dup) in stable_node_dup_del()
392 static inline struct ksm_stable_node *alloc_stable_node(void) in alloc_stable_node()
402 static inline void free_stable_node(struct ksm_stable_node *stable_node) in free_stable_node()
559 static struct ksm_stable_node *alloc_stable_node_chain(struct ksm_stable_node *dup, in alloc_stable_node_chain()
562 struct ksm_stable_node *chain = alloc_stable_node(); in alloc_stable_node_chain()
592 static inline void free_stable_node_chain(struct ksm_stable_node *chain, in free_stable_node_chain()
600 static void remove_node_from_stable_tree(struct ksm_stable_node *stable_node) in remove_node_from_stable_tree()
664 static struct page *get_ksm_page(struct ksm_stable_node *stable_node, in get_ksm_page()
746 struct ksm_stable_node *stable_node; in remove_rmap_item_from_tree()
833 static inline struct ksm_stable_node *folio_stable_node(struct folio *folio) in folio_stable_node()
838 static inline struct ksm_stable_node *page_stable_node(struct page *page) in page_stable_node()
844 struct ksm_stable_node *stable_node) in set_page_stable_node()
854 static int remove_stable_node(struct ksm_stable_node *stable_node) in remove_stable_node()
892 static int remove_stable_node_chain(struct ksm_stable_node *stable_node, in remove_stable_node_chain()
895 struct ksm_stable_node *dup; in remove_stable_node_chain()
919 struct ksm_stable_node *stable_node, *next; in remove_all_stable_nodes()
926 struct ksm_stable_node, node); in remove_all_stable_nodes()
1329 bool __is_page_sharing_candidate(struct ksm_stable_node *stable_node, int offset) in __is_page_sharing_candidate()
1343 bool is_page_sharing_candidate(struct ksm_stable_node *stable_node) in is_page_sharing_candidate()
1348 static struct page *stable_node_dup(struct ksm_stable_node **_stable_node_dup, in stable_node_dup()
1349 struct ksm_stable_node **_stable_node, in stable_node_dup()
1353 struct ksm_stable_node *dup, *found = NULL, *stable_node = *_stable_node; in stable_node_dup()
1467 static struct ksm_stable_node *stable_node_dup_any(struct ksm_stable_node *stable_node, in stable_node_dup_any()
1494 static struct page *__stable_node_chain(struct ksm_stable_node **_stable_node_dup, in __stable_node_chain()
1495 struct ksm_stable_node **_stable_node, in __stable_node_chain()
1499 struct ksm_stable_node *stable_node = *_stable_node; in __stable_node_chain()
1516 static __always_inline struct page *chain_prune(struct ksm_stable_node **s_n_d, in chain_prune()
1517 struct ksm_stable_node **s_n, in chain_prune()
1523 static __always_inline struct page *chain(struct ksm_stable_node **s_n_d, in chain()
1524 struct ksm_stable_node *s_n, in chain()
1527 struct ksm_stable_node *old_stable_node = s_n; in chain()
1551 struct ksm_stable_node *stable_node, *stable_node_dup, *stable_node_any; in stable_tree_search()
1552 struct ksm_stable_node *page_node; in stable_tree_search()
1572 stable_node = rb_entry(*new, struct ksm_stable_node, node); in stable_tree_search()
1795 static struct ksm_stable_node *stable_tree_insert(struct page *kpage) in stable_tree_insert()
1802 struct ksm_stable_node *stable_node, *stable_node_dup, *stable_node_any; in stable_tree_insert()
1817 stable_node = rb_entry(*new, struct ksm_stable_node, node); in stable_tree_insert()
1886 struct ksm_stable_node *orig = stable_node; in stable_tree_insert()
1987 struct ksm_stable_node *stable_node, in stable_tree_append()
2034 struct ksm_stable_node *stable_node; in cmp_and_merge_page()
2253 struct ksm_stable_node *stable_node, *next; in scan_get_next_rmap_item()
2620 struct ksm_stable_node *stable_node; in rmap_walk_ksm()
2691 struct ksm_stable_node *stable_node; in folio_migrate_ksm()
2724 static bool stable_node_dup_remove_range(struct ksm_stable_node *stable_node, in stable_node_dup_remove_range()
2740 static bool stable_node_chain_remove_range(struct ksm_stable_node *stable_node, in stable_node_chain_remove_range()
2745 struct ksm_stable_node *dup; in stable_node_chain_remove_range()
2769 struct ksm_stable_node *stable_node, *next; in ksm_check_stable_tree()
2776 stable_node = rb_entry(node, struct ksm_stable_node, node); in ksm_check_stable_tree()