Lines Matching refs:z3fold_header
62 #define ZHDR_SIZE_ALIGNED round_up(sizeof(struct z3fold_header), CHUNK_SIZE)
115 struct z3fold_header { struct
196 static struct z3fold_header *__z3fold_alloc(struct z3fold_pool *, size_t, bool);
241 static inline void z3fold_page_lock(struct z3fold_header *zhdr) in z3fold_page_lock()
247 static inline int z3fold_page_trylock(struct z3fold_header *zhdr) in z3fold_page_trylock()
253 static inline void z3fold_page_unlock(struct z3fold_header *zhdr) in z3fold_page_unlock()
259 static inline struct z3fold_header *get_z3fold_header(unsigned long handle) in get_z3fold_header()
262 struct z3fold_header *zhdr; in get_z3fold_header()
272 zhdr = (struct z3fold_header *)(addr & PAGE_MASK); in get_z3fold_header()
280 zhdr = (struct z3fold_header *)(handle & PAGE_MASK); in get_z3fold_header()
286 static inline void put_z3fold_header(struct z3fold_header *zhdr) in put_z3fold_header()
294 static inline void free_handle(unsigned long handle, struct z3fold_header *zhdr) in free_handle()
385 static struct z3fold_header *init_z3fold_page(struct page *page, bool headless, in init_z3fold_page()
388 struct z3fold_header *zhdr = page_address(page); in init_z3fold_page()
428 static inline int __idx(struct z3fold_header *zhdr, enum buddy bud) in __idx()
437 static unsigned long __encode_handle(struct z3fold_header *zhdr, in __encode_handle()
463 static unsigned long encode_handle(struct z3fold_header *zhdr, enum buddy bud) in encode_handle()
487 struct z3fold_header *zhdr; in handle_to_buddy()
495 zhdr = (struct z3fold_header *)(addr & PAGE_MASK); in handle_to_buddy()
499 static inline struct z3fold_pool *zhdr_to_pool(struct z3fold_header *zhdr) in zhdr_to_pool()
504 static void __release_z3fold_page(struct z3fold_header *zhdr, bool locked) in __release_z3fold_page()
528 struct z3fold_header *zhdr = container_of(ref, struct z3fold_header, in release_z3fold_page()
535 struct z3fold_header *zhdr = container_of(ref, struct z3fold_header, in release_z3fold_page_locked()
543 struct z3fold_header *zhdr = container_of(ref, struct z3fold_header, in release_z3fold_page_locked_list()
561 struct z3fold_header *zhdr = list_first_entry(&pool->stale, in free_pages_work()
562 struct z3fold_header, buddy); in free_pages_work()
581 static int num_free_chunks(struct z3fold_header *zhdr) in num_free_chunks()
603 struct z3fold_header *zhdr) in add_to_unbuddied()
620 static inline enum buddy get_free_buddy(struct z3fold_header *zhdr, int chunks) in get_free_buddy()
642 static inline void *mchunk_memmove(struct z3fold_header *zhdr, in mchunk_memmove()
651 static inline bool buddy_single(struct z3fold_header *zhdr) in buddy_single()
658 static struct z3fold_header *compact_single_buddy(struct z3fold_header *zhdr) in compact_single_buddy()
664 struct z3fold_header *new_zhdr = NULL; in compact_single_buddy()
755 static int z3fold_compact_page(struct z3fold_header *zhdr) in z3fold_compact_page()
802 static void do_compact_page(struct z3fold_header *zhdr, bool locked) in do_compact_page()
850 struct z3fold_header *zhdr = container_of(w, struct z3fold_header, in compact_page_work()
857 static inline struct z3fold_header *__z3fold_alloc(struct z3fold_pool *pool, in __z3fold_alloc()
860 struct z3fold_header *zhdr = NULL; in __z3fold_alloc()
873 struct z3fold_header, buddy); in __z3fold_alloc()
882 struct z3fold_header, buddy)) || in __z3fold_alloc()
929 struct z3fold_header, buddy); in __z3fold_alloc()
1078 struct z3fold_header *zhdr = NULL; in z3fold_alloc()
1116 struct z3fold_header, buddy); in z3fold_alloc()
1199 struct z3fold_header *zhdr; in z3fold_free()
1316 struct z3fold_header *zhdr = NULL; in z3fold_reclaim_page()
1489 struct z3fold_header *zhdr; in z3fold_map()
1534 struct z3fold_header *zhdr; in z3fold_unmap()
1564 struct z3fold_header *zhdr; in z3fold_page_isolate()
1604 struct z3fold_header *zhdr, *new_zhdr; in z3fold_page_migrate()
1669 struct z3fold_header *zhdr; in z3fold_page_putback()