Lines Matching refs:ds_queue

2636 	struct deferred_split *ds_queue = get_deferred_split_queue(&folio->page);  in split_huge_page_to_list()  local
2738 spin_lock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2741 ds_queue->split_queue_len--; in split_huge_page_to_list()
2744 spin_unlock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2762 spin_unlock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2786 struct deferred_split *ds_queue = get_deferred_split_queue(page); in free_transhuge_page() local
2789 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in free_transhuge_page()
2791 ds_queue->split_queue_len--; in free_transhuge_page()
2794 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in free_transhuge_page()
2800 struct deferred_split *ds_queue = get_deferred_split_queue(page); in deferred_split_huge_page() local
2821 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_huge_page()
2824 list_add_tail(page_deferred_list(page), &ds_queue->split_queue); in deferred_split_huge_page()
2825 ds_queue->split_queue_len++; in deferred_split_huge_page()
2832 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_huge_page()
2839 struct deferred_split *ds_queue = &pgdata->deferred_split_queue; in deferred_split_count() local
2843 ds_queue = &sc->memcg->deferred_split_queue; in deferred_split_count()
2845 return READ_ONCE(ds_queue->split_queue_len); in deferred_split_count()
2852 struct deferred_split *ds_queue = &pgdata->deferred_split_queue; in deferred_split_scan() local
2860 ds_queue = &sc->memcg->deferred_split_queue; in deferred_split_scan()
2863 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2865 list_for_each_safe(pos, next, &ds_queue->split_queue) { in deferred_split_scan()
2873 ds_queue->split_queue_len--; in deferred_split_scan()
2878 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2892 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2893 list_splice_tail(&list, &ds_queue->split_queue); in deferred_split_scan()
2894 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2900 if (!split && list_empty(&ds_queue->split_queue)) in deferred_split_scan()