Lines Matching refs:ds_queue
2627 struct deferred_split *ds_queue = get_deferred_split_queue(folio); in split_huge_page_to_list() local
2729 spin_lock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2732 ds_queue->split_queue_len--; in split_huge_page_to_list()
2735 spin_unlock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2753 spin_unlock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2777 struct deferred_split *ds_queue; in folio_undo_large_rmappable() local
2788 ds_queue = get_deferred_split_queue(folio); in folio_undo_large_rmappable()
2789 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in folio_undo_large_rmappable()
2791 ds_queue->split_queue_len--; in folio_undo_large_rmappable()
2794 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in folio_undo_large_rmappable()
2799 struct deferred_split *ds_queue = get_deferred_split_queue(folio); in deferred_split_folio() local
2823 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_folio()
2826 list_add_tail(&folio->_deferred_list, &ds_queue->split_queue); in deferred_split_folio()
2827 ds_queue->split_queue_len++; in deferred_split_folio()
2834 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_folio()
2841 struct deferred_split *ds_queue = &pgdata->deferred_split_queue; in deferred_split_count() local
2845 ds_queue = &sc->memcg->deferred_split_queue; in deferred_split_count()
2847 return READ_ONCE(ds_queue->split_queue_len); in deferred_split_count()
2854 struct deferred_split *ds_queue = &pgdata->deferred_split_queue; in deferred_split_scan() local
2862 ds_queue = &sc->memcg->deferred_split_queue; in deferred_split_scan()
2865 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2867 list_for_each_entry_safe(folio, next, &ds_queue->split_queue, in deferred_split_scan()
2874 ds_queue->split_queue_len--; in deferred_split_scan()
2879 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2892 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2893 list_splice_tail(&list, &ds_queue->split_queue); in deferred_split_scan()
2894 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2900 if (!split && list_empty(&ds_queue->split_queue)) in deferred_split_scan()