Lines Matching refs:flush_color

203 	int			flush_color;	/* L: flushing color */  member
228 int flush_color; /* WQ: flush color waiting for */ member
244 int flush_color; /* WQ: current flush color */ member
1187 if (likely(pwq->flush_color != color)) in pwq_dec_nr_in_flight()
1195 pwq->flush_color = -1; in pwq_dec_nr_in_flight()
2716 int flush_color, int work_color) in flush_workqueue_prep_pwqs() argument
2721 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
2731 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
2732 WARN_ON_ONCE(pwq->flush_color != -1); in flush_workqueue_prep_pwqs()
2734 if (pwq->nr_in_flight[flush_color]) { in flush_workqueue_prep_pwqs()
2735 pwq->flush_color = flush_color; in flush_workqueue_prep_pwqs()
2749 if (flush_color >= 0 && atomic_dec_and_test(&wq->nr_pwqs_to_flush)) in flush_workqueue_prep_pwqs()
2766 .flush_color = -1, in flush_workqueue()
2784 if (next_color != wq->flush_color) { in flush_workqueue()
2791 this_flusher.flush_color = wq->work_color; in flush_workqueue()
2796 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in flush_workqueue()
2800 if (!flush_workqueue_prep_pwqs(wq, wq->flush_color, in flush_workqueue()
2803 wq->flush_color = next_color; in flush_workqueue()
2809 WARN_ON_ONCE(wq->flush_color == this_flusher.flush_color); in flush_workqueue()
2846 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in flush_workqueue()
2853 if (next->flush_color != wq->flush_color) in flush_workqueue()
2860 wq->flush_color != work_next_color(wq->work_color)); in flush_workqueue()
2863 wq->flush_color = work_next_color(wq->flush_color); in flush_workqueue()
2874 tmp->flush_color = wq->work_color; in flush_workqueue()
2884 WARN_ON_ONCE(wq->flush_color != wq->work_color); in flush_workqueue()
2892 WARN_ON_ONCE(wq->flush_color == wq->work_color); in flush_workqueue()
2893 WARN_ON_ONCE(wq->flush_color != next->flush_color); in flush_workqueue()
2898 if (flush_workqueue_prep_pwqs(wq, wq->flush_color, -1)) in flush_workqueue()
3738 pwq->flush_color = -1; in init_pwq()