Lines Matching refs:flush_color
231 int flush_color; /* L: flushing color */ member
275 int flush_color; /* WQ: flush color waiting for */ member
291 int flush_color; /* WQ: current flush color */ member
1497 if (likely(pwq->flush_color != color)) in pwq_dec_nr_in_flight()
1505 pwq->flush_color = -1; in pwq_dec_nr_in_flight()
3085 int flush_color, int work_color) in flush_workqueue_prep_pwqs() argument
3090 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
3100 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
3101 WARN_ON_ONCE(pwq->flush_color != -1); in flush_workqueue_prep_pwqs()
3103 if (pwq->nr_in_flight[flush_color]) { in flush_workqueue_prep_pwqs()
3104 pwq->flush_color = flush_color; in flush_workqueue_prep_pwqs()
3118 if (flush_color >= 0 && atomic_dec_and_test(&wq->nr_pwqs_to_flush)) in flush_workqueue_prep_pwqs()
3135 .flush_color = -1, in __flush_workqueue()
3153 if (next_color != wq->flush_color) { in __flush_workqueue()
3160 this_flusher.flush_color = wq->work_color; in __flush_workqueue()
3165 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in __flush_workqueue()
3169 if (!flush_workqueue_prep_pwqs(wq, wq->flush_color, in __flush_workqueue()
3172 wq->flush_color = next_color; in __flush_workqueue()
3178 WARN_ON_ONCE(wq->flush_color == this_flusher.flush_color); in __flush_workqueue()
3215 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in __flush_workqueue()
3222 if (next->flush_color != wq->flush_color) in __flush_workqueue()
3229 wq->flush_color != work_next_color(wq->work_color)); in __flush_workqueue()
3232 wq->flush_color = work_next_color(wq->flush_color); in __flush_workqueue()
3243 tmp->flush_color = wq->work_color; in __flush_workqueue()
3253 WARN_ON_ONCE(wq->flush_color != wq->work_color); in __flush_workqueue()
3261 WARN_ON_ONCE(wq->flush_color == wq->work_color); in __flush_workqueue()
3262 WARN_ON_ONCE(wq->flush_color != next->flush_color); in __flush_workqueue()
3267 if (flush_workqueue_prep_pwqs(wq, wq->flush_color, -1)) in __flush_workqueue()
4196 pwq->flush_color = -1; in init_pwq()