Lines Matching refs:flush_color
202 int flush_color; /* L: flushing color */ member
227 int flush_color; /* WQ: flush color waiting for */ member
243 int flush_color; /* WQ: current flush color */ member
1159 if (likely(pwq->flush_color != color)) in pwq_dec_nr_in_flight()
1167 pwq->flush_color = -1; in pwq_dec_nr_in_flight()
2597 int flush_color, int work_color) in flush_workqueue_prep_pwqs() argument
2602 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
2612 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
2613 WARN_ON_ONCE(pwq->flush_color != -1); in flush_workqueue_prep_pwqs()
2615 if (pwq->nr_in_flight[flush_color]) { in flush_workqueue_prep_pwqs()
2616 pwq->flush_color = flush_color; in flush_workqueue_prep_pwqs()
2630 if (flush_color >= 0 && atomic_dec_and_test(&wq->nr_pwqs_to_flush)) in flush_workqueue_prep_pwqs()
2647 .flush_color = -1, in flush_workqueue()
2665 if (next_color != wq->flush_color) { in flush_workqueue()
2672 this_flusher.flush_color = wq->work_color; in flush_workqueue()
2677 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in flush_workqueue()
2681 if (!flush_workqueue_prep_pwqs(wq, wq->flush_color, in flush_workqueue()
2684 wq->flush_color = next_color; in flush_workqueue()
2690 WARN_ON_ONCE(wq->flush_color == this_flusher.flush_color); in flush_workqueue()
2727 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in flush_workqueue()
2734 if (next->flush_color != wq->flush_color) in flush_workqueue()
2741 wq->flush_color != work_next_color(wq->work_color)); in flush_workqueue()
2744 wq->flush_color = work_next_color(wq->flush_color); in flush_workqueue()
2755 tmp->flush_color = wq->work_color; in flush_workqueue()
2765 WARN_ON_ONCE(wq->flush_color != wq->work_color); in flush_workqueue()
2773 WARN_ON_ONCE(wq->flush_color == wq->work_color); in flush_workqueue()
2774 WARN_ON_ONCE(wq->flush_color != next->flush_color); in flush_workqueue()
2779 if (flush_workqueue_prep_pwqs(wq, wq->flush_color, -1)) in flush_workqueue()
3574 pwq->flush_color = -1; in init_pwq()