62 static inline int gred_wred_mode(struct gred_sched *table)  in gred_wred_mode()  argument
64 	return test_bit(GRED_WRED_MODE, &table->flags);  in gred_wred_mode()
67 static inline void gred_enable_wred_mode(struct gred_sched *table)  in gred_enable_wred_mode()  argument
69 	__set_bit(GRED_WRED_MODE, &table->flags);  in gred_enable_wred_mode()
72 static inline void gred_disable_wred_mode(struct gred_sched *table)  in gred_disable_wred_mode()  argument
74 	__clear_bit(GRED_WRED_MODE, &table->flags);  in gred_disable_wred_mode()
77 static inline int gred_rio_mode(struct gred_sched *table)  in gred_rio_mode()  argument
79 	return test_bit(GRED_RIO_MODE, &table->flags);  in gred_rio_mode()
82 static inline void gred_enable_rio_mode(struct gred_sched *table)  in gred_enable_rio_mode()  argument
84 	__set_bit(GRED_RIO_MODE, &table->flags);  in gred_enable_rio_mode()
87 static inline void gred_disable_rio_mode(struct gred_sched *table)  in gred_disable_rio_mode()  argument
89 	__clear_bit(GRED_RIO_MODE, &table->flags);  in gred_disable_rio_mode()
94 	struct gred_sched *table = qdisc_priv(sch);  in gred_wred_mode_check()  local
98 	for (i = 0; i < table->DPs; i++) {  in gred_wred_mode_check()
99 		struct gred_sched_data *q = table->tab[i];  in gred_wred_mode_check()
105 		for (n = i + 1; n < table->DPs; n++)  in gred_wred_mode_check()
106 			if (table->tab[n] && table->tab[n]->prio == q->prio)  in gred_wred_mode_check()
113 static inline unsigned int gred_backlog(struct gred_sched *table,  in gred_backlog()  argument
117 	if (gred_wred_mode(table))  in gred_backlog()
128 static inline void gred_load_wred_set(const struct gred_sched *table,  in gred_load_wred_set()  argument
131 	q->vars.qavg = table->wred_set.qavg;  in gred_load_wred_set()
132 	q->vars.qidlestart = table->wred_set.qidlestart;  in gred_load_wred_set()
135 static inline void gred_store_wred_set(struct gred_sched *table,  in gred_store_wred_set()  argument
138 	table->wred_set.qavg = q->vars.qavg;  in gred_store_wred_set()
139 	table->wred_set.qidlestart = q->vars.qidlestart;  in gred_store_wred_set()
305 	struct gred_sched *table = qdisc_priv(sch);  in gred_change_table_def()  local
319 	table->DPs = sopt->DPs;  in gred_change_table_def()
320 	table->def = sopt->def_DP;  in gred_change_table_def()
321 	table->red_flags = sopt->flags;  in gred_change_table_def()
331 		gred_enable_rio_mode(table);  in gred_change_table_def()
332 		gred_disable_wred_mode(table);  in gred_change_table_def()
334 			gred_enable_wred_mode(table);  in gred_change_table_def()
336 		gred_disable_rio_mode(table);  in gred_change_table_def()
337 		gred_disable_wred_mode(table);  in gred_change_table_def()
340 	for (i = table->DPs; i < MAX_DPs; i++) {  in gred_change_table_def()
341 		if (table->tab[i]) {  in gred_change_table_def()
344 			gred_destroy_vq(table->tab[i]);  in gred_change_table_def()
345 			table->tab[i] = NULL;  in gred_change_table_def()
357 	struct gred_sched *table = qdisc_priv(sch);  in gred_change_vq()  local
358 	struct gred_sched_data *q = table->tab[dp];  in gred_change_vq()
364 		table->tab[dp] = q = *prealloc;  in gred_change_vq()
398 	struct gred_sched *table = qdisc_priv(sch);  in gred_change()  local
430 	if (ctl->DP >= table->DPs)  in gred_change()
433 	if (gred_rio_mode(table)) {  in gred_change()
437 			if (table->tab[table->def])  in gred_change()
438 				def_prio = table->tab[table->def]->prio;  in gred_change()
455 	if (gred_rio_mode(table)) {  in gred_change()
456 		gred_disable_wred_mode(table);  in gred_change()
458 			gred_enable_wred_mode(table);  in gred_change()
497 	struct gred_sched *table = qdisc_priv(sch);  in gred_dump()  local
502 		.DPs	= table->DPs,  in gred_dump()
503 		.def_DP	= table->def,  in gred_dump()
504 		.grio	= gred_rio_mode(table),  in gred_dump()
505 		.flags	= table->red_flags,  in gred_dump()
515 		struct gred_sched_data *q = table->tab[i];  in gred_dump()
530 		struct gred_sched_data *q = table->tab[i];  in gred_dump()
547 		opt.backlog	= gred_backlog(table, q, sch);  in gred_dump()
561 		if (gred_wred_mode(table))  in gred_dump()
562 			gred_load_wred_set(table, q);  in gred_dump()
584 	struct gred_sched *table = qdisc_priv(sch);  in gred_destroy()  local
587 	for (i = 0; i < table->DPs; i++) {  in gred_destroy()
588 		if (table->tab[i])  in gred_destroy()
589 			gred_destroy_vq(table->tab[i]);  in gred_destroy()