94 static inline bool blk_iolatency_enabled(struct blk_iolatency *blkiolat)  in blk_iolatency_enabled()  argument
96 	return atomic_read(&blkiolat->enabled) > 0;  in blk_iolatency_enabled()
121 	struct blk_iolatency *blkiolat;  member
254 static void scale_cookie_change(struct blk_iolatency *blkiolat,  in scale_cookie_change()  argument
258 	unsigned long qd = blk_queue_depth(blkiolat->rqos.q);  in scale_cookie_change()
298 	unsigned long qd = blk_queue_depth(iolat->blkiolat->rqos.q);  in scale_change()
397 	struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);  in blkcg_iolatency_throttle()  local
403 	if (!blk_iolatency_enabled(blkiolat))  in blkcg_iolatency_throttle()
438 	if (!timer_pending(&blkiolat->timer))  in blkcg_iolatency_throttle()
439 		mod_timer(&blkiolat->timer, jiffies + HZ);  in blkcg_iolatency_throttle()
537 			scale_cookie_change(iolat->blkiolat, lat_info, true);  in iolatency_check_latencies()
546 		scale_cookie_change(iolat->blkiolat, lat_info, false);  in iolatency_check_latencies()
570 	enabled = blk_iolatency_enabled(iolat->blkiolat);  in blkcg_iolatency_done_bio()
620 	struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);  in blkcg_iolatency_exit()  local
622 	del_timer_sync(&blkiolat->timer);  in blkcg_iolatency_exit()
624 	kfree(blkiolat);  in blkcg_iolatency_exit()
636 	struct blk_iolatency *blkiolat = from_timer(blkiolat, t, timer);  in blkiolatency_timer_fn()  local
643 				     blkiolat->rqos.q->root_blkg) {  in blkiolatency_timer_fn()
675 			scale_cookie_change(iolat->blkiolat, lat_info, true);  in blkiolatency_timer_fn()
697 	struct blk_iolatency *blkiolat;  in blk_iolatency_init()  local
701 	blkiolat = kzalloc(sizeof(*blkiolat), GFP_KERNEL);  in blk_iolatency_init()
702 	if (!blkiolat)  in blk_iolatency_init()
705 	rqos = &blkiolat->rqos;  in blk_iolatency_init()
715 		kfree(blkiolat);  in blk_iolatency_init()
719 	timer_setup(&blkiolat->timer, blkiolatency_timer_fn, 0);  in blk_iolatency_init()
727 	struct blk_iolatency *blkiolat = iolat->blkiolat;  in iolatency_set_min_lat_nsec()  local
736 		atomic_inc(&blkiolat->enabled);  in iolatency_set_min_lat_nsec()
738 		atomic_dec(&blkiolat->enabled);  in iolatency_set_min_lat_nsec()
764 	struct blk_iolatency *blkiolat;  in iolatency_set_limit()  local
777 	blkiolat = iolat->blkiolat;  in iolatency_set_limit()
875 	struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);  in iolatency_pd_init()  local
890 	iolat->blkiolat = blkiolat;  in iolatency_pd_init()