97 static inline bool blk_iolatency_enabled(struct blk_iolatency *blkiolat)  in blk_iolatency_enabled()  argument
99 	return atomic_read(&blkiolat->enabled) > 0;  in blk_iolatency_enabled()
137 	struct blk_iolatency *blkiolat;  member
323 static void scale_cookie_change(struct blk_iolatency *blkiolat,  in scale_cookie_change()  argument
327 	unsigned long qd = blkiolat->rqos.q->nr_requests;  in scale_cookie_change()
367 	unsigned long qd = iolat->blkiolat->rqos.q->nr_requests;  in scale_change()
462 	struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);  in blkcg_iolatency_throttle()  local
466 	if (!blk_iolatency_enabled(blkiolat))  in blkcg_iolatency_throttle()
481 	if (!timer_pending(&blkiolat->timer))  in blkcg_iolatency_throttle()
482 		mod_timer(&blkiolat->timer, jiffies + HZ);  in blkcg_iolatency_throttle()
571 			scale_cookie_change(iolat->blkiolat, lat_info, true);  in iolatency_check_latencies()
581 		scale_cookie_change(iolat->blkiolat, lat_info, false);  in iolatency_check_latencies()
607 	enabled = blk_iolatency_enabled(iolat->blkiolat);  in blkcg_iolatency_done_bio()
644 	struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);  in blkcg_iolatency_exit()  local
646 	del_timer_sync(&blkiolat->timer);  in blkcg_iolatency_exit()
648 	kfree(blkiolat);  in blkcg_iolatency_exit()
659 	struct blk_iolatency *blkiolat = from_timer(blkiolat, t, timer);  in blkiolatency_timer_fn()  local
666 				     blkiolat->rqos.q->root_blkg) {  in blkiolatency_timer_fn()
698 			scale_cookie_change(iolat->blkiolat, lat_info, true);  in blkiolatency_timer_fn()
720 	struct blk_iolatency *blkiolat;  in blk_iolatency_init()  local
724 	blkiolat = kzalloc(sizeof(*blkiolat), GFP_KERNEL);  in blk_iolatency_init()
725 	if (!blkiolat)  in blk_iolatency_init()
728 	rqos = &blkiolat->rqos;  in blk_iolatency_init()
738 		kfree(blkiolat);  in blk_iolatency_init()
742 	timer_setup(&blkiolat->timer, blkiolatency_timer_fn, 0);  in blk_iolatency_init()
849 		struct blk_iolatency *blkiolat = tmp->blkiolat;  in iolatency_set_limit()  local
854 			atomic_inc(&blkiolat->enabled);  in iolatency_set_limit()
856 			atomic_dec(&blkiolat->enabled);  in iolatency_set_limit()
961 	struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);  in iolatency_pd_init()  local
982 	iolat->blkiolat = blkiolat;  in iolatency_pd_init()
1005 	struct blk_iolatency *blkiolat = iolat->blkiolat;  in iolatency_pd_offline()  local
1010 		atomic_inc(&blkiolat->enabled);  in iolatency_pd_offline()
1012 		atomic_dec(&blkiolat->enabled);  in iolatency_pd_offline()