96 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in store_vblank()  local
100 	vblank->last = last;  in store_vblank()
102 	write_seqlock(&vblank->seqlock);  in store_vblank()
103 	vblank->time = t_vblank;  in store_vblank()
104 	vblank->count += vblank_count_inc;  in store_vblank()
105 	write_sequnlock(&vblank->seqlock);  in store_vblank()
195 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_update_vblank_count()  local
200 	int framedur_ns = vblank->framedur_ns;  in drm_update_vblank_count()
221 		diff = (cur_vblank - vblank->last) & dev->max_vblank_count;  in drm_update_vblank_count()
223 		u64 diff_ns = ktime_to_ns(ktime_sub(t_vblank, vblank->time));  in drm_update_vblank_count()
250 	if (diff > 1 && (vblank->inmodeset & 0x2)) {  in drm_update_vblank_count()
258 		      pipe, vblank->count, diff, cur_vblank, vblank->last);  in drm_update_vblank_count()
261 		WARN_ON_ONCE(cur_vblank != vblank->last);  in drm_update_vblank_count()
279 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_count()  local
284 	return vblank->count;  in drm_vblank_count()
302 	u64 vblank;  in drm_crtc_accurate_vblank_count()  local
311 	vblank = drm_vblank_count(dev, pipe);  in drm_crtc_accurate_vblank_count()
315 	return vblank;  in drm_crtc_accurate_vblank_count()
344 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_disable_and_save()  local
361 	if (!vblank->enabled)  in drm_vblank_disable_and_save()
372 	vblank->enabled = false;  in drm_vblank_disable_and_save()
380 	struct drm_vblank_crtc *vblank = from_timer(vblank, t, disable_timer);  in vblank_disable_fn()  local
381 	struct drm_device *dev = vblank->dev;  in vblank_disable_fn()
382 	unsigned int pipe = vblank->pipe;  in vblank_disable_fn()
386 	if (atomic_read(&vblank->refcount) == 0 && vblank->enabled) {  in vblank_disable_fn()
402 		struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_cleanup()  local
404 		WARN_ON(READ_ONCE(vblank->enabled) &&  in drm_vblank_cleanup()
407 		del_timer_sync(&vblank->disable_timer);  in drm_vblank_cleanup()
410 	kfree(dev->vblank);  in drm_vblank_cleanup()
437 	dev->vblank = kcalloc(num_crtcs, sizeof(*dev->vblank), GFP_KERNEL);  in drm_vblank_init()
438 	if (!dev->vblank)  in drm_vblank_init()
442 		struct drm_vblank_crtc *vblank = &dev->vblank[i];  in drm_vblank_init()  local
444 		vblank->dev = dev;  in drm_vblank_init()
445 		vblank->pipe = i;  in drm_vblank_init()
446 		init_waitqueue_head(&vblank->queue);  in drm_vblank_init()
447 		timer_setup(&vblank->disable_timer, vblank_disable_fn, 0);  in drm_vblank_init()
448 		seqlock_init(&vblank->seqlock);  in drm_vblank_init()
484 	return &crtc->dev->vblank[drm_crtc_index(crtc)].queue;  in drm_crtc_vblank_waitqueue()
505 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_calc_timestamping_constants()  local
536 	vblank->linedur_ns  = linedur_ns;  in drm_calc_timestamping_constants()
537 	vblank->framedur_ns = framedur_ns;  in drm_calc_timestamping_constants()
538 	vblank->hwmode = *mode;  in drm_calc_timestamping_constants()
590 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_calc_vbltimestamp_from_scanoutpos()  local
611 		mode = &vblank->hwmode;  in drm_calc_vbltimestamp_from_scanoutpos()
775 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_count_and_time()  local
785 		seq = read_seqbegin(&vblank->seqlock);  in drm_vblank_count_and_time()
786 		vblank_count = vblank->count;  in drm_vblank_count_and_time()
787 		*vblanktime = vblank->time;  in drm_vblank_count_and_time()
788 	} while (read_seqretry(&vblank->seqlock, seq));  in drm_vblank_count_and_time()
941 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_enable()  local
948 	if (!vblank->enabled) {  in drm_vblank_enable()
959 			atomic_dec(&vblank->refcount);  in drm_vblank_enable()
967 			WRITE_ONCE(vblank->enabled, true);  in drm_vblank_enable()
978 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_get()  local
990 	if (atomic_add_return(1, &vblank->refcount) == 1) {  in drm_vblank_get()
993 		if (!vblank->enabled) {  in drm_vblank_get()
994 			atomic_dec(&vblank->refcount);  in drm_vblank_get()
1021 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_put()  local
1026 	if (WARN_ON(atomic_read(&vblank->refcount) == 0))  in drm_vblank_put()
1030 	if (atomic_dec_and_test(&vblank->refcount)) {  in drm_vblank_put()
1034 			vblank_disable_fn(&vblank->disable_timer);  in drm_vblank_put()
1036 			mod_timer(&vblank->disable_timer,  in drm_vblank_put()
1067 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_wait_one_vblank()  local
1080 	ret = wait_event_timeout(vblank->queue,  in drm_wait_one_vblank()
1119 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_vblank_off()  local
1133 		      pipe, vblank->enabled, vblank->inmodeset);  in drm_crtc_vblank_off()
1137 	if (drm_core_check_feature(dev, DRIVER_ATOMIC) || !vblank->inmodeset)  in drm_crtc_vblank_off()
1140 	wake_up(&vblank->queue);  in drm_crtc_vblank_off()
1146 	if (!vblank->inmodeset) {  in drm_crtc_vblank_off()
1147 		atomic_inc(&vblank->refcount);  in drm_crtc_vblank_off()
1148 		vblank->inmodeset = 1;  in drm_crtc_vblank_off()
1169 	vblank->hwmode.crtc_clock = 0;  in drm_crtc_vblank_off()
1190 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_vblank_reset()  local
1197 	if (!vblank->inmodeset) {  in drm_crtc_vblank_reset()
1198 		atomic_inc(&vblank->refcount);  in drm_crtc_vblank_reset()
1199 		vblank->inmodeset = 1;  in drm_crtc_vblank_reset()
1221 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_vblank_on()  local
1229 		      pipe, vblank->enabled, vblank->inmodeset);  in drm_crtc_vblank_on()
1232 	if (vblank->inmodeset) {  in drm_crtc_vblank_on()
1233 		atomic_dec(&vblank->refcount);  in drm_crtc_vblank_on()
1234 		vblank->inmodeset = 0;  in drm_crtc_vblank_on()
1243 	if (atomic_read(&vblank->refcount) != 0 || drm_vblank_offdelay == 0)  in drm_crtc_vblank_on()
1265 	struct drm_vblank_crtc *vblank;  in drm_vblank_restore()  local
1277 	vblank = &dev->vblank[pipe];  in drm_vblank_restore()
1278 	WARN_ONCE((drm_debug & DRM_UT_VBL) && !vblank->framedur_ns,  in drm_vblank_restore()
1280 	framedur_ns = vblank->framedur_ns;  in drm_vblank_restore()
1287 	diff_ns = ktime_to_ns(ktime_sub(t_vblank, vblank->time));  in drm_vblank_restore()
1293 		      diff, diff_ns, framedur_ns, cur_vblank - vblank->last);  in drm_vblank_restore()
1317 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_legacy_vblank_pre_modeset()  local
1333 	if (!vblank->inmodeset) {  in drm_legacy_vblank_pre_modeset()
1334 		vblank->inmodeset = 0x1;  in drm_legacy_vblank_pre_modeset()
1336 			vblank->inmodeset |= 0x2;  in drm_legacy_vblank_pre_modeset()
1343 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_legacy_vblank_post_modeset()  local
1353 	if (vblank->inmodeset) {  in drm_legacy_vblank_post_modeset()
1358 		if (vblank->inmodeset & 0x2)  in drm_legacy_vblank_post_modeset()
1361 		vblank->inmodeset = 0;  in drm_legacy_vblank_post_modeset()
1407 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_queue_vblank_event()  local
1439 	if (!READ_ONCE(vblank->enabled)) {  in drm_queue_vblank_event()
1528 	struct drm_vblank_crtc *vblank;  in drm_wait_vblank_ioctl()  local
1576 	vblank = &dev->vblank[pipe];  in drm_wait_vblank_ioctl()
1583 	    READ_ONCE(vblank->enabled)) {  in drm_wait_vblank_ioctl()
1626 		DRM_WAIT_ON(ret, vblank->queue, 3 * HZ,  in drm_wait_vblank_ioctl()
1629 			    !READ_ONCE(vblank->enabled));  in drm_wait_vblank_ioctl()
1685 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_handle_vblank()  local
1704 	if (!vblank->enabled) {  in drm_handle_vblank()
1714 	wake_up(&vblank->queue);  in drm_handle_vblank()
1723 		       !atomic_read(&vblank->refcount));  in drm_handle_vblank()
1730 		vblank_disable_fn(&vblank->disable_timer);  in drm_handle_vblank()
1766 	struct drm_vblank_crtc *vblank;  in drm_crtc_get_sequence_ioctl()  local
1785 	vblank = &dev->vblank[pipe];  in drm_crtc_get_sequence_ioctl()
1786 	vblank_enabled = dev->vblank_disable_immediate && READ_ONCE(vblank->enabled);  in drm_crtc_get_sequence_ioctl()
1820 	struct drm_vblank_crtc *vblank;  in drm_crtc_queue_sequence_ioctl()  local
1849 	vblank = &dev->vblank[pipe];  in drm_crtc_queue_sequence_ioctl()
1883 	if (!READ_ONCE(vblank->enabled)) {  in drm_crtc_queue_sequence_ioctl()