173 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in store_vblank()  local
177 	vblank->last = last;  in store_vblank()
179 	write_seqlock(&vblank->seqlock);  in store_vblank()
180 	vblank->time = t_vblank;  in store_vblank()
181 	atomic64_add(vblank_count_inc, &vblank->count);  in store_vblank()
182 	write_sequnlock(&vblank->seqlock);  in store_vblank()
187 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_max_vblank_count()  local
189 	return vblank->max_vblank_count ?: dev->max_vblank_count;  in drm_max_vblank_count()
281 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_update_vblank_count()  local
286 	int framedur_ns = vblank->framedur_ns;  in drm_update_vblank_count()
308 		diff = (cur_vblank - vblank->last) & max_vblank_count;  in drm_update_vblank_count()
310 		u64 diff_ns = ktime_to_ns(ktime_sub(t_vblank, vblank->time));  in drm_update_vblank_count()
341 	if (diff > 1 && (vblank->inmodeset & 0x2)) {  in drm_update_vblank_count()
350 		    pipe, (unsigned long long)atomic64_read(&vblank->count),  in drm_update_vblank_count()
351 		    diff, cur_vblank, vblank->last);  in drm_update_vblank_count()
354 		drm_WARN_ON_ONCE(dev, cur_vblank != vblank->last);  in drm_update_vblank_count()
372 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_count()  local
378 	count = atomic64_read(&vblank->count);  in drm_vblank_count()
407 	u64 vblank;  in drm_crtc_accurate_vblank_count()  local
417 	vblank = drm_vblank_count(dev, pipe);  in drm_crtc_accurate_vblank_count()
421 	return vblank;  in drm_crtc_accurate_vblank_count()
451 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_disable_and_save()  local
468 	if (!vblank->enabled)  in drm_vblank_disable_and_save()
479 	vblank->enabled = false;  in drm_vblank_disable_and_save()
487 	struct drm_vblank_crtc *vblank = from_timer(vblank, t, disable_timer);  in vblank_disable_fn()  local
488 	struct drm_device *dev = vblank->dev;  in vblank_disable_fn()
489 	unsigned int pipe = vblank->pipe;  in vblank_disable_fn()
493 	if (atomic_read(&vblank->refcount) == 0 && vblank->enabled) {  in vblank_disable_fn()
502 	struct drm_vblank_crtc *vblank = ptr;  in drm_vblank_init_release()  local
504 	drm_WARN_ON(dev, READ_ONCE(vblank->enabled) &&  in drm_vblank_init_release()
507 	drm_vblank_destroy_worker(vblank);  in drm_vblank_init_release()
508 	del_timer_sync(&vblank->disable_timer);  in drm_vblank_init_release()
531 	dev->vblank = drmm_kcalloc(dev, num_crtcs, sizeof(*dev->vblank), GFP_KERNEL);  in drm_vblank_init()
532 	if (!dev->vblank)  in drm_vblank_init()
538 		struct drm_vblank_crtc *vblank = &dev->vblank[i];  in drm_vblank_init()  local
540 		vblank->dev = dev;  in drm_vblank_init()
541 		vblank->pipe = i;  in drm_vblank_init()
542 		init_waitqueue_head(&vblank->queue);  in drm_vblank_init()
543 		timer_setup(&vblank->disable_timer, vblank_disable_fn, 0);  in drm_vblank_init()
544 		seqlock_init(&vblank->seqlock);  in drm_vblank_init()
547 					       vblank);  in drm_vblank_init()
551 		ret = drm_vblank_worker_init(vblank);  in drm_vblank_init()
592 	return &crtc->dev->vblank[drm_crtc_index(crtc)].queue;  in drm_crtc_vblank_waitqueue()
613 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_calc_timestamping_constants()  local
645 	vblank->linedur_ns  = linedur_ns;  in drm_calc_timestamping_constants()
646 	vblank->framedur_ns = framedur_ns;  in drm_calc_timestamping_constants()
647 	drm_mode_copy(&vblank->hwmode, mode);  in drm_calc_timestamping_constants()
698 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_vblank_helper_get_vblank_timestamp_internal()  local
718 		mode = &vblank->hwmode;  in drm_crtc_vblank_helper_get_vblank_timestamp_internal()
943 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_count_and_time()  local
953 		seq = read_seqbegin(&vblank->seqlock);  in drm_vblank_count_and_time()
954 		vblank_count = atomic64_read(&vblank->count);  in drm_vblank_count_and_time()
955 		*vblanktime = vblank->time;  in drm_vblank_count_and_time()
956 	} while (read_seqretry(&vblank->seqlock, seq));  in drm_vblank_count_and_time()
999 	struct drm_vblank_crtc *vblank;  in drm_crtc_next_vblank_start()  local
1006 	vblank = &crtc->dev->vblank[pipe];  in drm_crtc_next_vblank_start()
1007 	mode = &vblank->hwmode;  in drm_crtc_next_vblank_start()
1009 	if (!vblank->framedur_ns || !vblank->linedur_ns)  in drm_crtc_next_vblank_start()
1016 			(u64)vblank->framedur_ns * mode->crtc_vblank_start,  in drm_crtc_next_vblank_start()
1165 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_enable()  local
1172 	if (!vblank->enabled) {  in drm_vblank_enable()
1184 			atomic_dec(&vblank->refcount);  in drm_vblank_enable()
1192 			WRITE_ONCE(vblank->enabled, true);  in drm_vblank_enable()
1203 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_get()  local
1215 	if (atomic_add_return(1, &vblank->refcount) == 1) {  in drm_vblank_get()
1218 		if (!vblank->enabled) {  in drm_vblank_get()
1219 			atomic_dec(&vblank->refcount);  in drm_vblank_get()
1246 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_vblank_put()  local
1251 	if (drm_WARN_ON(dev, atomic_read(&vblank->refcount) == 0))  in drm_vblank_put()
1255 	if (atomic_dec_and_test(&vblank->refcount)) {  in drm_vblank_put()
1259 			vblank_disable_fn(&vblank->disable_timer);  in drm_vblank_put()
1261 			mod_timer(&vblank->disable_timer,  in drm_vblank_put()
1292 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_wait_one_vblank()  local
1306 	ret = wait_event_timeout(vblank->queue,  in drm_wait_one_vblank()
1345 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_vblank_off()  local
1361 		    pipe, vblank->enabled, vblank->inmodeset);  in drm_crtc_vblank_off()
1365 	if (drm_core_check_feature(dev, DRIVER_ATOMIC) || !vblank->inmodeset)  in drm_crtc_vblank_off()
1368 	wake_up(&vblank->queue);  in drm_crtc_vblank_off()
1374 	if (!vblank->inmodeset) {  in drm_crtc_vblank_off()
1375 		atomic_inc(&vblank->refcount);  in drm_crtc_vblank_off()
1376 		vblank->inmodeset = 1;  in drm_crtc_vblank_off()
1395 	drm_vblank_cancel_pending_works(vblank);  in drm_crtc_vblank_off()
1401 	vblank->hwmode.crtc_clock = 0;  in drm_crtc_vblank_off()
1404 	drm_vblank_flush_worker(vblank);  in drm_crtc_vblank_off()
1424 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_vblank_reset()  local
1431 	if (!vblank->inmodeset) {  in drm_crtc_vblank_reset()
1432 		atomic_inc(&vblank->refcount);  in drm_crtc_vblank_reset()
1433 		vblank->inmodeset = 1;  in drm_crtc_vblank_reset()
1438 	drm_WARN_ON(dev, !list_empty(&vblank->pending_work));  in drm_crtc_vblank_reset()
1464 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_set_max_vblank_count()  local
1467 	drm_WARN_ON(dev, !READ_ONCE(vblank->inmodeset));  in drm_crtc_set_max_vblank_count()
1469 	vblank->max_vblank_count = max_vblank_count;  in drm_crtc_set_max_vblank_count()
1487 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_crtc_vblank_on()  local
1494 		    pipe, vblank->enabled, vblank->inmodeset);  in drm_crtc_vblank_on()
1497 	if (vblank->inmodeset) {  in drm_crtc_vblank_on()
1498 		atomic_dec(&vblank->refcount);  in drm_crtc_vblank_on()
1499 		vblank->inmodeset = 0;  in drm_crtc_vblank_on()
1508 	if (atomic_read(&vblank->refcount) != 0 || drm_vblank_offdelay == 0)  in drm_crtc_vblank_on()
1517 	struct drm_vblank_crtc *vblank;  in drm_vblank_restore()  local
1530 	vblank = &dev->vblank[pipe];  in drm_vblank_restore()
1532 		      drm_debug_enabled(DRM_UT_VBL) && !vblank->framedur_ns,  in drm_vblank_restore()
1534 	framedur_ns = vblank->framedur_ns;  in drm_vblank_restore()
1541 	diff_ns = ktime_to_ns(ktime_sub(t_vblank, vblank->time));  in drm_vblank_restore()
1548 		    diff, diff_ns, framedur_ns, cur_vblank - vblank->last);  in drm_vblank_restore()
1549 	vblank->last = (cur_vblank - diff) & max_vblank_count;  in drm_vblank_restore()
1580 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_legacy_vblank_pre_modeset()  local
1596 	if (!vblank->inmodeset) {  in drm_legacy_vblank_pre_modeset()
1597 		vblank->inmodeset = 0x1;  in drm_legacy_vblank_pre_modeset()
1599 			vblank->inmodeset |= 0x2;  in drm_legacy_vblank_pre_modeset()
1606 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_legacy_vblank_post_modeset()  local
1615 	if (vblank->inmodeset) {  in drm_legacy_vblank_post_modeset()
1620 		if (vblank->inmodeset & 0x2)  in drm_legacy_vblank_post_modeset()
1623 		vblank->inmodeset = 0;  in drm_legacy_vblank_post_modeset()
1664 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_queue_vblank_event()  local
1696 	if (!READ_ONCE(vblank->enabled)) {  in drm_queue_vblank_event()
1794 	struct drm_vblank_crtc *vblank;  in drm_wait_vblank_ioctl()  local
1843 	vblank = &dev->vblank[pipe];  in drm_wait_vblank_ioctl()
1850 	    READ_ONCE(vblank->enabled)) {  in drm_wait_vblank_ioctl()
1897 		wait = wait_event_interruptible_timeout(vblank->queue,  in drm_wait_vblank_ioctl()
1899 				      !READ_ONCE(vblank->enabled),  in drm_wait_vblank_ioctl()
1976 	struct drm_vblank_crtc *vblank = &dev->vblank[pipe];  in drm_handle_vblank()  local
1995 	if (!vblank->enabled) {  in drm_handle_vblank()
2005 	wake_up(&vblank->queue);  in drm_handle_vblank()
2014 		       !atomic_read(&vblank->refcount));  in drm_handle_vblank()
2017 	drm_handle_vblank_works(vblank);  in drm_handle_vblank()
2022 		vblank_disable_fn(&vblank->disable_timer);  in drm_handle_vblank()
2066 	struct drm_vblank_crtc *vblank;  in drm_crtc_get_sequence_ioctl()  local
2085 	vblank = &dev->vblank[pipe];  in drm_crtc_get_sequence_ioctl()
2086 	vblank_enabled = dev->vblank_disable_immediate && READ_ONCE(vblank->enabled);  in drm_crtc_get_sequence_ioctl()
2122 	struct drm_vblank_crtc *vblank;  in drm_crtc_queue_sequence_ioctl()  local
2150 	vblank = &dev->vblank[pipe];  in drm_crtc_queue_sequence_ioctl()
2186 	if (!READ_ONCE(vblank->enabled)) {  in drm_crtc_queue_sequence_ioctl()