54 	struct vmw_fence_obj fence;  member
76 	struct vmw_fence_obj *fence;  member
84 fman_from_fence(struct vmw_fence_obj *fence)  in fman_from_fence()  argument
86 	return container_of(fence->base.lock, struct vmw_fence_manager, lock);  in fman_from_fence()
113 	struct vmw_fence_obj *fence =  in vmw_fence_obj_destroy()  local
116 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_fence_obj_destroy()
119 	list_del_init(&fence->head);  in vmw_fence_obj_destroy()
122 	fence->destroy(fence);  in vmw_fence_obj_destroy()
137 	struct vmw_fence_obj *fence =  in vmw_fence_enable_signaling()  local
140 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_fence_enable_signaling()
145 	if (seqno - fence->base.seqno < VMW_FENCE_WRAP)  in vmw_fence_enable_signaling()
159 vmwgfx_wait_cb(struct dma_fence *fence, struct dma_fence_cb *cb)  in vmwgfx_wait_cb()  argument
171 	struct vmw_fence_obj *fence =  in vmw_fence_wait()  local
174 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_fence_wait()
179 	if (likely(vmw_fence_obj_signaled(fence)))  in vmw_fence_wait()
335 			      struct vmw_fence_obj *fence, u32 seqno,  in vmw_fence_obj_init()  argument
336 			      void (*destroy) (struct vmw_fence_obj *fence))  in vmw_fence_obj_init()
340 	dma_fence_init(&fence->base, &vmw_fence_ops, &fman->lock,  in vmw_fence_obj_init()
342 	INIT_LIST_HEAD(&fence->seq_passed_actions);  in vmw_fence_obj_init()
343 	fence->destroy = destroy;  in vmw_fence_obj_init()
350 	list_add_tail(&fence->head, &fman->fence_list);  in vmw_fence_obj_init()
400 	struct vmw_fence_obj *fence;  in vmw_fence_goal_new_locked()  local
411 	list_for_each_entry(fence, &fman->fence_list, head) {  in vmw_fence_goal_new_locked()
412 		if (!list_empty(&fence->seq_passed_actions)) {  in vmw_fence_goal_new_locked()
414 			vmw_mmio_write(fence->base.seqno,  in vmw_fence_goal_new_locked()
439 static bool vmw_fence_goal_check_locked(struct vmw_fence_obj *fence)  in vmw_fence_goal_check_locked()  argument
441 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_fence_goal_check_locked()
445 	if (dma_fence_is_signaled_locked(&fence->base))  in vmw_fence_goal_check_locked()
451 		   goal_seqno - fence->base.seqno < VMW_FENCE_WRAP))  in vmw_fence_goal_check_locked()
454 	vmw_mmio_write(fence->base.seqno, fifo_mem + SVGA_FIFO_FENCE_GOAL);  in vmw_fence_goal_check_locked()
462 	struct vmw_fence_obj *fence, *next_fence;  in __vmw_fences_update()  local
470 	list_for_each_entry_safe(fence, next_fence, &fman->fence_list, head) {  in __vmw_fences_update()
471 		if (seqno - fence->base.seqno < VMW_FENCE_WRAP) {  in __vmw_fences_update()
472 			list_del_init(&fence->head);  in __vmw_fences_update()
473 			dma_fence_signal_locked(&fence->base);  in __vmw_fences_update()
475 			list_splice_init(&fence->seq_passed_actions,  in __vmw_fences_update()
508 bool vmw_fence_obj_signaled(struct vmw_fence_obj *fence)  in vmw_fence_obj_signaled()  argument
510 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_fence_obj_signaled()
512 	if (test_bit(DMA_FENCE_FLAG_SIGNALED_BIT, &fence->base.flags))  in vmw_fence_obj_signaled()
517 	return dma_fence_is_signaled(&fence->base);  in vmw_fence_obj_signaled()
520 int vmw_fence_obj_wait(struct vmw_fence_obj *fence, bool lazy,  in vmw_fence_obj_wait()  argument
523 	long ret = dma_fence_wait_timeout(&fence->base, interruptible, timeout);  in vmw_fence_obj_wait()
533 void vmw_fence_obj_flush(struct vmw_fence_obj *fence)  in vmw_fence_obj_flush()  argument
535 	struct vmw_private *dev_priv = fman_from_fence(fence)->dev_priv;  in vmw_fence_obj_flush()
540 static void vmw_fence_destroy(struct vmw_fence_obj *fence)  in vmw_fence_destroy()  argument
542 	dma_fence_free(&fence->base);  in vmw_fence_destroy()
549 	struct vmw_fence_obj *fence;  in vmw_fence_create()  local
552 	fence = kzalloc(sizeof(*fence), GFP_KERNEL);  in vmw_fence_create()
553 	if (unlikely(!fence))  in vmw_fence_create()
556 	ret = vmw_fence_obj_init(fman, fence, seqno,  in vmw_fence_create()
561 	*p_fence = fence;  in vmw_fence_create()
565 	kfree(fence);  in vmw_fence_create()
570 static void vmw_user_fence_destroy(struct vmw_fence_obj *fence)  in vmw_user_fence_destroy()  argument
573 		container_of(fence, struct vmw_user_fence, fence);  in vmw_user_fence_destroy()
574 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_user_fence_destroy()
589 	struct vmw_fence_obj *fence = &ufence->fence;  in vmw_user_fence_base_release()  local
592 	vmw_fence_obj_unreference(&fence);  in vmw_user_fence_base_release()
627 	ret = vmw_fence_obj_init(fman, &ufence->fence, seqno,  in vmw_user_fence_create()
638 	tmp = vmw_fence_obj_reference(&ufence->fence);  in vmw_user_fence_create()
652 	*p_fence = &ufence->fence;  in vmw_user_fence_create()
657 	tmp = &ufence->fence;  in vmw_user_fence_create()
675 		       struct dma_fence *fence)  in vmw_wait_dma_fence()  argument
682 	if (dma_fence_is_signaled(fence))  in vmw_wait_dma_fence()
685 	if (!dma_fence_is_array(fence))  in vmw_wait_dma_fence()
686 		return dma_fence_wait(fence, true);  in vmw_wait_dma_fence()
696 	fence_array = to_dma_fence_array(fence);  in vmw_wait_dma_fence()
727 		struct vmw_fence_obj *fence =  in vmw_fence_fifo_down()  local
730 		dma_fence_get(&fence->base);  in vmw_fence_fifo_down()
733 		ret = vmw_fence_obj_wait(fence, false, false,  in vmw_fence_fifo_down()
737 			list_del_init(&fence->head);  in vmw_fence_fifo_down()
738 			dma_fence_signal(&fence->base);  in vmw_fence_fifo_down()
740 			list_splice_init(&fence->seq_passed_actions,  in vmw_fence_fifo_down()
745 		BUG_ON(!list_empty(&fence->head));  in vmw_fence_fifo_down()
746 		dma_fence_put(&fence->base);  in vmw_fence_fifo_down()
802 	struct vmw_fence_obj *fence;  in vmw_fence_obj_wait_ioctl()  local
824 	fence = &(container_of(base, struct vmw_user_fence, base)->fence);  in vmw_fence_obj_wait_ioctl()
828 		ret = ((vmw_fence_obj_signaled(fence)) ?  in vmw_fence_obj_wait_ioctl()
835 	ret = vmw_fence_obj_wait(fence, arg->lazy, true, timeout);  in vmw_fence_obj_wait_ioctl()
856 	struct vmw_fence_obj *fence;  in vmw_fence_obj_signaled_ioctl()  local
865 	fence = &(container_of(base, struct vmw_user_fence, base)->fence);  in vmw_fence_obj_signaled_ioctl()
866 	fman = fman_from_fence(fence);  in vmw_fence_obj_signaled_ioctl()
868 	arg->signaled = vmw_fence_obj_signaled(fence);  in vmw_fence_obj_signaled_ioctl()
945 	vmw_fence_obj_unreference(&eaction->fence);  in vmw_event_fence_action_cleanup()
959 static void vmw_fence_obj_add_action(struct vmw_fence_obj *fence,  in vmw_fence_obj_add_action()  argument
962 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_fence_obj_add_action()
969 	if (dma_fence_is_signaled_locked(&fence->base)) {  in vmw_fence_obj_add_action()
976 		list_add_tail(&action->head, &fence->seq_passed_actions);  in vmw_fence_obj_add_action()
982 		run_update = vmw_fence_goal_check_locked(fence);  in vmw_fence_obj_add_action()
1014 				 struct vmw_fence_obj *fence,  in vmw_event_fence_action_queue()  argument
1021 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_event_fence_action_queue()
1033 	eaction->fence = vmw_fence_obj_reference(fence);  in vmw_event_fence_action_queue()
1038 	vmw_fence_obj_add_action(fence, &eaction->action);  in vmw_event_fence_action_queue()
1049 				  struct vmw_fence_obj *fence,  in vmw_event_fence_action_create()  argument
1055 	struct vmw_fence_manager *fman = fman_from_fence(fence);  in vmw_event_fence_action_create()
1079 		ret = vmw_event_fence_action_queue(file_priv, fence,  in vmw_event_fence_action_create()
1085 		ret = vmw_event_fence_action_queue(file_priv, fence,  in vmw_event_fence_action_create()
1107 	struct vmw_fence_obj *fence = NULL;  in vmw_fence_event_ioctl()  local
1128 		fence = &(container_of(base, struct vmw_user_fence,  in vmw_fence_event_ioctl()
1129 				       base)->fence);  in vmw_fence_event_ioctl()
1130 		(void) vmw_fence_obj_reference(fence);  in vmw_fence_event_ioctl()
1148 	if (!fence) {  in vmw_fence_event_ioctl()
1150 						 &fence,  in vmw_fence_event_ioctl()
1159 	BUG_ON(fence == NULL);  in vmw_fence_event_ioctl()
1161 	ret = vmw_event_fence_action_create(file_priv, fence,  in vmw_fence_event_ioctl()
1171 	vmw_execbuf_copy_fence_user(dev_priv, vmw_fp, 0, user_fence_rep, fence,  in vmw_fence_event_ioctl()
1173 	vmw_fence_obj_unreference(&fence);  in vmw_fence_event_ioctl()
1179 	vmw_fence_obj_unreference(&fence);  in vmw_fence_event_ioctl()