211 static void syncobj_wait_syncobj_func(struct drm_syncobj *syncobj,
225 	struct drm_syncobj *syncobj;  in drm_syncobj_find()  local
230 	syncobj = idr_find(&file_private->syncobj_idr, handle);  in drm_syncobj_find()
231 	if (syncobj)  in drm_syncobj_find()
232 		drm_syncobj_get(syncobj);  in drm_syncobj_find()
236 	return syncobj;  in drm_syncobj_find()
240 static void drm_syncobj_fence_add_wait(struct drm_syncobj *syncobj,  in drm_syncobj_fence_add_wait()  argument
248 	spin_lock(&syncobj->lock);  in drm_syncobj_fence_add_wait()
253 	fence = dma_fence_get(rcu_dereference_protected(syncobj->fence, 1));  in drm_syncobj_fence_add_wait()
256 		list_add_tail(&wait->node, &syncobj->cb_list);  in drm_syncobj_fence_add_wait()
262 	spin_unlock(&syncobj->lock);  in drm_syncobj_fence_add_wait()
265 static void drm_syncobj_remove_wait(struct drm_syncobj *syncobj,  in drm_syncobj_remove_wait()  argument
271 	spin_lock(&syncobj->lock);  in drm_syncobj_remove_wait()
273 	spin_unlock(&syncobj->lock);  in drm_syncobj_remove_wait()
285 void drm_syncobj_add_point(struct drm_syncobj *syncobj,  in drm_syncobj_add_point()  argument
295 	spin_lock(&syncobj->lock);  in drm_syncobj_add_point()
297 	prev = drm_syncobj_fence_get(syncobj);  in drm_syncobj_add_point()
302 	rcu_assign_pointer(syncobj->fence, &chain->base);  in drm_syncobj_add_point()
304 	list_for_each_entry_safe(cur, tmp, &syncobj->cb_list, node)  in drm_syncobj_add_point()
305 		syncobj_wait_syncobj_func(syncobj, cur);  in drm_syncobj_add_point()
306 	spin_unlock(&syncobj->lock);  in drm_syncobj_add_point()
321 void drm_syncobj_replace_fence(struct drm_syncobj *syncobj,  in drm_syncobj_replace_fence()  argument
330 	spin_lock(&syncobj->lock);  in drm_syncobj_replace_fence()
332 	old_fence = rcu_dereference_protected(syncobj->fence,  in drm_syncobj_replace_fence()
333 					      lockdep_is_held(&syncobj->lock));  in drm_syncobj_replace_fence()
334 	rcu_assign_pointer(syncobj->fence, fence);  in drm_syncobj_replace_fence()
337 		list_for_each_entry_safe(cur, tmp, &syncobj->cb_list, node)  in drm_syncobj_replace_fence()
338 			syncobj_wait_syncobj_func(syncobj, cur);  in drm_syncobj_replace_fence()
341 	spin_unlock(&syncobj->lock);  in drm_syncobj_replace_fence()
353 static int drm_syncobj_assign_null_handle(struct drm_syncobj *syncobj)  in drm_syncobj_assign_null_handle()  argument
360 	drm_syncobj_replace_fence(syncobj, fence);  in drm_syncobj_assign_null_handle()
386 	struct drm_syncobj *syncobj = drm_syncobj_find(file_private, handle);  in drm_syncobj_find_fence()  local
391 	if (!syncobj)  in drm_syncobj_find_fence()
403 	*fence = drm_syncobj_fence_get(syncobj);  in drm_syncobj_find_fence()
420 	drm_syncobj_fence_add_wait(syncobj, &wait);  in drm_syncobj_find_fence()
445 		drm_syncobj_remove_wait(syncobj, &wait);  in drm_syncobj_find_fence()
448 	drm_syncobj_put(syncobj);  in drm_syncobj_find_fence()
462 	struct drm_syncobj *syncobj = container_of(kref,  in drm_syncobj_free()  local
465 	drm_syncobj_replace_fence(syncobj, NULL);  in drm_syncobj_free()
466 	kfree(syncobj);  in drm_syncobj_free()
486 	struct drm_syncobj *syncobj;  in drm_syncobj_create()  local
488 	syncobj = kzalloc(sizeof(struct drm_syncobj), GFP_KERNEL);  in drm_syncobj_create()
489 	if (!syncobj)  in drm_syncobj_create()
492 	kref_init(&syncobj->refcount);  in drm_syncobj_create()
493 	INIT_LIST_HEAD(&syncobj->cb_list);  in drm_syncobj_create()
494 	spin_lock_init(&syncobj->lock);  in drm_syncobj_create()
497 		ret = drm_syncobj_assign_null_handle(syncobj);  in drm_syncobj_create()
499 			drm_syncobj_put(syncobj);  in drm_syncobj_create()
505 		drm_syncobj_replace_fence(syncobj, fence);  in drm_syncobj_create()
507 	*out_syncobj = syncobj;  in drm_syncobj_create()
524 			   struct drm_syncobj *syncobj, u32 *handle)  in drm_syncobj_get_handle()  argument
529 	drm_syncobj_get(syncobj);  in drm_syncobj_get_handle()
533 	ret = idr_alloc(&file_private->syncobj_idr, syncobj, 1, 0, GFP_NOWAIT);  in drm_syncobj_get_handle()
539 		drm_syncobj_put(syncobj);  in drm_syncobj_get_handle()
552 	struct drm_syncobj *syncobj;  in drm_syncobj_create_as_handle()  local
554 	ret = drm_syncobj_create(&syncobj, flags, NULL);  in drm_syncobj_create_as_handle()
558 	ret = drm_syncobj_get_handle(file_private, syncobj, handle);  in drm_syncobj_create_as_handle()
559 	drm_syncobj_put(syncobj);  in drm_syncobj_create_as_handle()
566 	struct drm_syncobj *syncobj;  in drm_syncobj_destroy()  local
569 	syncobj = idr_remove(&file_private->syncobj_idr, handle);  in drm_syncobj_destroy()
572 	if (!syncobj)  in drm_syncobj_destroy()
575 	drm_syncobj_put(syncobj);  in drm_syncobj_destroy()
581 	struct drm_syncobj *syncobj = file->private_data;  in drm_syncobj_file_release()  local
583 	drm_syncobj_put(syncobj);  in drm_syncobj_file_release()
600 int drm_syncobj_get_fd(struct drm_syncobj *syncobj, int *p_fd)  in drm_syncobj_get_fd()  argument
611 				  syncobj, 0);  in drm_syncobj_get_fd()
617 	drm_syncobj_get(syncobj);  in drm_syncobj_get_fd()
628 	struct drm_syncobj *syncobj = drm_syncobj_find(file_private, handle);  in drm_syncobj_handle_to_fd()  local
631 	if (!syncobj)  in drm_syncobj_handle_to_fd()
634 	ret = drm_syncobj_get_fd(syncobj, p_fd);  in drm_syncobj_handle_to_fd()
635 	drm_syncobj_put(syncobj);  in drm_syncobj_handle_to_fd()
642 	struct drm_syncobj *syncobj;  in drm_syncobj_fd_to_handle()  local
655 	syncobj = f.file->private_data;  in drm_syncobj_fd_to_handle()
656 	drm_syncobj_get(syncobj);  in drm_syncobj_fd_to_handle()
660 	ret = idr_alloc(&file_private->syncobj_idr, syncobj, 1, 0, GFP_NOWAIT);  in drm_syncobj_fd_to_handle()
668 		drm_syncobj_put(syncobj);  in drm_syncobj_fd_to_handle()
678 	struct drm_syncobj *syncobj;  in drm_syncobj_import_sync_file_fence()  local
683 	syncobj = drm_syncobj_find(file_private, handle);  in drm_syncobj_import_sync_file_fence()
684 	if (!syncobj) {  in drm_syncobj_import_sync_file_fence()
689 	drm_syncobj_replace_fence(syncobj, fence);  in drm_syncobj_import_sync_file_fence()
691 	drm_syncobj_put(syncobj);  in drm_syncobj_import_sync_file_fence()
744 	struct drm_syncobj *syncobj = ptr;  in drm_syncobj_release_handle()  local
746 	drm_syncobj_put(syncobj);  in drm_syncobj_release_handle()
930 static void syncobj_wait_syncobj_func(struct drm_syncobj *syncobj,  in syncobj_wait_syncobj_func()  argument
936 	fence = rcu_dereference_protected(syncobj->fence,  in syncobj_wait_syncobj_func()
937 					  lockdep_is_held(&syncobj->lock));  in syncobj_wait_syncobj_func()