| /Linux-v5.15/drivers/gpu/drm/i915/ |
| D | i915_sw_fence.c | 47 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
52 static inline void debug_fence_init_onstack(struct i915_sw_fence *fence) in debug_fence_init_onstack()
57 static inline void debug_fence_activate(struct i915_sw_fence *fence) in debug_fence_activate()
62 static inline void debug_fence_set_state(struct i915_sw_fence *fence, in debug_fence_set_state()
68 static inline void debug_fence_deactivate(struct i915_sw_fence *fence) in debug_fence_deactivate()
73 static inline void debug_fence_destroy(struct i915_sw_fence *fence) in debug_fence_destroy()
78 static inline void debug_fence_free(struct i915_sw_fence *fence) in debug_fence_free()
84 static inline void debug_fence_assert(struct i915_sw_fence *fence) in debug_fence_assert()
91 static inline void debug_fence_init(struct i915_sw_fence *fence) in debug_fence_init()
95 static inline void debug_fence_init_onstack(struct i915_sw_fence *fence) in debug_fence_init_onstack()
[all …]
|
| D | i915_sw_fence.h | 46 #define i915_sw_fence_init(fence, fn) \ argument
53 #define i915_sw_fence_init(fence, fn) \ argument
62 static inline void i915_sw_fence_fini(struct i915_sw_fence *fence) {} in i915_sw_fence_fini()
76 struct i915_sw_fence *fence; member
97 static inline bool i915_sw_fence_signaled(const struct i915_sw_fence *fence) in i915_sw_fence_signaled()
102 static inline bool i915_sw_fence_done(const struct i915_sw_fence *fence) in i915_sw_fence_done()
107 static inline void i915_sw_fence_wait(struct i915_sw_fence *fence) in i915_sw_fence_wait()
113 i915_sw_fence_set_error_once(struct i915_sw_fence *fence, int error) in i915_sw_fence_set_error_once()
|
| D | i915_sw_fence_work.c | 27 fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in fence_notify()
55 static const char *get_driver_name(struct dma_fence *fence) in get_driver_name()
60 static const char *get_timeline_name(struct dma_fence *fence) in get_timeline_name()
67 static void fence_release(struct dma_fence *fence) in fence_release()
|
| D | i915_request.c | 50 struct i915_sw_fence *fence; member
57 static const char *i915_fence_get_driver_name(struct dma_fence *fence) in i915_fence_get_driver_name()
62 static const char *i915_fence_get_timeline_name(struct dma_fence *fence) in i915_fence_get_timeline_name()
85 static bool i915_fence_signaled(struct dma_fence *fence) in i915_fence_signaled()
90 static bool i915_fence_enable_signaling(struct dma_fence *fence) in i915_fence_enable_signaling()
95 static signed long i915_fence_wait(struct dma_fence *fence, in i915_fence_wait()
109 static void i915_fence_release(struct dma_fence *fence) in i915_fence_release()
723 submit_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in submit_notify()
759 semaphore_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in semaphore_notify()
1016 struct dma_fence *fence; in i915_request_await_start() local
[all …]
|
| D | i915_active.c | 211 active_fence_cb(struct dma_fence *fence, struct dma_fence_cb *cb) in active_fence_cb()
220 node_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in node_retire()
227 excl_retire(struct dma_fence *fence, struct dma_fence_cb *cb) in excl_retire()
429 int i915_active_ref(struct i915_active *ref, u64 idx, struct dma_fence *fence) in i915_active_ref()
460 struct dma_fence *fence) in __i915_active_set_fence()
497 __i915_active_ref(struct i915_active *ref, u64 idx, struct dma_fence *fence) in __i915_active_ref()
577 struct dma_fence *fence; in enable_signaling() local
649 int (*fn)(void *arg, struct dma_fence *fence), in __await_active()
652 struct dma_fence *fence; in __await_active() local
689 static int __await_barrier(struct i915_active *ref, struct i915_sw_fence *fence) in __await_barrier()
[all …]
|
| /Linux-v5.15/drivers/dma-buf/ |
| D | dma-fence.c | 113 static const char *dma_fence_stub_get_name(struct dma_fence *fence) in dma_fence_stub_get_name()
153 struct dma_fence *fence; in dma_fence_allocate_private_stub() local
357 int dma_fence_signal_timestamp_locked(struct dma_fence *fence, in dma_fence_signal_timestamp_locked()
400 int dma_fence_signal_timestamp(struct dma_fence *fence, ktime_t timestamp) in dma_fence_signal_timestamp()
432 int dma_fence_signal_locked(struct dma_fence *fence) in dma_fence_signal_locked()
451 int dma_fence_signal(struct dma_fence *fence) in dma_fence_signal()
491 dma_fence_wait_timeout(struct dma_fence *fence, bool intr, signed long timeout) in dma_fence_wait_timeout()
521 struct dma_fence *fence = in dma_fence_release() local
561 void dma_fence_free(struct dma_fence *fence) in dma_fence_free()
567 static bool __dma_fence_enable_signaling(struct dma_fence *fence) in __dma_fence_enable_signaling()
[all …]
|
| D | seqno-fence.c | 16 static const char *seqno_fence_get_driver_name(struct dma_fence *fence) in seqno_fence_get_driver_name()
23 static const char *seqno_fence_get_timeline_name(struct dma_fence *fence) in seqno_fence_get_timeline_name()
30 static bool seqno_enable_signaling(struct dma_fence *fence) in seqno_enable_signaling()
37 static bool seqno_signaled(struct dma_fence *fence) in seqno_signaled()
44 static void seqno_release(struct dma_fence *fence) in seqno_release()
55 static signed long seqno_wait(struct dma_fence *fence, bool intr, in seqno_wait()
|
| D | dma-fence-chain.c | 39 struct dma_fence *dma_fence_chain_walk(struct dma_fence *fence) in dma_fence_chain_walk()
112 static const char *dma_fence_chain_get_driver_name(struct dma_fence *fence) in dma_fence_chain_get_driver_name()
117 static const char *dma_fence_chain_get_timeline_name(struct dma_fence *fence) in dma_fence_chain_get_timeline_name()
145 static bool dma_fence_chain_enable_signaling(struct dma_fence *fence) in dma_fence_chain_enable_signaling()
165 static bool dma_fence_chain_signaled(struct dma_fence *fence) in dma_fence_chain_signaled()
180 static void dma_fence_chain_release(struct dma_fence *fence) in dma_fence_chain_release()
233 struct dma_fence *fence, in dma_fence_chain_init()
|
| D | sw_sync.c | 52 __s32 fence; /* fd of new fence */ member
64 static inline struct sync_pt *dma_fence_to_sync_pt(struct dma_fence *fence) in dma_fence_to_sync_pt()
119 static const char *timeline_fence_get_driver_name(struct dma_fence *fence) in timeline_fence_get_driver_name()
124 static const char *timeline_fence_get_timeline_name(struct dma_fence *fence) in timeline_fence_get_timeline_name()
131 static void timeline_fence_release(struct dma_fence *fence) in timeline_fence_release()
148 static bool timeline_fence_signaled(struct dma_fence *fence) in timeline_fence_signaled()
155 static bool timeline_fence_enable_signaling(struct dma_fence *fence) in timeline_fence_enable_signaling()
160 static void timeline_fence_value_str(struct dma_fence *fence, in timeline_fence_value_str()
166 static void timeline_fence_timeline_value_str(struct dma_fence *fence, in timeline_fence_timeline_value_str()
|
| D | dma-fence-array.c | 18 static const char *dma_fence_array_get_driver_name(struct dma_fence *fence) in dma_fence_array_get_driver_name()
23 static const char *dma_fence_array_get_timeline_name(struct dma_fence *fence) in dma_fence_array_get_timeline_name()
70 static bool dma_fence_array_enable_signaling(struct dma_fence *fence) in dma_fence_array_enable_signaling()
103 static bool dma_fence_array_signaled(struct dma_fence *fence) in dma_fence_array_signaled()
110 static void dma_fence_array_release(struct dma_fence *fence) in dma_fence_array_release()
188 bool dma_fence_match_context(struct dma_fence *fence, u64 context) in dma_fence_match_context()
|
| D | dma-resv.c | 172 struct dma_fence *fence; in dma_resv_reserve_shared() local
198 struct dma_fence *fence; in dma_resv_reserve_shared() local
240 void dma_resv_add_shared_fence(struct dma_resv *obj, struct dma_fence *fence) in dma_resv_add_shared_fence()
285 void dma_resv_add_excl_fence(struct dma_resv *obj, struct dma_fence *fence) in dma_resv_add_excl_fence()
354 struct dma_fence *fence; in dma_resv_copy_fences() local
517 struct dma_fence *fence; in dma_resv_wait_timeout() local
590 struct dma_fence *fence, *lfence = passed_fence; in dma_resv_test_signaled_single() local
618 struct dma_fence *fence; in dma_resv_test_signaled() local
|
| /Linux-v5.15/drivers/gpu/drm/nouveau/ |
| D | nouveau_fence.c | 44 from_fence(struct dma_fence *fence) in from_fence()
50 nouveau_fctx(struct nouveau_fence *fence) in nouveau_fctx()
56 nouveau_fence_signal(struct nouveau_fence *fence) in nouveau_fence_signal()
76 nouveau_local_fence(struct dma_fence *fence, struct nouveau_drm *drm) in nouveau_local_fence()
92 struct nouveau_fence *fence; in nouveau_fence_context_kill() local
136 struct nouveau_fence *fence; in nouveau_fence_update() local
162 struct nouveau_fence *fence; in nouveau_fence_wait_uevent_handler() local
210 nouveau_fence_emit(struct nouveau_fence *fence, struct nouveau_channel *chan) in nouveau_fence_emit()
244 nouveau_fence_done(struct nouveau_fence *fence) in nouveau_fence_done()
267 struct nouveau_fence *fence = from_fence(f); in nouveau_fence_wait_legacy() local
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/i915/gt/ |
| D | intel_ggtt_fencing.c | 43 static struct drm_i915_private *fence_to_i915(struct i915_fence_reg *fence) in fence_to_i915()
48 static struct intel_uncore *fence_to_uncore(struct i915_fence_reg *fence) in fence_to_uncore()
53 static void i965_write_fence_reg(struct i915_fence_reg *fence) in i965_write_fence_reg()
107 static void i915_write_fence_reg(struct i915_fence_reg *fence) in i915_write_fence_reg()
141 static void i830_write_fence_reg(struct i915_fence_reg *fence) in i830_write_fence_reg()
166 static void fence_write(struct i915_fence_reg *fence) in fence_write()
189 static bool gpu_uses_fence_registers(struct i915_fence_reg *fence) in gpu_uses_fence_registers()
194 static int fence_update(struct i915_fence_reg *fence, in fence_update()
286 struct i915_fence_reg *fence = vma->fence; in i915_vma_revoke_fence() local
316 static bool fence_is_active(const struct i915_fence_reg *fence) in fence_is_active()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/scheduler/ |
| D | sched_fence.c | 51 void drm_sched_fence_scheduled(struct drm_sched_fence *fence) in drm_sched_fence_scheduled()
63 void drm_sched_fence_finished(struct drm_sched_fence *fence) in drm_sched_fence_finished()
75 static const char *drm_sched_fence_get_driver_name(struct dma_fence *fence) in drm_sched_fence_get_driver_name()
82 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_get_timeline_name() local
96 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_free() local
111 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_release_scheduled() local
126 struct drm_sched_fence *fence = to_drm_sched_fence(f); in drm_sched_fence_release_finished() local
158 struct drm_sched_fence *fence = NULL; in drm_sched_fence_create() local
|
| /Linux-v5.15/drivers/gpu/drm/vmwgfx/ |
| D | vmwgfx_fence.c | 55 struct vmw_fence_obj fence; member
75 struct vmw_fence_obj *fence; member
83 fman_from_fence(struct vmw_fence_obj *fence) in fman_from_fence()
112 struct vmw_fence_obj *fence = in vmw_fence_obj_destroy() local
136 struct vmw_fence_obj *fence = in vmw_fence_enable_signaling() local
155 vmwgfx_wait_cb(struct dma_fence *fence, struct dma_fence_cb *cb) in vmwgfx_wait_cb()
167 struct vmw_fence_obj *fence = in vmw_fence_wait() local
333 static int vmw_fence_obj_init(struct vmw_fence_manager *fman, in vmw_fence_obj_init()
334 struct vmw_fence_obj *fence, u32 seqno, in vmw_fence_obj_init()
398 struct vmw_fence_obj *fence; in vmw_fence_goal_new_locked() local
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/vgem/ |
| D | vgem_fence.c | 38 static const char *vgem_fence_get_driver_name(struct dma_fence *fence) in vgem_fence_get_driver_name()
43 static const char *vgem_fence_get_timeline_name(struct dma_fence *fence) in vgem_fence_get_timeline_name()
50 struct vgem_fence *fence = container_of(base, typeof(*fence), base); in vgem_fence_release() local
56 static void vgem_fence_value_str(struct dma_fence *fence, char *str, int size) in vgem_fence_value_str()
61 static void vgem_fence_timeline_value_str(struct dma_fence *fence, char *str, in vgem_fence_timeline_value_str()
79 struct vgem_fence *fence = from_timer(fence, t, timer); in vgem_fence_timeout() local
87 struct vgem_fence *fence; in vgem_fence_create() local
133 struct dma_fence *fence; in vgem_fence_attach_ioctl() local
210 struct dma_fence *fence; in vgem_fence_signal_ioctl() local
|
| /Linux-v5.15/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_amdkfd_fence.c | 67 struct amdgpu_amdkfd_fence *fence; in amdgpu_amdkfd_fence_create() local
87 struct amdgpu_amdkfd_fence *fence; in to_amdgpu_amdkfd_fence() local
106 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_get_timeline_name() local
121 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_enable_signaling() local
149 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_release() local
170 struct amdgpu_amdkfd_fence *fence = to_amdgpu_amdkfd_fence(f); in amdkfd_fence_check_mm() local
|
| /Linux-v5.15/drivers/gpu/drm/msm/ |
| D | msm_fence.c | 37 static inline bool fence_completed(struct msm_fence_context *fctx, uint32_t fence) in fence_completed()
48 void msm_update_fence(struct msm_fence_context *fctx, uint32_t fence) in msm_update_fence()
60 static inline struct msm_fence *to_msm_fence(struct dma_fence *fence) in to_msm_fence()
65 static const char *msm_fence_get_driver_name(struct dma_fence *fence) in msm_fence_get_driver_name()
70 static const char *msm_fence_get_timeline_name(struct dma_fence *fence) in msm_fence_get_timeline_name()
76 static bool msm_fence_signaled(struct dma_fence *fence) in msm_fence_signaled()
|
| /Linux-v5.15/drivers/gpu/drm/radeon/ |
| D | radeon_fence.c | 135 struct radeon_fence **fence, in radeon_fence_emit()
168 struct radeon_fence *fence; in radeon_fence_check_signaled() local
363 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_is_signaled() local
393 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_enable_signaling() local
438 bool radeon_fence_signaled(struct radeon_fence *fence) in radeon_fence_signaled()
549 long radeon_fence_wait_timeout(struct radeon_fence *fence, bool intr, long timeout) in radeon_fence_wait_timeout()
587 int radeon_fence_wait(struct radeon_fence *fence, bool intr) in radeon_fence_wait()
705 struct radeon_fence *radeon_fence_ref(struct radeon_fence *fence) in radeon_fence_ref()
718 void radeon_fence_unref(struct radeon_fence **fence) in radeon_fence_unref()
766 bool radeon_fence_need_sync(struct radeon_fence *fence, int dst_ring) in radeon_fence_need_sync()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/i915/selftests/ |
| D | lib_sw_fence.c | 30 nop_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in nop_fence_notify()
35 void __onstack_fence_init(struct i915_sw_fence *fence, in __onstack_fence_init()
47 void onstack_fence_fini(struct i915_sw_fence *fence) in onstack_fence_fini()
85 struct i915_sw_fence fence; member
93 heap_fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state) in heap_fence_notify()
131 void heap_fence_put(struct i915_sw_fence *fence) in heap_fence_put()
|
| /Linux-v5.15/include/linux/ |
| D | dma-fence.h | 276 static inline void dma_fence_put(struct dma_fence *fence) in dma_fence_put()
288 static inline struct dma_fence *dma_fence_get(struct dma_fence *fence) in dma_fence_get()
302 static inline struct dma_fence *dma_fence_get_rcu(struct dma_fence *fence) in dma_fence_get_rcu()
330 struct dma_fence *fence; in dma_fence_get_rcu_safe() local
402 dma_fence_is_signaled_locked(struct dma_fence *fence) in dma_fence_is_signaled_locked()
432 dma_fence_is_signaled(struct dma_fence *fence) in dma_fence_is_signaled()
524 static inline int dma_fence_get_status_locked(struct dma_fence *fence) in dma_fence_get_status_locked()
545 static inline void dma_fence_set_error(struct dma_fence *fence, in dma_fence_set_error()
576 static inline signed long dma_fence_wait(struct dma_fence *fence, bool intr) in dma_fence_wait()
|
| /Linux-v5.15/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_busy.c | 39 __busy_set_if_active(const struct dma_fence *fence, u32 (*flag)(u16 id)) in __busy_set_if_active()
65 busy_check_reader(const struct dma_fence *fence) in busy_check_reader()
71 busy_check_writer(const struct dma_fence *fence) in busy_check_writer()
124 struct dma_fence *fence = in i915_gem_busy_ioctl() local
|
| /Linux-v5.15/drivers/gpu/drm/ |
| D | drm_syncobj.c | 206 struct dma_fence *fence; member
243 struct dma_fence *fence; in drm_syncobj_fence_add_wait() local
287 struct dma_fence *fence, in drm_syncobj_add_point()
322 struct dma_fence *fence) in drm_syncobj_replace_fence()
355 struct dma_fence *fence = dma_fence_allocate_private_stub(); in drm_syncobj_assign_null_handle() local
384 struct dma_fence **fence) in drm_syncobj_find_fence()
483 struct dma_fence *fence) in drm_syncobj_create()
677 struct dma_fence *fence = sync_file_get_fence(fd); in drm_syncobj_import_sync_file_fence() local
699 struct dma_fence *fence; in drm_syncobj_export_sync_file() local
851 struct dma_fence *fence; in drm_syncobj_transfer_to_timeline() local
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/lima/ |
| D | lima_sched.c | 49 static inline struct lima_fence *to_lima_fence(struct dma_fence *fence) in to_lima_fence()
54 static const char *lima_fence_get_driver_name(struct dma_fence *fence) in lima_fence_get_driver_name()
59 static const char *lima_fence_get_timeline_name(struct dma_fence *fence) in lima_fence_get_timeline_name()
69 struct lima_fence *fence = to_lima_fence(f); in lima_fence_release_rcu() local
74 static void lima_fence_release(struct dma_fence *fence) in lima_fence_release()
89 struct lima_fence *fence; in lima_fence_create() local
142 struct dma_fence *fence; in lima_sched_task_fini() local
181 struct dma_fence *fence = dma_fence_get(&task->base.s_fence->finished); in lima_sched_context_queue_task() local
226 struct lima_fence *fence; in lima_sched_run_job() local
|
| /Linux-v5.15/drivers/gpu/drm/vc4/ |
| D | vc4_fence.c | 26 static const char *vc4_fence_get_driver_name(struct dma_fence *fence) in vc4_fence_get_driver_name()
31 static const char *vc4_fence_get_timeline_name(struct dma_fence *fence) in vc4_fence_get_timeline_name()
36 static bool vc4_fence_signaled(struct dma_fence *fence) in vc4_fence_signaled()
|
