1 /*
2 * SPDX-License-Identifier: MIT
3 *
4 * Copyright © 2016 Intel Corporation
5 */
6
7 #ifndef __I915_GEM_CONTEXT_H__
8 #define __I915_GEM_CONTEXT_H__
9
10 #include "i915_gem_context_types.h"
11
12 #include "gt/intel_context.h"
13
14 #include "i915_drv.h"
15 #include "i915_gem.h"
16 #include "i915_scheduler.h"
17 #include "intel_device_info.h"
18
19 struct drm_device;
20 struct drm_file;
21
i915_gem_context_is_closed(const struct i915_gem_context * ctx)22 static inline bool i915_gem_context_is_closed(const struct i915_gem_context *ctx)
23 {
24 return test_bit(CONTEXT_CLOSED, &ctx->flags);
25 }
26
i915_gem_context_set_closed(struct i915_gem_context * ctx)27 static inline void i915_gem_context_set_closed(struct i915_gem_context *ctx)
28 {
29 GEM_BUG_ON(i915_gem_context_is_closed(ctx));
30 set_bit(CONTEXT_CLOSED, &ctx->flags);
31 }
32
i915_gem_context_no_error_capture(const struct i915_gem_context * ctx)33 static inline bool i915_gem_context_no_error_capture(const struct i915_gem_context *ctx)
34 {
35 return test_bit(UCONTEXT_NO_ERROR_CAPTURE, &ctx->user_flags);
36 }
37
i915_gem_context_set_no_error_capture(struct i915_gem_context * ctx)38 static inline void i915_gem_context_set_no_error_capture(struct i915_gem_context *ctx)
39 {
40 set_bit(UCONTEXT_NO_ERROR_CAPTURE, &ctx->user_flags);
41 }
42
i915_gem_context_clear_no_error_capture(struct i915_gem_context * ctx)43 static inline void i915_gem_context_clear_no_error_capture(struct i915_gem_context *ctx)
44 {
45 clear_bit(UCONTEXT_NO_ERROR_CAPTURE, &ctx->user_flags);
46 }
47
i915_gem_context_is_bannable(const struct i915_gem_context * ctx)48 static inline bool i915_gem_context_is_bannable(const struct i915_gem_context *ctx)
49 {
50 return test_bit(UCONTEXT_BANNABLE, &ctx->user_flags);
51 }
52
i915_gem_context_set_bannable(struct i915_gem_context * ctx)53 static inline void i915_gem_context_set_bannable(struct i915_gem_context *ctx)
54 {
55 set_bit(UCONTEXT_BANNABLE, &ctx->user_flags);
56 }
57
i915_gem_context_clear_bannable(struct i915_gem_context * ctx)58 static inline void i915_gem_context_clear_bannable(struct i915_gem_context *ctx)
59 {
60 clear_bit(UCONTEXT_BANNABLE, &ctx->user_flags);
61 }
62
i915_gem_context_is_recoverable(const struct i915_gem_context * ctx)63 static inline bool i915_gem_context_is_recoverable(const struct i915_gem_context *ctx)
64 {
65 return test_bit(UCONTEXT_RECOVERABLE, &ctx->user_flags);
66 }
67
i915_gem_context_set_recoverable(struct i915_gem_context * ctx)68 static inline void i915_gem_context_set_recoverable(struct i915_gem_context *ctx)
69 {
70 set_bit(UCONTEXT_RECOVERABLE, &ctx->user_flags);
71 }
72
i915_gem_context_clear_recoverable(struct i915_gem_context * ctx)73 static inline void i915_gem_context_clear_recoverable(struct i915_gem_context *ctx)
74 {
75 clear_bit(UCONTEXT_RECOVERABLE, &ctx->user_flags);
76 }
77
i915_gem_context_is_persistent(const struct i915_gem_context * ctx)78 static inline bool i915_gem_context_is_persistent(const struct i915_gem_context *ctx)
79 {
80 return test_bit(UCONTEXT_PERSISTENCE, &ctx->user_flags);
81 }
82
i915_gem_context_set_persistence(struct i915_gem_context * ctx)83 static inline void i915_gem_context_set_persistence(struct i915_gem_context *ctx)
84 {
85 set_bit(UCONTEXT_PERSISTENCE, &ctx->user_flags);
86 }
87
i915_gem_context_clear_persistence(struct i915_gem_context * ctx)88 static inline void i915_gem_context_clear_persistence(struct i915_gem_context *ctx)
89 {
90 clear_bit(UCONTEXT_PERSISTENCE, &ctx->user_flags);
91 }
92
93 static inline bool
i915_gem_context_user_engines(const struct i915_gem_context * ctx)94 i915_gem_context_user_engines(const struct i915_gem_context *ctx)
95 {
96 return test_bit(CONTEXT_USER_ENGINES, &ctx->flags);
97 }
98
99 static inline void
i915_gem_context_set_user_engines(struct i915_gem_context * ctx)100 i915_gem_context_set_user_engines(struct i915_gem_context *ctx)
101 {
102 set_bit(CONTEXT_USER_ENGINES, &ctx->flags);
103 }
104
105 static inline void
i915_gem_context_clear_user_engines(struct i915_gem_context * ctx)106 i915_gem_context_clear_user_engines(struct i915_gem_context *ctx)
107 {
108 clear_bit(CONTEXT_USER_ENGINES, &ctx->flags);
109 }
110
111 /* i915_gem_context.c */
112 void i915_gem_init__contexts(struct drm_i915_private *i915);
113
114 int i915_gem_context_open(struct drm_i915_private *i915,
115 struct drm_file *file);
116 void i915_gem_context_close(struct drm_file *file);
117
118 void i915_gem_context_release(struct kref *ctx_ref);
119
120 int i915_gem_vm_create_ioctl(struct drm_device *dev, void *data,
121 struct drm_file *file);
122 int i915_gem_vm_destroy_ioctl(struct drm_device *dev, void *data,
123 struct drm_file *file);
124
125 int i915_gem_context_create_ioctl(struct drm_device *dev, void *data,
126 struct drm_file *file);
127 int i915_gem_context_destroy_ioctl(struct drm_device *dev, void *data,
128 struct drm_file *file);
129 int i915_gem_context_getparam_ioctl(struct drm_device *dev, void *data,
130 struct drm_file *file_priv);
131 int i915_gem_context_setparam_ioctl(struct drm_device *dev, void *data,
132 struct drm_file *file_priv);
133 int i915_gem_context_reset_stats_ioctl(struct drm_device *dev, void *data,
134 struct drm_file *file);
135
136 struct i915_gem_context *
137 i915_gem_context_lookup(struct drm_i915_file_private *file_priv, u32 id);
138
139 static inline struct i915_gem_context *
i915_gem_context_get(struct i915_gem_context * ctx)140 i915_gem_context_get(struct i915_gem_context *ctx)
141 {
142 kref_get(&ctx->ref);
143 return ctx;
144 }
145
i915_gem_context_put(struct i915_gem_context * ctx)146 static inline void i915_gem_context_put(struct i915_gem_context *ctx)
147 {
148 kref_put(&ctx->ref, i915_gem_context_release);
149 }
150
151 static inline struct i915_address_space *
i915_gem_context_vm(struct i915_gem_context * ctx)152 i915_gem_context_vm(struct i915_gem_context *ctx)
153 {
154 return rcu_dereference_protected(ctx->vm, lockdep_is_held(&ctx->mutex));
155 }
156
157 static inline struct i915_address_space *
i915_gem_context_get_vm_rcu(struct i915_gem_context * ctx)158 i915_gem_context_get_vm_rcu(struct i915_gem_context *ctx)
159 {
160 struct i915_address_space *vm;
161
162 rcu_read_lock();
163 vm = rcu_dereference(ctx->vm);
164 if (!vm)
165 vm = &ctx->i915->ggtt.vm;
166 vm = i915_vm_get(vm);
167 rcu_read_unlock();
168
169 return vm;
170 }
171
172 static inline struct i915_gem_engines *
i915_gem_context_engines(struct i915_gem_context * ctx)173 i915_gem_context_engines(struct i915_gem_context *ctx)
174 {
175 return rcu_dereference_protected(ctx->engines,
176 lockdep_is_held(&ctx->engines_mutex));
177 }
178
179 static inline struct i915_gem_engines *
i915_gem_context_lock_engines(struct i915_gem_context * ctx)180 i915_gem_context_lock_engines(struct i915_gem_context *ctx)
181 __acquires(&ctx->engines_mutex)
182 {
183 mutex_lock(&ctx->engines_mutex);
184 return i915_gem_context_engines(ctx);
185 }
186
187 static inline void
i915_gem_context_unlock_engines(struct i915_gem_context * ctx)188 i915_gem_context_unlock_engines(struct i915_gem_context *ctx)
189 __releases(&ctx->engines_mutex)
190 {
191 mutex_unlock(&ctx->engines_mutex);
192 }
193
194 static inline struct intel_context *
i915_gem_context_get_engine(struct i915_gem_context * ctx,unsigned int idx)195 i915_gem_context_get_engine(struct i915_gem_context *ctx, unsigned int idx)
196 {
197 struct intel_context *ce;
198
199 rcu_read_lock(); {
200 struct i915_gem_engines *e = rcu_dereference(ctx->engines);
201 if (unlikely(!e)) /* context was closed! */
202 ce = ERR_PTR(-ENOENT);
203 else if (likely(idx < e->num_engines && e->engines[idx]))
204 ce = intel_context_get(e->engines[idx]);
205 else
206 ce = ERR_PTR(-EINVAL);
207 } rcu_read_unlock();
208
209 return ce;
210 }
211
212 static inline void
i915_gem_engines_iter_init(struct i915_gem_engines_iter * it,struct i915_gem_engines * engines)213 i915_gem_engines_iter_init(struct i915_gem_engines_iter *it,
214 struct i915_gem_engines *engines)
215 {
216 it->engines = engines;
217 it->idx = 0;
218 }
219
220 struct intel_context *
221 i915_gem_engines_iter_next(struct i915_gem_engines_iter *it);
222
223 #define for_each_gem_engine(ce, engines, it) \
224 for (i915_gem_engines_iter_init(&(it), (engines)); \
225 ((ce) = i915_gem_engines_iter_next(&(it)));)
226
227 void i915_gem_context_module_exit(void);
228 int i915_gem_context_module_init(void);
229
230 struct i915_lut_handle *i915_lut_handle_alloc(void);
231 void i915_lut_handle_free(struct i915_lut_handle *lut);
232
233 int i915_gem_user_to_context_sseu(struct intel_gt *gt,
234 const struct drm_i915_gem_context_param_sseu *user,
235 struct intel_sseu *context);
236
237 #endif /* !__I915_GEM_CONTEXT_H__ */
238
