202 	struct bpf_tramp_image *im;  in __bpf_tramp_image_put_deferred()  local
204 	im = container_of(work, struct bpf_tramp_image, work);  in __bpf_tramp_image_put_deferred()
205 	bpf_image_ksym_del(&im->ksym);  in __bpf_tramp_image_put_deferred()
206 	bpf_jit_free_exec(im->image);  in __bpf_tramp_image_put_deferred()
208 	percpu_ref_exit(&im->pcref);  in __bpf_tramp_image_put_deferred()
209 	kfree_rcu(im, rcu);  in __bpf_tramp_image_put_deferred()
215 	struct bpf_tramp_image *im;  in __bpf_tramp_image_put_rcu()  local
217 	im = container_of(rcu, struct bpf_tramp_image, rcu);  in __bpf_tramp_image_put_rcu()
218 	INIT_WORK(&im->work, __bpf_tramp_image_put_deferred);  in __bpf_tramp_image_put_rcu()
219 	schedule_work(&im->work);  in __bpf_tramp_image_put_rcu()
225 	struct bpf_tramp_image *im;  in __bpf_tramp_image_release()  local
227 	im = container_of(pcref, struct bpf_tramp_image, pcref);  in __bpf_tramp_image_release()
228 	call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu);  in __bpf_tramp_image_release()
234 	struct bpf_tramp_image *im;  in __bpf_tramp_image_put_rcu_tasks()  local
236 	im = container_of(rcu, struct bpf_tramp_image, rcu);  in __bpf_tramp_image_put_rcu_tasks()
237 	if (im->ip_after_call)  in __bpf_tramp_image_put_rcu_tasks()
239 		percpu_ref_kill(&im->pcref);  in __bpf_tramp_image_put_rcu_tasks()
242 		call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu);  in __bpf_tramp_image_put_rcu_tasks()
245 static void bpf_tramp_image_put(struct bpf_tramp_image *im)  in bpf_tramp_image_put()  argument
273 	if (im->ip_after_call) {  in bpf_tramp_image_put()
274 		int err = bpf_arch_text_poke(im->ip_after_call, BPF_MOD_JUMP,  in bpf_tramp_image_put()
275 					     NULL, im->ip_epilogue);  in bpf_tramp_image_put()
278 			call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu_tasks);  in bpf_tramp_image_put()
280 			percpu_ref_kill(&im->pcref);  in bpf_tramp_image_put()
290 	call_rcu_tasks_trace(&im->rcu, __bpf_tramp_image_put_rcu_tasks);  in bpf_tramp_image_put()
295 	struct bpf_tramp_image *im;  in bpf_tramp_image_alloc()  local
300 	im = kzalloc(sizeof(*im), GFP_KERNEL);  in bpf_tramp_image_alloc()
301 	if (!im)  in bpf_tramp_image_alloc()
309 	im->image = image = bpf_jit_alloc_exec_page();  in bpf_tramp_image_alloc()
313 	err = percpu_ref_init(&im->pcref, __bpf_tramp_image_release, 0, GFP_KERNEL);  in bpf_tramp_image_alloc()
317 	ksym = &im->ksym;  in bpf_tramp_image_alloc()
321 	return im;  in bpf_tramp_image_alloc()
324 	bpf_jit_free_exec(im->image);  in bpf_tramp_image_alloc()
328 	kfree(im);  in bpf_tramp_image_alloc()
335 	struct bpf_tramp_image *im;  in bpf_trampoline_update()  local
353 	im = bpf_tramp_image_alloc(tr->key, tr->selector);  in bpf_trampoline_update()
354 	if (IS_ERR(im)) {  in bpf_trampoline_update()
355 		err = PTR_ERR(im);  in bpf_trampoline_update()
366 	err = arch_prepare_bpf_trampoline(im, im->image, im->image + PAGE_SIZE,  in bpf_trampoline_update()
376 		err = modify_fentry(tr, tr->cur_image->image, im->image);  in bpf_trampoline_update()
379 		err = register_fentry(tr, im->image);  in bpf_trampoline_update()
384 	tr->cur_image = im;  in bpf_trampoline_update()