50 	return fence->ggtt->vm.i915;  in fence_to_i915()
55 	return fence->ggtt->vm.gt->uncore;  in fence_to_uncore()
202 	struct i915_ggtt *ggtt = fence->ggtt;  in fence_update()  local
251 		list_move(&fence->link, &ggtt->fence_list);  in fence_update()
275 		list_move_tail(&fence->link, &ggtt->fence_list);  in fence_update()
326 static struct i915_fence_reg *fence_find(struct i915_ggtt *ggtt)  in fence_find()  argument
331 	list_for_each_entry_safe(fence, fn, &ggtt->fence_list, link) {  in fence_find()
342 			list_move_tail(&fence->link, &ggtt->fence_list);  in fence_find()
353 	if (intel_has_pending_fb_unpin(ggtt->vm.i915))  in fence_find()
361 	struct i915_ggtt *ggtt = i915_vm_to_ggtt(vma->vm);  in __i915_vma_pin_fence()  local
374 			list_move_tail(&fence->link, &ggtt->fence_list);  in __i915_vma_pin_fence()
378 		fence = fence_find(ggtt);  in __i915_vma_pin_fence()
452 struct i915_fence_reg *i915_reserve_fence(struct i915_ggtt *ggtt)  in i915_reserve_fence()  argument
458 	lockdep_assert_held(&ggtt->vm.mutex);  in i915_reserve_fence()
462 	list_for_each_entry(fence, &ggtt->fence_list, link)  in i915_reserve_fence()
467 	fence = fence_find(ggtt);  in i915_reserve_fence()
491 	struct i915_ggtt *ggtt = fence->ggtt;  in i915_unreserve_fence()  local
493 	lockdep_assert_held(&ggtt->vm.mutex);  in i915_unreserve_fence()
495 	list_add(&fence->link, &ggtt->fence_list);  in i915_unreserve_fence()
506 void intel_ggtt_restore_fences(struct i915_ggtt *ggtt)  in intel_ggtt_restore_fences()  argument
510 	for (i = 0; i < ggtt->num_fences; i++)  in intel_ggtt_restore_fences()
511 		fence_write(&ggtt->fence_regs[i]);  in intel_ggtt_restore_fences()
569 static void detect_bit_6_swizzle(struct i915_ggtt *ggtt)  in detect_bit_6_swizzle()  argument
571 	struct intel_uncore *uncore = ggtt->vm.gt->uncore;  in detect_bit_6_swizzle()
572 	struct drm_i915_private *i915 = ggtt->vm.i915;  in detect_bit_6_swizzle()
735 	to_gt(i915)->ggtt->bit_6_swizzle_x = swizzle_x;  in detect_bit_6_swizzle()
736 	to_gt(i915)->ggtt->bit_6_swizzle_y = swizzle_y;  in detect_bit_6_swizzle()
836 void intel_ggtt_init_fences(struct i915_ggtt *ggtt)  in intel_ggtt_init_fences()  argument
838 	struct drm_i915_private *i915 = ggtt->vm.i915;  in intel_ggtt_init_fences()
839 	struct intel_uncore *uncore = ggtt->vm.gt->uncore;  in intel_ggtt_init_fences()
843 	INIT_LIST_HEAD(&ggtt->fence_list);  in intel_ggtt_init_fences()
844 	INIT_LIST_HEAD(&ggtt->userfault_list);  in intel_ggtt_init_fences()
846 	detect_bit_6_swizzle(ggtt);  in intel_ggtt_init_fences()
848 	if (!i915_ggtt_has_aperture(ggtt))  in intel_ggtt_init_fences()
863 	ggtt->fence_regs = kcalloc(num_fences,  in intel_ggtt_init_fences()
864 				   sizeof(*ggtt->fence_regs),  in intel_ggtt_init_fences()
866 	if (!ggtt->fence_regs)  in intel_ggtt_init_fences()
871 		struct i915_fence_reg *fence = &ggtt->fence_regs[i];  in intel_ggtt_init_fences()
874 		fence->ggtt = ggtt;  in intel_ggtt_init_fences()
876 		list_add_tail(&fence->link, &ggtt->fence_list);  in intel_ggtt_init_fences()
878 	ggtt->num_fences = num_fences;  in intel_ggtt_init_fences()
880 	intel_ggtt_restore_fences(ggtt);  in intel_ggtt_init_fences()
883 void intel_ggtt_fini_fences(struct i915_ggtt *ggtt)  in intel_ggtt_fini_fences()  argument
887 	for (i = 0; i < ggtt->num_fences; i++) {  in intel_ggtt_fini_fences()
888 		struct i915_fence_reg *fence = &ggtt->fence_regs[i];  in intel_ggtt_fini_fences()
893 	kfree(ggtt->fence_regs);  in intel_ggtt_fini_fences()
902 	    to_gt(i915)->ggtt->bit_6_swizzle_x == I915_BIT_6_SWIZZLE_NONE)  in intel_gt_init_swizzling()