1282 	struct i915_ggtt *ggtt = to_gt(i915)->ggtt;  in exercise_ggtt()  local
1289 	list_sort(NULL, &ggtt->vm.mm.hole_stack, sort_holes);  in exercise_ggtt()
1290 	drm_mm_for_each_hole(node, &ggtt->vm.mm, hole_start, hole_end) {  in exercise_ggtt()
1294 		if (ggtt->vm.mm.color_adjust)  in exercise_ggtt()
1295 			ggtt->vm.mm.color_adjust(node, 0,  in exercise_ggtt()
1300 		err = func(&ggtt->vm, hole_start, hole_end, end_time);  in exercise_ggtt()
1347 	struct i915_ggtt *ggtt = to_gt(i915)->ggtt;  in igt_ggtt_page()  local
1354 	if (!i915_ggtt_has_aperture(ggtt))  in igt_ggtt_page()
1366 	mutex_lock(&ggtt->vm.mutex);  in igt_ggtt_page()
1367 	err = drm_mm_insert_node_in_range(&ggtt->vm.mm, &tmp,  in igt_ggtt_page()
1370 					  0, ggtt->mappable_end,  in igt_ggtt_page()
1372 	mutex_unlock(&ggtt->vm.mutex);  in igt_ggtt_page()
1381 		ggtt->vm.insert_page(&ggtt->vm,  in igt_ggtt_page()
1396 		vaddr = io_mapping_map_atomic_wc(&ggtt->iomap, offset);  in igt_ggtt_page()
1400 	intel_gt_flush_ggtt_writes(ggtt->vm.gt);  in igt_ggtt_page()
1408 		vaddr = io_mapping_map_atomic_wc(&ggtt->iomap, offset);  in igt_ggtt_page()
1422 	ggtt->vm.clear_range(&ggtt->vm, tmp.start, tmp.size);  in igt_ggtt_page()
1424 	mutex_lock(&ggtt->vm.mutex);  in igt_ggtt_page()
1426 	mutex_unlock(&ggtt->vm.mutex);  in igt_ggtt_page()
1476 	struct i915_ggtt *ggtt = arg;  in igt_mock_fill()  local
1478 	return exercise_mock(ggtt->vm.i915, fill_hole);  in igt_mock_fill()
1483 	struct i915_ggtt *ggtt = arg;  in igt_mock_walk()  local
1485 	return exercise_mock(ggtt->vm.i915, walk_hole);  in igt_mock_walk()
1490 	struct i915_ggtt *ggtt = arg;  in igt_mock_pot()  local
1492 	return exercise_mock(ggtt->vm.i915, pot_hole);  in igt_mock_pot()
1497 	struct i915_ggtt *ggtt = arg;  in igt_mock_drunk()  local
1499 	return exercise_mock(ggtt->vm.i915, drunk_hole);  in igt_mock_drunk()
1531 	struct i915_ggtt *ggtt = arg;  in igt_gtt_reserve()  local
1545 	     total + 2 * I915_GTT_PAGE_SIZE <= ggtt->vm.total;  in igt_gtt_reserve()
1549 		obj = i915_gem_object_create_internal(ggtt->vm.i915,  in igt_gtt_reserve()
1563 		vma = i915_vma_instance(obj, &ggtt->vm, NULL);  in igt_gtt_reserve()
1572 			       total, ggtt->vm.total, err);  in igt_gtt_reserve()
1590 	     total + 2 * I915_GTT_PAGE_SIZE <= ggtt->vm.total;  in igt_gtt_reserve()
1594 		obj = i915_gem_object_create_internal(ggtt->vm.i915,  in igt_gtt_reserve()
1609 		vma = i915_vma_instance(obj, &ggtt->vm, NULL);  in igt_gtt_reserve()
1618 			       total, ggtt->vm.total, err);  in igt_gtt_reserve()
1639 		vma = i915_vma_instance(obj, &ggtt->vm, NULL);  in igt_gtt_reserve()
1652 					   0, ggtt->vm.total,  in igt_gtt_reserve()
1659 			       total, ggtt->vm.total, err);  in igt_gtt_reserve()
1710 	struct i915_ggtt *ggtt = arg;  in igt_gtt_insert()  local
1719 			ggtt->vm.total + I915_GTT_PAGE_SIZE, 0,  in igt_gtt_insert()
1720 			0, ggtt->vm.total,  in igt_gtt_insert()
1750 		mutex_lock(&ggtt->vm.mutex);  in igt_gtt_insert()
1751 		err = i915_gem_gtt_insert(&ggtt->vm, NULL, &tmp,  in igt_gtt_insert()
1756 		mutex_unlock(&ggtt->vm.mutex);  in igt_gtt_insert()
1767 	     total + I915_GTT_PAGE_SIZE <= ggtt->vm.total;  in igt_gtt_insert()
1771 		obj = i915_gem_object_create_internal(ggtt->vm.i915,  in igt_gtt_insert()
1786 		vma = i915_vma_instance(obj, &ggtt->vm, NULL);  in igt_gtt_insert()
1800 			       total, ggtt->vm.total, err);  in igt_gtt_insert()
1812 		vma = i915_vma_instance(obj, &ggtt->vm, NULL);  in igt_gtt_insert()
1832 		vma = i915_vma_instance(obj, &ggtt->vm, NULL);  in igt_gtt_insert()
1850 			       total, ggtt->vm.total, err);  in igt_gtt_insert()
1866 	     total + 2 * I915_GTT_PAGE_SIZE <= ggtt->vm.total;  in igt_gtt_insert()
1870 		obj = i915_gem_object_create_internal(ggtt->vm.i915,  in igt_gtt_insert()
1885 		vma = i915_vma_instance(obj, &ggtt->vm, NULL);  in igt_gtt_insert()
1894 			       total, ggtt->vm.total, err);  in igt_gtt_insert()
1937 	err = i915_subtests(tests, gt->ggtt);  in i915_gem_gtt_mock_selftests()
1941 	mock_fini_ggtt(gt->ggtt);  in i915_gem_gtt_mock_selftests()
2325 	GEM_BUG_ON(offset_in_page(to_gt(i915)->ggtt->vm.total));  in i915_gem_gtt_live_selftests()