30 static int __amdgpu_xcp_run(struct amdgpu_xcp_mgr *xcp_mgr,  in __amdgpu_xcp_run()  argument
57 		ret = run_func(xcp_mgr->adev, xcp_ip->inst_mask);  in __amdgpu_xcp_run()
62 static int amdgpu_xcp_run_transition(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id,  in amdgpu_xcp_run_transition()  argument
69 	if (xcp_id >= MAX_XCP || !xcp_mgr->xcp[xcp_id].valid)  in amdgpu_xcp_run_transition()
72 	xcp = &xcp_mgr->xcp[xcp_id];  in amdgpu_xcp_run_transition()
75 		ret = __amdgpu_xcp_run(xcp_mgr, xcp_ip, state);  in amdgpu_xcp_run_transition()
83 int amdgpu_xcp_prepare_suspend(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id)  in amdgpu_xcp_prepare_suspend()  argument
85 	return amdgpu_xcp_run_transition(xcp_mgr, xcp_id,  in amdgpu_xcp_prepare_suspend()
89 int amdgpu_xcp_suspend(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id)  in amdgpu_xcp_suspend()  argument
91 	return amdgpu_xcp_run_transition(xcp_mgr, xcp_id, AMDGPU_XCP_SUSPEND);  in amdgpu_xcp_suspend()
94 int amdgpu_xcp_prepare_resume(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id)  in amdgpu_xcp_prepare_resume()  argument
96 	return amdgpu_xcp_run_transition(xcp_mgr, xcp_id,  in amdgpu_xcp_prepare_resume()
100 int amdgpu_xcp_resume(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id)  in amdgpu_xcp_resume()  argument
102 	return amdgpu_xcp_run_transition(xcp_mgr, xcp_id, AMDGPU_XCP_RESUME);  in amdgpu_xcp_resume()
105 static void __amdgpu_xcp_add_block(struct amdgpu_xcp_mgr *xcp_mgr, int xcp_id,  in __amdgpu_xcp_add_block()  argument
113 	xcp = &xcp_mgr->xcp[xcp_id];  in __amdgpu_xcp_add_block()
120 int amdgpu_xcp_init(struct amdgpu_xcp_mgr *xcp_mgr, int num_xcps, int mode)  in amdgpu_xcp_init()  argument
122 	struct amdgpu_device *adev = xcp_mgr->adev;  in amdgpu_xcp_init()
130 	xcp_mgr->mode = mode;  in amdgpu_xcp_init()
133 		xcp_mgr->xcp[i].valid = false;  in amdgpu_xcp_init()
136 	xcp_mgr->num_xcp_per_mem_partition = num_xcps / xcp_mgr->adev->gmc.num_mem_partitions;  in amdgpu_xcp_init()
140 			ret = xcp_mgr->funcs->get_ip_details(xcp_mgr, i, j,  in amdgpu_xcp_init()
145 			__amdgpu_xcp_add_block(xcp_mgr, i, &ip);  in amdgpu_xcp_init()
148 		xcp_mgr->xcp[i].id = i;  in amdgpu_xcp_init()
150 		if (xcp_mgr->funcs->get_xcp_mem_id) {  in amdgpu_xcp_init()
151 			ret = xcp_mgr->funcs->get_xcp_mem_id(  in amdgpu_xcp_init()
152 				xcp_mgr, &xcp_mgr->xcp[i], &mem_id);  in amdgpu_xcp_init()
156 				xcp_mgr->xcp[i].mem_id = mem_id;  in amdgpu_xcp_init()
160 	xcp_mgr->num_xcps = num_xcps;  in amdgpu_xcp_init()
166 int amdgpu_xcp_switch_partition_mode(struct amdgpu_xcp_mgr *xcp_mgr, int mode)  in amdgpu_xcp_switch_partition_mode()  argument
170 	if (!xcp_mgr || mode == AMDGPU_XCP_MODE_NONE)  in amdgpu_xcp_switch_partition_mode()
173 	if (xcp_mgr->mode == mode)  in amdgpu_xcp_switch_partition_mode()
176 	if (!xcp_mgr->funcs || !xcp_mgr->funcs->switch_partition_mode)  in amdgpu_xcp_switch_partition_mode()
179 	mutex_lock(&xcp_mgr->xcp_lock);  in amdgpu_xcp_switch_partition_mode()
181 	curr_mode = xcp_mgr->mode;  in amdgpu_xcp_switch_partition_mode()
183 	xcp_mgr->mode = AMDGPU_XCP_MODE_TRANS;  in amdgpu_xcp_switch_partition_mode()
185 	ret = xcp_mgr->funcs->switch_partition_mode(xcp_mgr, mode, &num_xcps);  in amdgpu_xcp_switch_partition_mode()
189 		if (xcp_mgr->funcs->query_partition_mode)  in amdgpu_xcp_switch_partition_mode()
190 			xcp_mgr->mode = amdgpu_xcp_query_partition_mode(  in amdgpu_xcp_switch_partition_mode()
191 				xcp_mgr, AMDGPU_XCP_FL_LOCKED);  in amdgpu_xcp_switch_partition_mode()
193 			xcp_mgr->mode = curr_mode;  in amdgpu_xcp_switch_partition_mode()
199 	mutex_unlock(&xcp_mgr->xcp_lock);  in amdgpu_xcp_switch_partition_mode()
204 int amdgpu_xcp_query_partition_mode(struct amdgpu_xcp_mgr *xcp_mgr, u32 flags)  in amdgpu_xcp_query_partition_mode()  argument
208 	if (xcp_mgr->mode == AMDGPU_XCP_MODE_NONE)  in amdgpu_xcp_query_partition_mode()
209 		return xcp_mgr->mode;  in amdgpu_xcp_query_partition_mode()
211 	if (!xcp_mgr->funcs || !xcp_mgr->funcs->query_partition_mode)  in amdgpu_xcp_query_partition_mode()
212 		return xcp_mgr->mode;  in amdgpu_xcp_query_partition_mode()
215 		mutex_lock(&xcp_mgr->xcp_lock);  in amdgpu_xcp_query_partition_mode()
216 	mode = xcp_mgr->funcs->query_partition_mode(xcp_mgr);  in amdgpu_xcp_query_partition_mode()
217 	if (xcp_mgr->mode != AMDGPU_XCP_MODE_TRANS && mode != xcp_mgr->mode)  in amdgpu_xcp_query_partition_mode()
219 			xcp_mgr->adev->dev,  in amdgpu_xcp_query_partition_mode()
221 			xcp_mgr->mode, mode);  in amdgpu_xcp_query_partition_mode()
224 		mutex_unlock(&xcp_mgr->xcp_lock);  in amdgpu_xcp_query_partition_mode()
238 	adev->xcp_mgr->xcp->ddev = ddev;  in amdgpu_xcp_dev_alloc()
251 		adev->xcp_mgr->xcp[i].rdev = p_ddev->render->dev;  in amdgpu_xcp_dev_alloc()
252 		adev->xcp_mgr->xcp[i].pdev = p_ddev->primary->dev;  in amdgpu_xcp_dev_alloc()
253 		adev->xcp_mgr->xcp[i].driver = (struct drm_driver *)p_ddev->driver;  in amdgpu_xcp_dev_alloc()
254 		adev->xcp_mgr->xcp[i].vma_offset_manager = p_ddev->vma_offset_manager;  in amdgpu_xcp_dev_alloc()
259 		adev->xcp_mgr->xcp[i].ddev = p_ddev;  in amdgpu_xcp_dev_alloc()
269 	struct amdgpu_xcp_mgr *xcp_mgr;  in amdgpu_xcp_mgr_init()  local
275 	xcp_mgr = kzalloc(sizeof(*xcp_mgr), GFP_KERNEL);  in amdgpu_xcp_mgr_init()
277 	if (!xcp_mgr)  in amdgpu_xcp_mgr_init()
280 	xcp_mgr->adev = adev;  in amdgpu_xcp_mgr_init()
281 	xcp_mgr->funcs = xcp_funcs;  in amdgpu_xcp_mgr_init()
282 	xcp_mgr->mode = init_mode;  in amdgpu_xcp_mgr_init()
283 	mutex_init(&xcp_mgr->xcp_lock);  in amdgpu_xcp_mgr_init()
286 		amdgpu_xcp_init(xcp_mgr, init_num_xcps, init_mode);  in amdgpu_xcp_mgr_init()
288 	adev->xcp_mgr = xcp_mgr;  in amdgpu_xcp_mgr_init()
293 int amdgpu_xcp_get_partition(struct amdgpu_xcp_mgr *xcp_mgr,  in amdgpu_xcp_get_partition()  argument
302 	for (i = 0; i < xcp_mgr->num_xcps; ++i) {  in amdgpu_xcp_get_partition()
303 		xcp = &xcp_mgr->xcp[i];  in amdgpu_xcp_get_partition()
332 	if (!adev->xcp_mgr)  in amdgpu_xcp_dev_register()
336 		if (!adev->xcp_mgr->xcp[i].ddev)  in amdgpu_xcp_dev_register()
339 		ret = drm_dev_register(adev->xcp_mgr->xcp[i].ddev, ent->driver_data);  in amdgpu_xcp_dev_register()
352 	if (!adev->xcp_mgr)  in amdgpu_xcp_dev_unplug()
356 		if (!adev->xcp_mgr->xcp[i].ddev)  in amdgpu_xcp_dev_unplug()
359 		p_ddev = adev->xcp_mgr->xcp[i].ddev;  in amdgpu_xcp_dev_unplug()
361 		p_ddev->render->dev = adev->xcp_mgr->xcp[i].rdev;  in amdgpu_xcp_dev_unplug()
362 		p_ddev->primary->dev = adev->xcp_mgr->xcp[i].pdev;  in amdgpu_xcp_dev_unplug()
363 		p_ddev->driver =  adev->xcp_mgr->xcp[i].driver;  in amdgpu_xcp_dev_unplug()
364 		p_ddev->vma_offset_manager = adev->xcp_mgr->xcp[i].vma_offset_manager;  in amdgpu_xcp_dev_unplug()
374 	if (!adev->xcp_mgr)  in amdgpu_xcp_open_device()
379 		if (!adev->xcp_mgr->xcp[i].ddev)  in amdgpu_xcp_open_device()
382 		if (file_priv->minor == adev->xcp_mgr->xcp[i].ddev->render) {  in amdgpu_xcp_open_device()
383 			if (adev->xcp_mgr->xcp[i].valid == FALSE) {  in amdgpu_xcp_open_device()
396 				adev->xcp_mgr->xcp[fpriv->xcp_id].mem_id;  in amdgpu_xcp_open_device()
406 	if (!adev->xcp_mgr)  in amdgpu_xcp_release_sched()
412 		atomic_dec(&adev->xcp_mgr->xcp[ring->xcp_id].ref_cnt);  in amdgpu_xcp_release_sched()