206 	struct amdgpu_hive_info *hive = container_of(  in amdgpu_xgmi_show_attrs()  local
210 		return snprintf(buf, PAGE_SIZE, "%llu\n", hive->hive_id);  in amdgpu_xgmi_show_attrs()
217 	struct amdgpu_hive_info *hive = container_of(  in amdgpu_xgmi_hive_release()  local
220 	amdgpu_reset_put_reset_domain(hive->reset_domain);  in amdgpu_xgmi_hive_release()
221 	hive->reset_domain = NULL;  in amdgpu_xgmi_hive_release()
223 	mutex_destroy(&hive->hive_lock);  in amdgpu_xgmi_hive_release()
224 	kfree(hive);  in amdgpu_xgmi_hive_release()
286 					 struct amdgpu_hive_info *hive)  in amdgpu_xgmi_sysfs_add_dev_info()  argument
305 	if (hive->kobj.parent != (&adev->dev->kobj)) {  in amdgpu_xgmi_sysfs_add_dev_info()
306 		ret = sysfs_create_link(&adev->dev->kobj, &hive->kobj,  in amdgpu_xgmi_sysfs_add_dev_info()
314 	sprintf(node, "node%d", atomic_read(&hive->number_devices));  in amdgpu_xgmi_sysfs_add_dev_info()
316 	ret = sysfs_create_link(&hive->kobj, &adev->dev->kobj, node);  in amdgpu_xgmi_sysfs_add_dev_info()
336 					  struct amdgpu_hive_info *hive)  in amdgpu_xgmi_sysfs_rem_dev_info()  argument
344 	if (hive->kobj.parent != (&adev->dev->kobj))  in amdgpu_xgmi_sysfs_rem_dev_info()
347 	sprintf(node, "node%d", atomic_read(&hive->number_devices));  in amdgpu_xgmi_sysfs_rem_dev_info()
348 	sysfs_remove_link(&hive->kobj, node);  in amdgpu_xgmi_sysfs_rem_dev_info()
356 	struct amdgpu_hive_info *hive = NULL;  in amdgpu_get_xgmi_hive()  local
362 	if (adev->hive) {  in amdgpu_get_xgmi_hive()
363 		kobject_get(&adev->hive->kobj);  in amdgpu_get_xgmi_hive()
364 		return adev->hive;  in amdgpu_get_xgmi_hive()
369 	list_for_each_entry(hive, &xgmi_hive_list, node)  {  in amdgpu_get_xgmi_hive()
370 		if (hive->hive_id == adev->gmc.xgmi.hive_id)  in amdgpu_get_xgmi_hive()
374 	hive = kzalloc(sizeof(*hive), GFP_KERNEL);  in amdgpu_get_xgmi_hive()
375 	if (!hive) {  in amdgpu_get_xgmi_hive()
377 		hive = NULL;  in amdgpu_get_xgmi_hive()
382 	ret = kobject_init_and_add(&hive->kobj,  in amdgpu_get_xgmi_hive()
388 		kobject_put(&hive->kobj);  in amdgpu_get_xgmi_hive()
389 		kfree(hive);  in amdgpu_get_xgmi_hive()
390 		hive = NULL;  in amdgpu_get_xgmi_hive()
407 			hive->reset_domain =  in amdgpu_get_xgmi_hive()
409 			if (!hive->reset_domain) {  in amdgpu_get_xgmi_hive()
412 				kobject_put(&hive->kobj);  in amdgpu_get_xgmi_hive()
413 				kfree(hive);  in amdgpu_get_xgmi_hive()
414 				hive = NULL;  in amdgpu_get_xgmi_hive()
419 			hive->reset_domain = adev->reset_domain;  in amdgpu_get_xgmi_hive()
423 	hive->hive_id = adev->gmc.xgmi.hive_id;  in amdgpu_get_xgmi_hive()
424 	INIT_LIST_HEAD(&hive->device_list);  in amdgpu_get_xgmi_hive()
425 	INIT_LIST_HEAD(&hive->node);  in amdgpu_get_xgmi_hive()
426 	mutex_init(&hive->hive_lock);  in amdgpu_get_xgmi_hive()
427 	atomic_set(&hive->number_devices, 0);  in amdgpu_get_xgmi_hive()
428 	task_barrier_init(&hive->tb);  in amdgpu_get_xgmi_hive()
429 	hive->pstate = AMDGPU_XGMI_PSTATE_UNKNOWN;  in amdgpu_get_xgmi_hive()
430 	hive->hi_req_gpu = NULL;  in amdgpu_get_xgmi_hive()
436 	hive->hi_req_count = AMDGPU_MAX_XGMI_DEVICE_PER_HIVE;  in amdgpu_get_xgmi_hive()
437 	list_add_tail(&hive->node, &xgmi_hive_list);  in amdgpu_get_xgmi_hive()
440 	if (hive)  in amdgpu_get_xgmi_hive()
441 		kobject_get(&hive->kobj);  in amdgpu_get_xgmi_hive()
443 	return hive;  in amdgpu_get_xgmi_hive()
446 void amdgpu_put_xgmi_hive(struct amdgpu_hive_info *hive)  in amdgpu_put_xgmi_hive()  argument
448 	if (hive)  in amdgpu_put_xgmi_hive()
449 		kobject_put(&hive->kobj);  in amdgpu_put_xgmi_hive()
455 	struct amdgpu_hive_info *hive;  in amdgpu_xgmi_set_pstate()  local
460 	hive = amdgpu_get_xgmi_hive(adev);  in amdgpu_xgmi_set_pstate()
461 	if (!hive)  in amdgpu_xgmi_set_pstate()
464 	request_adev = hive->hi_req_gpu ? hive->hi_req_gpu : adev;  in amdgpu_xgmi_set_pstate()
465 	init_low = hive->pstate == AMDGPU_XGMI_PSTATE_UNKNOWN;  in amdgpu_xgmi_set_pstate()
466 	amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_set_pstate()
470 	if (!hive || adev->asic_type != CHIP_VEGA20)  in amdgpu_xgmi_set_pstate()
473 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_set_pstate()
476 		hive->hi_req_count++;  in amdgpu_xgmi_set_pstate()
478 		hive->hi_req_count--;  in amdgpu_xgmi_set_pstate()
484 	if (hive->pstate == pstate ||  in amdgpu_xgmi_set_pstate()
485 			(!is_hi_req && hive->hi_req_count && !init_low))  in amdgpu_xgmi_set_pstate()
500 		hive->pstate = hive->hi_req_count ?  in amdgpu_xgmi_set_pstate()
501 					hive->pstate : AMDGPU_XGMI_PSTATE_MIN;  in amdgpu_xgmi_set_pstate()
503 		hive->pstate = pstate;  in amdgpu_xgmi_set_pstate()
504 		hive->hi_req_gpu = pstate != AMDGPU_XGMI_PSTATE_MIN ?  in amdgpu_xgmi_set_pstate()
508 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_set_pstate()
512 int amdgpu_xgmi_update_topology(struct amdgpu_hive_info *hive, struct amdgpu_device *adev)  in amdgpu_xgmi_update_topology()  argument
521 					 atomic_read(&hive->number_devices),  in amdgpu_xgmi_update_topology()
570 static int amdgpu_xgmi_initialize_hive_get_data_partition(struct amdgpu_hive_info *hive,  in amdgpu_xgmi_initialize_hive_get_data_partition()  argument
576 	list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_initialize_hive_get_data_partition()
593 	struct amdgpu_hive_info *hive;  in amdgpu_xgmi_add_device()  local
629 	hive = amdgpu_get_xgmi_hive(adev);  in amdgpu_xgmi_add_device()
630 	if (!hive) {  in amdgpu_xgmi_add_device()
637 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_add_device()
641 	list_add_tail(&adev->gmc.xgmi.head, &hive->device_list);  in amdgpu_xgmi_add_device()
642 	list_for_each_entry(entry, &hive->device_list, head)  in amdgpu_xgmi_add_device()
645 	atomic_set(&hive->number_devices, count);  in amdgpu_xgmi_add_device()
647 	task_barrier_add_task(&hive->tb);  in amdgpu_xgmi_add_device()
651 		list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
659 			ret = amdgpu_xgmi_update_topology(hive, tmp_adev);  in amdgpu_xgmi_add_device()
665 		list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
682 			ret = amdgpu_xgmi_initialize_hive_get_data_partition(hive, true);  in amdgpu_xgmi_add_device()
687 			list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
700 			ret = amdgpu_xgmi_initialize_hive_get_data_partition(hive, false);  in amdgpu_xgmi_add_device()
708 		ret = amdgpu_xgmi_sysfs_add_dev_info(adev, hive);  in amdgpu_xgmi_add_device()
711 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_add_device()
714 		adev->hive = hive;  in amdgpu_xgmi_add_device()
718 		amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_add_device()
729 	struct amdgpu_hive_info *hive = adev->hive;  in amdgpu_xgmi_remove_device()  local
734 	if (!hive)  in amdgpu_xgmi_remove_device()
737 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_remove_device()
738 	task_barrier_rem_task(&hive->tb);  in amdgpu_xgmi_remove_device()
739 	amdgpu_xgmi_sysfs_rem_dev_info(adev, hive);  in amdgpu_xgmi_remove_device()
740 	if (hive->hi_req_gpu == adev)  in amdgpu_xgmi_remove_device()
741 		hive->hi_req_gpu = NULL;  in amdgpu_xgmi_remove_device()
743 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_remove_device()
745 	amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_remove_device()
746 	adev->hive = NULL;  in amdgpu_xgmi_remove_device()
748 	if (atomic_dec_return(&hive->number_devices) == 0) {  in amdgpu_xgmi_remove_device()
751 		list_del(&hive->node);  in amdgpu_xgmi_remove_device()
754 		amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_remove_device()