286 	struct amdgpu_hive_info *hive = container_of(  in amdgpu_xgmi_show_attrs()  local
290 		return snprintf(buf, PAGE_SIZE, "%llu\n", hive->hive_id);  in amdgpu_xgmi_show_attrs()
297 	struct amdgpu_hive_info *hive = container_of(  in amdgpu_xgmi_hive_release()  local
300 	amdgpu_reset_put_reset_domain(hive->reset_domain);  in amdgpu_xgmi_hive_release()
301 	hive->reset_domain = NULL;  in amdgpu_xgmi_hive_release()
303 	mutex_destroy(&hive->hive_lock);  in amdgpu_xgmi_hive_release()
304 	kfree(hive);  in amdgpu_xgmi_hive_release()
398 					 struct amdgpu_hive_info *hive)  in amdgpu_xgmi_sysfs_add_dev_info()  argument
426 	if (hive->kobj.parent != (&adev->dev->kobj)) {  in amdgpu_xgmi_sysfs_add_dev_info()
427 		ret = sysfs_create_link(&adev->dev->kobj, &hive->kobj,  in amdgpu_xgmi_sysfs_add_dev_info()
435 	sprintf(node, "node%d", atomic_read(&hive->number_devices));  in amdgpu_xgmi_sysfs_add_dev_info()
437 	ret = sysfs_create_link(&hive->kobj, &adev->dev->kobj, node);  in amdgpu_xgmi_sysfs_add_dev_info()
460 					  struct amdgpu_hive_info *hive)  in amdgpu_xgmi_sysfs_rem_dev_info()  argument
470 	if (hive->kobj.parent != (&adev->dev->kobj))  in amdgpu_xgmi_sysfs_rem_dev_info()
473 	sprintf(node, "node%d", atomic_read(&hive->number_devices));  in amdgpu_xgmi_sysfs_rem_dev_info()
474 	sysfs_remove_link(&hive->kobj, node);  in amdgpu_xgmi_sysfs_rem_dev_info()
482 	struct amdgpu_hive_info *hive = NULL;  in amdgpu_get_xgmi_hive()  local
488 	if (adev->hive) {  in amdgpu_get_xgmi_hive()
489 		kobject_get(&adev->hive->kobj);  in amdgpu_get_xgmi_hive()
490 		return adev->hive;  in amdgpu_get_xgmi_hive()
495 	list_for_each_entry(hive, &xgmi_hive_list, node)  {  in amdgpu_get_xgmi_hive()
496 		if (hive->hive_id == adev->gmc.xgmi.hive_id)  in amdgpu_get_xgmi_hive()
500 	hive = kzalloc(sizeof(*hive), GFP_KERNEL);  in amdgpu_get_xgmi_hive()
501 	if (!hive) {  in amdgpu_get_xgmi_hive()
504 		hive = NULL;  in amdgpu_get_xgmi_hive()
509 	ret = kobject_init_and_add(&hive->kobj,  in amdgpu_get_xgmi_hive()
515 		kobject_put(&hive->kobj);  in amdgpu_get_xgmi_hive()
516 		hive = NULL;  in amdgpu_get_xgmi_hive()
533 			hive->reset_domain =  in amdgpu_get_xgmi_hive()
535 			if (!hive->reset_domain) {  in amdgpu_get_xgmi_hive()
538 				kobject_put(&hive->kobj);  in amdgpu_get_xgmi_hive()
539 				hive = NULL;  in amdgpu_get_xgmi_hive()
544 			hive->reset_domain = adev->reset_domain;  in amdgpu_get_xgmi_hive()
548 	hive->hive_id = adev->gmc.xgmi.hive_id;  in amdgpu_get_xgmi_hive()
549 	INIT_LIST_HEAD(&hive->device_list);  in amdgpu_get_xgmi_hive()
550 	INIT_LIST_HEAD(&hive->node);  in amdgpu_get_xgmi_hive()
551 	mutex_init(&hive->hive_lock);  in amdgpu_get_xgmi_hive()
552 	atomic_set(&hive->number_devices, 0);  in amdgpu_get_xgmi_hive()
553 	task_barrier_init(&hive->tb);  in amdgpu_get_xgmi_hive()
554 	hive->pstate = AMDGPU_XGMI_PSTATE_UNKNOWN;  in amdgpu_get_xgmi_hive()
555 	hive->hi_req_gpu = NULL;  in amdgpu_get_xgmi_hive()
561 	hive->hi_req_count = AMDGPU_MAX_XGMI_DEVICE_PER_HIVE;  in amdgpu_get_xgmi_hive()
562 	list_add_tail(&hive->node, &xgmi_hive_list);  in amdgpu_get_xgmi_hive()
565 	if (hive)  in amdgpu_get_xgmi_hive()
566 		kobject_get(&hive->kobj);  in amdgpu_get_xgmi_hive()
568 	return hive;  in amdgpu_get_xgmi_hive()
571 void amdgpu_put_xgmi_hive(struct amdgpu_hive_info *hive)  in amdgpu_put_xgmi_hive()  argument
573 	if (hive)  in amdgpu_put_xgmi_hive()
574 		kobject_put(&hive->kobj);  in amdgpu_put_xgmi_hive()
580 	struct amdgpu_hive_info *hive;  in amdgpu_xgmi_set_pstate()  local
585 	hive = amdgpu_get_xgmi_hive(adev);  in amdgpu_xgmi_set_pstate()
586 	if (!hive)  in amdgpu_xgmi_set_pstate()
589 	request_adev = hive->hi_req_gpu ? hive->hi_req_gpu : adev;  in amdgpu_xgmi_set_pstate()
590 	init_low = hive->pstate == AMDGPU_XGMI_PSTATE_UNKNOWN;  in amdgpu_xgmi_set_pstate()
591 	amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_set_pstate()
595 	if (!hive || adev->asic_type != CHIP_VEGA20)  in amdgpu_xgmi_set_pstate()
598 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_set_pstate()
601 		hive->hi_req_count++;  in amdgpu_xgmi_set_pstate()
603 		hive->hi_req_count--;  in amdgpu_xgmi_set_pstate()
609 	if (hive->pstate == pstate ||  in amdgpu_xgmi_set_pstate()
610 			(!is_hi_req && hive->hi_req_count && !init_low))  in amdgpu_xgmi_set_pstate()
625 		hive->pstate = hive->hi_req_count ?  in amdgpu_xgmi_set_pstate()
626 					hive->pstate : AMDGPU_XGMI_PSTATE_MIN;  in amdgpu_xgmi_set_pstate()
628 		hive->pstate = pstate;  in amdgpu_xgmi_set_pstate()
629 		hive->hi_req_gpu = pstate != AMDGPU_XGMI_PSTATE_MIN ?  in amdgpu_xgmi_set_pstate()
633 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_set_pstate()
637 int amdgpu_xgmi_update_topology(struct amdgpu_hive_info *hive, struct amdgpu_device *adev)  in amdgpu_xgmi_update_topology()  argument
646 					 atomic_read(&hive->number_devices),  in amdgpu_xgmi_update_topology()
695 static int amdgpu_xgmi_initialize_hive_get_data_partition(struct amdgpu_hive_info *hive,  in amdgpu_xgmi_initialize_hive_get_data_partition()  argument
701 	list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_initialize_hive_get_data_partition()
718 	struct amdgpu_hive_info *hive;  in amdgpu_xgmi_add_device()  local
754 	hive = amdgpu_get_xgmi_hive(adev);  in amdgpu_xgmi_add_device()
755 	if (!hive) {  in amdgpu_xgmi_add_device()
762 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_add_device()
766 	list_add_tail(&adev->gmc.xgmi.head, &hive->device_list);  in amdgpu_xgmi_add_device()
767 	list_for_each_entry(entry, &hive->device_list, head)  in amdgpu_xgmi_add_device()
770 	atomic_set(&hive->number_devices, count);  in amdgpu_xgmi_add_device()
772 	task_barrier_add_task(&hive->tb);  in amdgpu_xgmi_add_device()
776 		list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
784 			ret = amdgpu_xgmi_update_topology(hive, tmp_adev);  in amdgpu_xgmi_add_device()
790 		list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
807 			ret = amdgpu_xgmi_initialize_hive_get_data_partition(hive, true);  in amdgpu_xgmi_add_device()
812 			list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
825 			ret = amdgpu_xgmi_initialize_hive_get_data_partition(hive, false);  in amdgpu_xgmi_add_device()
833 		ret = amdgpu_xgmi_sysfs_add_dev_info(adev, hive);  in amdgpu_xgmi_add_device()
836 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_add_device()
839 		adev->hive = hive;  in amdgpu_xgmi_add_device()
843 		amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_add_device()
854 	struct amdgpu_hive_info *hive = adev->hive;  in amdgpu_xgmi_remove_device()  local
859 	if (!hive)  in amdgpu_xgmi_remove_device()
862 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_remove_device()
863 	task_barrier_rem_task(&hive->tb);  in amdgpu_xgmi_remove_device()
864 	amdgpu_xgmi_sysfs_rem_dev_info(adev, hive);  in amdgpu_xgmi_remove_device()
865 	if (hive->hi_req_gpu == adev)  in amdgpu_xgmi_remove_device()
866 		hive->hi_req_gpu = NULL;  in amdgpu_xgmi_remove_device()
868 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_remove_device()
870 	amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_remove_device()
871 	adev->hive = NULL;  in amdgpu_xgmi_remove_device()
873 	if (atomic_dec_return(&hive->number_devices) == 0) {  in amdgpu_xgmi_remove_device()
876 		list_del(&hive->node);  in amdgpu_xgmi_remove_device()
879 		amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_remove_device()