375 	struct amdgpu_hive_info *hive = container_of(  in amdgpu_xgmi_show_attrs()  local
379 		return snprintf(buf, PAGE_SIZE, "%llu\n", hive->hive_id);  in amdgpu_xgmi_show_attrs()
386 	struct amdgpu_hive_info *hive = container_of(  in amdgpu_xgmi_hive_release()  local
389 	amdgpu_reset_put_reset_domain(hive->reset_domain);  in amdgpu_xgmi_hive_release()
390 	hive->reset_domain = NULL;  in amdgpu_xgmi_hive_release()
392 	mutex_destroy(&hive->hive_lock);  in amdgpu_xgmi_hive_release()
393 	kfree(hive);  in amdgpu_xgmi_hive_release()
535 					 struct amdgpu_hive_info *hive)  in amdgpu_xgmi_sysfs_add_dev_info()  argument
576 	if (hive->kobj.parent != (&adev->dev->kobj)) {  in amdgpu_xgmi_sysfs_add_dev_info()
577 		ret = sysfs_create_link(&adev->dev->kobj, &hive->kobj,  in amdgpu_xgmi_sysfs_add_dev_info()
585 	sprintf(node, "node%d", atomic_read(&hive->number_devices));  in amdgpu_xgmi_sysfs_add_dev_info()
587 	ret = sysfs_create_link(&hive->kobj, &adev->dev->kobj, node);  in amdgpu_xgmi_sysfs_add_dev_info()
613 					  struct amdgpu_hive_info *hive)  in amdgpu_xgmi_sysfs_rem_dev_info()  argument
626 	if (hive->kobj.parent != (&adev->dev->kobj))  in amdgpu_xgmi_sysfs_rem_dev_info()
629 	sprintf(node, "node%d", atomic_read(&hive->number_devices));  in amdgpu_xgmi_sysfs_rem_dev_info()
630 	sysfs_remove_link(&hive->kobj, node);  in amdgpu_xgmi_sysfs_rem_dev_info()
638 	struct amdgpu_hive_info *hive = NULL;  in amdgpu_get_xgmi_hive()  local
644 	if (adev->hive) {  in amdgpu_get_xgmi_hive()
645 		kobject_get(&adev->hive->kobj);  in amdgpu_get_xgmi_hive()
646 		return adev->hive;  in amdgpu_get_xgmi_hive()
651 	list_for_each_entry(hive, &xgmi_hive_list, node)  {  in amdgpu_get_xgmi_hive()
652 		if (hive->hive_id == adev->gmc.xgmi.hive_id)  in amdgpu_get_xgmi_hive()
656 	hive = kzalloc(sizeof(*hive), GFP_KERNEL);  in amdgpu_get_xgmi_hive()
657 	if (!hive) {  in amdgpu_get_xgmi_hive()
660 		hive = NULL;  in amdgpu_get_xgmi_hive()
665 	ret = kobject_init_and_add(&hive->kobj,  in amdgpu_get_xgmi_hive()
671 		kobject_put(&hive->kobj);  in amdgpu_get_xgmi_hive()
672 		hive = NULL;  in amdgpu_get_xgmi_hive()
689 			hive->reset_domain =  in amdgpu_get_xgmi_hive()
691 			if (!hive->reset_domain) {  in amdgpu_get_xgmi_hive()
694 				kobject_put(&hive->kobj);  in amdgpu_get_xgmi_hive()
695 				hive = NULL;  in amdgpu_get_xgmi_hive()
700 			hive->reset_domain = adev->reset_domain;  in amdgpu_get_xgmi_hive()
704 	hive->hive_id = adev->gmc.xgmi.hive_id;  in amdgpu_get_xgmi_hive()
705 	INIT_LIST_HEAD(&hive->device_list);  in amdgpu_get_xgmi_hive()
706 	INIT_LIST_HEAD(&hive->node);  in amdgpu_get_xgmi_hive()
707 	mutex_init(&hive->hive_lock);  in amdgpu_get_xgmi_hive()
708 	atomic_set(&hive->number_devices, 0);  in amdgpu_get_xgmi_hive()
709 	task_barrier_init(&hive->tb);  in amdgpu_get_xgmi_hive()
710 	hive->pstate = AMDGPU_XGMI_PSTATE_UNKNOWN;  in amdgpu_get_xgmi_hive()
711 	hive->hi_req_gpu = NULL;  in amdgpu_get_xgmi_hive()
712 	atomic_set(&hive->requested_nps_mode, UNKNOWN_MEMORY_PARTITION_MODE);  in amdgpu_get_xgmi_hive()
718 	hive->hi_req_count = AMDGPU_MAX_XGMI_DEVICE_PER_HIVE;  in amdgpu_get_xgmi_hive()
719 	list_add_tail(&hive->node, &xgmi_hive_list);  in amdgpu_get_xgmi_hive()
722 	if (hive)  in amdgpu_get_xgmi_hive()
723 		kobject_get(&hive->kobj);  in amdgpu_get_xgmi_hive()
725 	return hive;  in amdgpu_get_xgmi_hive()
728 void amdgpu_put_xgmi_hive(struct amdgpu_hive_info *hive)  in amdgpu_put_xgmi_hive()  argument
730 	if (hive)  in amdgpu_put_xgmi_hive()
731 		kobject_put(&hive->kobj);  in amdgpu_put_xgmi_hive()
737 	struct amdgpu_hive_info *hive;  in amdgpu_xgmi_set_pstate()  local
742 	hive = amdgpu_get_xgmi_hive(adev);  in amdgpu_xgmi_set_pstate()
743 	if (!hive)  in amdgpu_xgmi_set_pstate()
746 	request_adev = hive->hi_req_gpu ? hive->hi_req_gpu : adev;  in amdgpu_xgmi_set_pstate()
747 	init_low = hive->pstate == AMDGPU_XGMI_PSTATE_UNKNOWN;  in amdgpu_xgmi_set_pstate()
748 	amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_set_pstate()
752 	if (!hive || adev->asic_type != CHIP_VEGA20)  in amdgpu_xgmi_set_pstate()
755 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_set_pstate()
758 		hive->hi_req_count++;  in amdgpu_xgmi_set_pstate()
760 		hive->hi_req_count--;  in amdgpu_xgmi_set_pstate()
766 	if (hive->pstate == pstate ||  in amdgpu_xgmi_set_pstate()
767 			(!is_hi_req && hive->hi_req_count && !init_low))  in amdgpu_xgmi_set_pstate()
782 		hive->pstate = hive->hi_req_count ?  in amdgpu_xgmi_set_pstate()
783 					hive->pstate : AMDGPU_XGMI_PSTATE_MIN;  in amdgpu_xgmi_set_pstate()
785 		hive->pstate = pstate;  in amdgpu_xgmi_set_pstate()
786 		hive->hi_req_gpu = pstate != AMDGPU_XGMI_PSTATE_MIN ?  in amdgpu_xgmi_set_pstate()
790 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_set_pstate()
794 int amdgpu_xgmi_update_topology(struct amdgpu_hive_info *hive, struct amdgpu_device *adev)  in amdgpu_xgmi_update_topology()  argument
803 					 atomic_read(&hive->number_devices),  in amdgpu_xgmi_update_topology()
912 static int amdgpu_xgmi_initialize_hive_get_data_partition(struct amdgpu_hive_info *hive,  in amdgpu_xgmi_initialize_hive_get_data_partition()  argument
918 	list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_initialize_hive_get_data_partition()
957 	struct amdgpu_hive_info *hive;  in amdgpu_xgmi_add_device()  local
992 	hive = amdgpu_get_xgmi_hive(adev);  in amdgpu_xgmi_add_device()
993 	if (!hive) {  in amdgpu_xgmi_add_device()
1000 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_add_device()
1004 	list_add_tail(&adev->gmc.xgmi.head, &hive->device_list);  in amdgpu_xgmi_add_device()
1005 	list_for_each_entry(entry, &hive->device_list, head)  in amdgpu_xgmi_add_device()
1008 	atomic_set(&hive->number_devices, count);  in amdgpu_xgmi_add_device()
1010 	task_barrier_add_task(&hive->tb);  in amdgpu_xgmi_add_device()
1013 		list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
1021 			ret = amdgpu_xgmi_update_topology(hive, tmp_adev);  in amdgpu_xgmi_add_device()
1041 			list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
1046 			list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
1064 			ret = amdgpu_xgmi_initialize_hive_get_data_partition(hive, true);  in amdgpu_xgmi_add_device()
1069 			list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_add_device()
1082 			ret = amdgpu_xgmi_initialize_hive_get_data_partition(hive, false);  in amdgpu_xgmi_add_device()
1090 		ret = amdgpu_xgmi_sysfs_add_dev_info(adev, hive);  in amdgpu_xgmi_add_device()
1093 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_add_device()
1096 		adev->hive = hive;  in amdgpu_xgmi_add_device()
1100 		amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_add_device()
1111 	struct amdgpu_hive_info *hive = adev->hive;  in amdgpu_xgmi_remove_device()  local
1116 	if (!hive)  in amdgpu_xgmi_remove_device()
1119 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_remove_device()
1120 	task_barrier_rem_task(&hive->tb);  in amdgpu_xgmi_remove_device()
1121 	amdgpu_xgmi_sysfs_rem_dev_info(adev, hive);  in amdgpu_xgmi_remove_device()
1122 	if (hive->hi_req_gpu == adev)  in amdgpu_xgmi_remove_device()
1123 		hive->hi_req_gpu = NULL;  in amdgpu_xgmi_remove_device()
1125 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_remove_device()
1127 	amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_remove_device()
1128 	adev->hive = NULL;  in amdgpu_xgmi_remove_device()
1130 	if (atomic_dec_return(&hive->number_devices) == 0) {  in amdgpu_xgmi_remove_device()
1133 		list_del(&hive->node);  in amdgpu_xgmi_remove_device()
1136 		amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_remove_device()
1616 	struct amdgpu_hive_info *hive =  in amdgpu_xgmi_reset_on_init_work()  local
1623 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_reset_on_init_work()
1626 	list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head)  in amdgpu_xgmi_reset_on_init_work()
1635 	reset_context.hive = hive;  in amdgpu_xgmi_reset_on_init_work()
1641 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_reset_on_init_work()
1644 	list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_reset_on_init_work()
1652 static void amdgpu_xgmi_schedule_reset_on_init(struct amdgpu_hive_info *hive)  in amdgpu_xgmi_schedule_reset_on_init()  argument
1654 	INIT_WORK(&hive->reset_on_init_work, amdgpu_xgmi_reset_on_init_work);  in amdgpu_xgmi_schedule_reset_on_init()
1655 	amdgpu_reset_domain_schedule(hive->reset_domain,  in amdgpu_xgmi_schedule_reset_on_init()
1656 				     &hive->reset_on_init_work);  in amdgpu_xgmi_schedule_reset_on_init()
1661 	struct amdgpu_hive_info *hive;  in amdgpu_xgmi_reset_on_init()  local
1665 	hive = amdgpu_get_xgmi_hive(adev);  in amdgpu_xgmi_reset_on_init()
1666 	if (!hive)  in amdgpu_xgmi_reset_on_init()
1669 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_reset_on_init()
1670 	num_devs = atomic_read(&hive->number_devices);  in amdgpu_xgmi_reset_on_init()
1673 		amdgpu_xgmi_schedule_reset_on_init(hive);  in amdgpu_xgmi_reset_on_init()
1677 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_reset_on_init()
1678 	amdgpu_put_xgmi_hive(hive);  in amdgpu_xgmi_reset_on_init()
1681 		flush_work(&hive->reset_on_init_work);  in amdgpu_xgmi_reset_on_init()
1687 				   struct amdgpu_hive_info *hive,  in amdgpu_xgmi_request_nps_change()  argument
1699 	mutex_lock(&hive->hive_lock);  in amdgpu_xgmi_request_nps_change()
1700 	if (atomic_read(&hive->requested_nps_mode) ==  in amdgpu_xgmi_request_nps_change()
1703 		mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_request_nps_change()
1706 	list_for_each_entry(tmp_adev, &hive->device_list, gmc.xgmi.head) {  in amdgpu_xgmi_request_nps_change()
1717 			tmp_adev, &hive->device_list, gmc.xgmi.head)  in amdgpu_xgmi_request_nps_change()
1722 	atomic_set(&hive->requested_nps_mode, UNKNOWN_MEMORY_PARTITION_MODE);  in amdgpu_xgmi_request_nps_change()
1723 	mutex_unlock(&hive->hive_lock);  in amdgpu_xgmi_request_nps_change()