10e5ca0d1SHuang Rui /*
20e5ca0d1SHuang Rui  * Copyright 2016 Advanced Micro Devices, Inc.
30e5ca0d1SHuang Rui  *
40e5ca0d1SHuang Rui  * Permission is hereby granted, free of charge, to any person obtaining a
50e5ca0d1SHuang Rui  * copy of this software and associated documentation files (the "Software"),
60e5ca0d1SHuang Rui  * to deal in the Software without restriction, including without limitation
70e5ca0d1SHuang Rui  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
80e5ca0d1SHuang Rui  * and/or sell copies of the Software, and to permit persons to whom the
90e5ca0d1SHuang Rui  * Software is furnished to do so, subject to the following conditions:
100e5ca0d1SHuang Rui  *
110e5ca0d1SHuang Rui  * The above copyright notice and this permission notice shall be included in
120e5ca0d1SHuang Rui  * all copies or substantial portions of the Software.
130e5ca0d1SHuang Rui  *
140e5ca0d1SHuang Rui  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
150e5ca0d1SHuang Rui  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
160e5ca0d1SHuang Rui  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
170e5ca0d1SHuang Rui  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
180e5ca0d1SHuang Rui  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
190e5ca0d1SHuang Rui  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
200e5ca0d1SHuang Rui  * OTHER DEALINGS IN THE SOFTWARE.
210e5ca0d1SHuang Rui  *
220e5ca0d1SHuang Rui  * Author: Huang Rui
230e5ca0d1SHuang Rui  *
240e5ca0d1SHuang Rui  */
250e5ca0d1SHuang Rui 
260e5ca0d1SHuang Rui #include <linux/firmware.h>
27248a1d6fSMasahiro Yamada #include <drm/drmP.h>
280e5ca0d1SHuang Rui #include "amdgpu.h"
290e5ca0d1SHuang Rui #include "amdgpu_psp.h"
300e5ca0d1SHuang Rui #include "amdgpu_ucode.h"
310e5ca0d1SHuang Rui #include "soc15_common.h"
320e5ca0d1SHuang Rui #include "psp_v3_1.h"
33c1798b54SHuang Rui #include "psp_v10_0.h"
34654f761cSFeifei Xu #include "psp_v11_0.h"
350e5ca0d1SHuang Rui 
360e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev);
370e5ca0d1SHuang Rui 
380e5ca0d1SHuang Rui static int psp_early_init(void *handle)
390e5ca0d1SHuang Rui {
400e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
410e5ca0d1SHuang Rui 
420e5ca0d1SHuang Rui 	psp_set_funcs(adev);
430e5ca0d1SHuang Rui 
440e5ca0d1SHuang Rui 	return 0;
450e5ca0d1SHuang Rui }
460e5ca0d1SHuang Rui 
470e5ca0d1SHuang Rui static int psp_sw_init(void *handle)
480e5ca0d1SHuang Rui {
490e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
500e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
510e5ca0d1SHuang Rui 	int ret;
520e5ca0d1SHuang Rui 
530e5ca0d1SHuang Rui 	switch (adev->asic_type) {
540e5ca0d1SHuang Rui 	case CHIP_VEGA10:
55ff13dc67SAlex Deucher 	case CHIP_VEGA12:
56e7f9ccb4SAlex Deucher 		psp_v3_1_set_psp_funcs(psp);
570e5ca0d1SHuang Rui 		break;
58c1798b54SHuang Rui 	case CHIP_RAVEN:
59e7f9ccb4SAlex Deucher 		psp_v10_0_set_psp_funcs(psp);
60c1798b54SHuang Rui 		break;
61654f761cSFeifei Xu 	case CHIP_VEGA20:
62654f761cSFeifei Xu 		psp_v11_0_set_psp_funcs(psp);
63654f761cSFeifei Xu 		break;
640e5ca0d1SHuang Rui 	default:
650e5ca0d1SHuang Rui 		return -EINVAL;
660e5ca0d1SHuang Rui 	}
670e5ca0d1SHuang Rui 
680e5ca0d1SHuang Rui 	psp->adev = adev;
690e5ca0d1SHuang Rui 
70a9f36360SAlex Deucher 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
71a9f36360SAlex Deucher 		return 0;
72a9f36360SAlex Deucher 
730e5ca0d1SHuang Rui 	ret = psp_init_microcode(psp);
740e5ca0d1SHuang Rui 	if (ret) {
750e5ca0d1SHuang Rui 		DRM_ERROR("Failed to load psp firmware!\n");
760e5ca0d1SHuang Rui 		return ret;
770e5ca0d1SHuang Rui 	}
780e5ca0d1SHuang Rui 
790e5ca0d1SHuang Rui 	return 0;
800e5ca0d1SHuang Rui }
810e5ca0d1SHuang Rui 
820e5ca0d1SHuang Rui static int psp_sw_fini(void *handle)
830e5ca0d1SHuang Rui {
84c833d8aaSMonk Liu 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
85c833d8aaSMonk Liu 
86a9f36360SAlex Deucher 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
87a9f36360SAlex Deucher 		return 0;
88a9f36360SAlex Deucher 
89c833d8aaSMonk Liu 	release_firmware(adev->psp.sos_fw);
90c833d8aaSMonk Liu 	adev->psp.sos_fw = NULL;
91c833d8aaSMonk Liu 	release_firmware(adev->psp.asd_fw);
92c833d8aaSMonk Liu 	adev->psp.asd_fw = NULL;
9351e7177fSHawking Zhang 	release_firmware(adev->psp.ta_fw);
9451e7177fSHawking Zhang 	adev->psp.ta_fw = NULL;
950e5ca0d1SHuang Rui 	return 0;
960e5ca0d1SHuang Rui }
970e5ca0d1SHuang Rui 
980e5ca0d1SHuang Rui int psp_wait_for(struct psp_context *psp, uint32_t reg_index,
990e5ca0d1SHuang Rui 		 uint32_t reg_val, uint32_t mask, bool check_changed)
1000e5ca0d1SHuang Rui {
1010e5ca0d1SHuang Rui 	uint32_t val;
1020e5ca0d1SHuang Rui 	int i;
1030e5ca0d1SHuang Rui 	struct amdgpu_device *adev = psp->adev;
1040e5ca0d1SHuang Rui 
1050e5ca0d1SHuang Rui 	for (i = 0; i < adev->usec_timeout; i++) {
1062890decfSZhang, Jerry 		val = RREG32(reg_index);
1070e5ca0d1SHuang Rui 		if (check_changed) {
1080e5ca0d1SHuang Rui 			if (val != reg_val)
1090e5ca0d1SHuang Rui 				return 0;
1100e5ca0d1SHuang Rui 		} else {
1110e5ca0d1SHuang Rui 			if ((val & mask) == reg_val)
1120e5ca0d1SHuang Rui 				return 0;
1130e5ca0d1SHuang Rui 		}
1140e5ca0d1SHuang Rui 		udelay(1);
1150e5ca0d1SHuang Rui 	}
1160e5ca0d1SHuang Rui 
1170e5ca0d1SHuang Rui 	return -ETIME;
1180e5ca0d1SHuang Rui }
1190e5ca0d1SHuang Rui 
1200e5ca0d1SHuang Rui static int
1210e5ca0d1SHuang Rui psp_cmd_submit_buf(struct psp_context *psp,
1220e5ca0d1SHuang Rui 		   struct amdgpu_firmware_info *ucode,
1230b25cbf9SHawking Zhang 		   struct psp_gfx_cmd_resp *cmd, uint64_t fence_mc_addr)
1240e5ca0d1SHuang Rui {
1250e5ca0d1SHuang Rui 	int ret;
1260b25cbf9SHawking Zhang 	int index;
1270e5ca0d1SHuang Rui 
128a1952da7SHuang Rui 	memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE);
1290e5ca0d1SHuang Rui 
130a1952da7SHuang Rui 	memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp));
1310e5ca0d1SHuang Rui 
1320b25cbf9SHawking Zhang 	index = atomic_inc_return(&psp->fence_value);
133a1952da7SHuang Rui 	ret = psp_cmd_submit(psp, ucode, psp->cmd_buf_mc_addr,
1340e5ca0d1SHuang Rui 			     fence_mc_addr, index);
1350b25cbf9SHawking Zhang 	if (ret) {
1360b25cbf9SHawking Zhang 		atomic_dec(&psp->fence_value);
1370b25cbf9SHawking Zhang 		return ret;
138ca7f65c7Skbuild test robot 	}
1390e5ca0d1SHuang Rui 
1400b25cbf9SHawking Zhang 	while (*((unsigned int *)psp->fence_buf) != index)
1410b25cbf9SHawking Zhang 		msleep(1);
1420b25cbf9SHawking Zhang 
14328a16027SHuang Rui 	/* the status field must be 0 after FW is loaded */
14428a16027SHuang Rui 	if (ucode && psp->cmd_buf_mem->resp.status) {
14528a16027SHuang Rui 		DRM_ERROR("failed loading with status (%d) and ucode id (%d)\n",
14628a16027SHuang Rui 			  psp->cmd_buf_mem->resp.status, ucode->ucode_id);
14728a16027SHuang Rui 		return -EINVAL;
14828a16027SHuang Rui 	}
14928a16027SHuang Rui 
150435198f3SJames Zhu 	if (ucode) {
151435198f3SJames Zhu 		ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo;
152435198f3SJames Zhu 		ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi;
153435198f3SJames Zhu 	}
154435198f3SJames Zhu 
1550e5ca0d1SHuang Rui 	return ret;
1560e5ca0d1SHuang Rui }
1570e5ca0d1SHuang Rui 
1580e5ca0d1SHuang Rui static void psp_prep_tmr_cmd_buf(struct psp_gfx_cmd_resp *cmd,
1590e5ca0d1SHuang Rui 				 uint64_t tmr_mc, uint32_t size)
1600e5ca0d1SHuang Rui {
1610e5ca0d1SHuang Rui 	cmd->cmd_id = GFX_CMD_ID_SETUP_TMR;
162f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc);
163f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc);
1640e5ca0d1SHuang Rui 	cmd->cmd.cmd_setup_tmr.buf_size = size;
1650e5ca0d1SHuang Rui }
1660e5ca0d1SHuang Rui 
1670e5ca0d1SHuang Rui /* Set up Trusted Memory Region */
1680e5ca0d1SHuang Rui static int psp_tmr_init(struct psp_context *psp)
1690e5ca0d1SHuang Rui {
1700e5ca0d1SHuang Rui 	int ret;
1710e5ca0d1SHuang Rui 
1720e5ca0d1SHuang Rui 	/*
1730e5ca0d1SHuang Rui 	 * Allocate 3M memory aligned to 1M from Frame Buffer (local
1740e5ca0d1SHuang Rui 	 * physical).
1750e5ca0d1SHuang Rui 	 *
1760e5ca0d1SHuang Rui 	 * Note: this memory need be reserved till the driver
1770e5ca0d1SHuang Rui 	 * uninitializes.
1780e5ca0d1SHuang Rui 	 */
1793082be1aSFeifei Xu 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_TMR_SIZE, 0x100000,
1800e5ca0d1SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
1810e5ca0d1SHuang Rui 				      &psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
1826f2b1fccSHuang Rui 
1836f2b1fccSHuang Rui 	return ret;
1846f2b1fccSHuang Rui }
1856f2b1fccSHuang Rui 
1866f2b1fccSHuang Rui static int psp_tmr_load(struct psp_context *psp)
1876f2b1fccSHuang Rui {
1886f2b1fccSHuang Rui 	int ret;
1896f2b1fccSHuang Rui 	struct psp_gfx_cmd_resp *cmd;
1906f2b1fccSHuang Rui 
1916f2b1fccSHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
1926f2b1fccSHuang Rui 	if (!cmd)
1936f2b1fccSHuang Rui 		return -ENOMEM;
1940e5ca0d1SHuang Rui 
1953082be1aSFeifei Xu 	psp_prep_tmr_cmd_buf(cmd, psp->tmr_mc_addr, PSP_TMR_SIZE);
1963082be1aSFeifei Xu 	DRM_INFO("reserve 0x%x from 0x%llx for PSP TMR SIZE\n",
1973082be1aSFeifei Xu 			PSP_TMR_SIZE, psp->tmr_mc_addr);
1980e5ca0d1SHuang Rui 
1990e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2000b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
2010e5ca0d1SHuang Rui 	if (ret)
2026f2b1fccSHuang Rui 		goto failed;
2030e5ca0d1SHuang Rui 
2040e5ca0d1SHuang Rui 	kfree(cmd);
2050e5ca0d1SHuang Rui 
2060e5ca0d1SHuang Rui 	return 0;
2070e5ca0d1SHuang Rui 
2080e5ca0d1SHuang Rui failed:
2090e5ca0d1SHuang Rui 	kfree(cmd);
2100e5ca0d1SHuang Rui 	return ret;
2110e5ca0d1SHuang Rui }
2120e5ca0d1SHuang Rui 
2130e5ca0d1SHuang Rui static void psp_prep_asd_cmd_buf(struct psp_gfx_cmd_resp *cmd,
2140e5ca0d1SHuang Rui 				 uint64_t asd_mc, uint64_t asd_mc_shared,
2150e5ca0d1SHuang Rui 				 uint32_t size, uint32_t shared_size)
2160e5ca0d1SHuang Rui {
2170e5ca0d1SHuang Rui 	cmd->cmd_id = GFX_CMD_ID_LOAD_ASD;
2180e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(asd_mc);
2190e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(asd_mc);
2200e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_len = size;
2210e5ca0d1SHuang Rui 
2220e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(asd_mc_shared);
2230e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(asd_mc_shared);
2240e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
2250e5ca0d1SHuang Rui }
2260e5ca0d1SHuang Rui 
227f5cfef98SHuang Rui static int psp_asd_init(struct psp_context *psp)
2280e5ca0d1SHuang Rui {
2290e5ca0d1SHuang Rui 	int ret;
2300e5ca0d1SHuang Rui 
2310e5ca0d1SHuang Rui 	/*
2320e5ca0d1SHuang Rui 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
2330e5ca0d1SHuang Rui 	 * physical) for shared ASD <-> Driver
2340e5ca0d1SHuang Rui 	 */
235f5cfef98SHuang Rui 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_ASD_SHARED_MEM_SIZE,
236f5cfef98SHuang Rui 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
237f5cfef98SHuang Rui 				      &psp->asd_shared_bo,
238f5cfef98SHuang Rui 				      &psp->asd_shared_mc_addr,
239f5cfef98SHuang Rui 				      &psp->asd_shared_buf);
2400e5ca0d1SHuang Rui 
2410e5ca0d1SHuang Rui 	return ret;
2420e5ca0d1SHuang Rui }
2430e5ca0d1SHuang Rui 
2440e5ca0d1SHuang Rui static int psp_asd_load(struct psp_context *psp)
2450e5ca0d1SHuang Rui {
2460e5ca0d1SHuang Rui 	int ret;
2470e5ca0d1SHuang Rui 	struct psp_gfx_cmd_resp *cmd;
2480e5ca0d1SHuang Rui 
249943cafb8SXiangliang Yu 	/* If PSP version doesn't match ASD version, asd loading will be failed.
250943cafb8SXiangliang Yu 	 * add workaround to bypass it for sriov now.
251943cafb8SXiangliang Yu 	 * TODO: add version check to make it common
252943cafb8SXiangliang Yu 	 */
253943cafb8SXiangliang Yu 	if (amdgpu_sriov_vf(psp->adev))
254943cafb8SXiangliang Yu 		return 0;
255943cafb8SXiangliang Yu 
2560e5ca0d1SHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2570e5ca0d1SHuang Rui 	if (!cmd)
2580e5ca0d1SHuang Rui 		return -ENOMEM;
2590e5ca0d1SHuang Rui 
2602b0c3aeeSHuang Rui 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
2612b0c3aeeSHuang Rui 	memcpy(psp->fw_pri_buf, psp->asd_start_addr, psp->asd_ucode_size);
2620e5ca0d1SHuang Rui 
263f5cfef98SHuang Rui 	psp_prep_asd_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->asd_shared_mc_addr,
2640e5ca0d1SHuang Rui 			     psp->asd_ucode_size, PSP_ASD_SHARED_MEM_SIZE);
2650e5ca0d1SHuang Rui 
2660e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2670b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
2680e5ca0d1SHuang Rui 
2690e5ca0d1SHuang Rui 	kfree(cmd);
2700e5ca0d1SHuang Rui 
2710e5ca0d1SHuang Rui 	return ret;
2720e5ca0d1SHuang Rui }
2730e5ca0d1SHuang Rui 
27497c8d171SHawking Zhang static void psp_prep_xgmi_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
27597c8d171SHawking Zhang 					  uint64_t xgmi_ta_mc, uint64_t xgmi_mc_shared,
27697c8d171SHawking Zhang 					  uint32_t xgmi_ta_size, uint32_t shared_size)
27797c8d171SHawking Zhang {
27897c8d171SHawking Zhang         cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
27997c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(xgmi_ta_mc);
28097c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(xgmi_ta_mc);
28197c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_len = xgmi_ta_size;
28297c8d171SHawking Zhang 
28397c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(xgmi_mc_shared);
28497c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(xgmi_mc_shared);
28597c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
28697c8d171SHawking Zhang }
28797c8d171SHawking Zhang 
28897c8d171SHawking Zhang static int psp_xgmi_init_shared_buf(struct psp_context *psp)
28997c8d171SHawking Zhang {
29097c8d171SHawking Zhang 	int ret;
29197c8d171SHawking Zhang 
29297c8d171SHawking Zhang 	/*
29397c8d171SHawking Zhang 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
29497c8d171SHawking Zhang 	 * physical) for xgmi ta <-> Driver
29597c8d171SHawking Zhang 	 */
29697c8d171SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_XGMI_SHARED_MEM_SIZE,
29797c8d171SHawking Zhang 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
29897c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_bo,
29997c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_mc_addr,
30097c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_buf);
30197c8d171SHawking Zhang 
30297c8d171SHawking Zhang 	return ret;
30397c8d171SHawking Zhang }
30497c8d171SHawking Zhang 
30597c8d171SHawking Zhang static int psp_xgmi_load(struct psp_context *psp)
30697c8d171SHawking Zhang {
30797c8d171SHawking Zhang 	int ret;
30897c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
30997c8d171SHawking Zhang 
31097c8d171SHawking Zhang 	/*
31197c8d171SHawking Zhang 	 * TODO: bypass the loading in sriov for now
31297c8d171SHawking Zhang 	 */
31397c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
31497c8d171SHawking Zhang 		return 0;
31597c8d171SHawking Zhang 
31697c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
31797c8d171SHawking Zhang 	if (!cmd)
31897c8d171SHawking Zhang 		return -ENOMEM;
31997c8d171SHawking Zhang 
32097c8d171SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
32197c8d171SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->ta_xgmi_start_addr, psp->ta_xgmi_ucode_size);
32297c8d171SHawking Zhang 
32397c8d171SHawking Zhang 	psp_prep_xgmi_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
32497c8d171SHawking Zhang 				      psp->xgmi_context.xgmi_shared_mc_addr,
32597c8d171SHawking Zhang 				      psp->ta_xgmi_ucode_size, PSP_XGMI_SHARED_MEM_SIZE);
32697c8d171SHawking Zhang 
32797c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
32897c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
32997c8d171SHawking Zhang 
33097c8d171SHawking Zhang 	if (!ret) {
33197c8d171SHawking Zhang 		psp->xgmi_context.initialized = 1;
33297c8d171SHawking Zhang 		psp->xgmi_context.session_id = cmd->resp.session_id;
33397c8d171SHawking Zhang 	}
33497c8d171SHawking Zhang 
33597c8d171SHawking Zhang 	kfree(cmd);
33697c8d171SHawking Zhang 
33797c8d171SHawking Zhang 	return ret;
33897c8d171SHawking Zhang }
33997c8d171SHawking Zhang 
34097c8d171SHawking Zhang static void psp_prep_xgmi_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
34197c8d171SHawking Zhang 					    uint32_t xgmi_session_id)
34297c8d171SHawking Zhang {
34397c8d171SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
34497c8d171SHawking Zhang 	cmd->cmd.cmd_unload_ta.session_id = xgmi_session_id;
34597c8d171SHawking Zhang }
34697c8d171SHawking Zhang 
34797c8d171SHawking Zhang static int psp_xgmi_unload(struct psp_context *psp)
34897c8d171SHawking Zhang {
34997c8d171SHawking Zhang 	int ret;
35097c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
35197c8d171SHawking Zhang 
35297c8d171SHawking Zhang 	/*
35397c8d171SHawking Zhang 	 * TODO: bypass the unloading in sriov for now
35497c8d171SHawking Zhang 	 */
35597c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
35697c8d171SHawking Zhang 		return 0;
35797c8d171SHawking Zhang 
35897c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
35997c8d171SHawking Zhang 	if (!cmd)
36097c8d171SHawking Zhang 		return -ENOMEM;
36197c8d171SHawking Zhang 
36297c8d171SHawking Zhang 	psp_prep_xgmi_ta_unload_cmd_buf(cmd, psp->xgmi_context.session_id);
36397c8d171SHawking Zhang 
36497c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
36597c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
36697c8d171SHawking Zhang 
36797c8d171SHawking Zhang 	kfree(cmd);
36897c8d171SHawking Zhang 
36997c8d171SHawking Zhang 	return ret;
37097c8d171SHawking Zhang }
37197c8d171SHawking Zhang 
372ca6e1e59SHawking Zhang static void psp_prep_xgmi_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
373ca6e1e59SHawking Zhang 					    uint32_t ta_cmd_id,
374ca6e1e59SHawking Zhang 					    uint32_t xgmi_session_id)
375ca6e1e59SHawking Zhang {
376ca6e1e59SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
377ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.session_id = xgmi_session_id;
378ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
379ca6e1e59SHawking Zhang 	/* Note: cmd_invoke_cmd.buf is not used for now */
380ca6e1e59SHawking Zhang }
381ca6e1e59SHawking Zhang 
382ca6e1e59SHawking Zhang int psp_xgmi_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
383ca6e1e59SHawking Zhang {
384ca6e1e59SHawking Zhang 	int ret;
385ca6e1e59SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
386ca6e1e59SHawking Zhang 
387ca6e1e59SHawking Zhang 	/*
388ca6e1e59SHawking Zhang 	 * TODO: bypass the loading in sriov for now
389ca6e1e59SHawking Zhang 	*/
390ca6e1e59SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
391ca6e1e59SHawking Zhang 		return 0;
392ca6e1e59SHawking Zhang 
393ca6e1e59SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
394ca6e1e59SHawking Zhang 	if (!cmd)
395ca6e1e59SHawking Zhang 		return -ENOMEM;
396ca6e1e59SHawking Zhang 
397ca6e1e59SHawking Zhang 	psp_prep_xgmi_ta_invoke_cmd_buf(cmd, ta_cmd_id,
398ca6e1e59SHawking Zhang 					psp->xgmi_context.session_id);
399ca6e1e59SHawking Zhang 
400ca6e1e59SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
401ca6e1e59SHawking Zhang 				 psp->fence_buf_mc_addr);
402ca6e1e59SHawking Zhang 
403ca6e1e59SHawking Zhang 	kfree(cmd);
404ca6e1e59SHawking Zhang 
405ca6e1e59SHawking Zhang         return ret;
406ca6e1e59SHawking Zhang }
407ca6e1e59SHawking Zhang 
408*3e2e2ab5SHawking Zhang static int psp_xgmi_terminate(struct psp_context *psp)
409*3e2e2ab5SHawking Zhang {
410*3e2e2ab5SHawking Zhang 	int ret;
411*3e2e2ab5SHawking Zhang 
412*3e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized)
413*3e2e2ab5SHawking Zhang 		return 0;
414*3e2e2ab5SHawking Zhang 
415*3e2e2ab5SHawking Zhang 	ret = psp_xgmi_unload(psp);
416*3e2e2ab5SHawking Zhang 	if (ret)
417*3e2e2ab5SHawking Zhang 		return ret;
418*3e2e2ab5SHawking Zhang 
419*3e2e2ab5SHawking Zhang 	psp->xgmi_context.initialized = 0;
420*3e2e2ab5SHawking Zhang 
421*3e2e2ab5SHawking Zhang 	/* free xgmi shared memory */
422*3e2e2ab5SHawking Zhang 	amdgpu_bo_free_kernel(&psp->xgmi_context.xgmi_shared_bo,
423*3e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_mc_addr,
424*3e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_buf);
425*3e2e2ab5SHawking Zhang 
426*3e2e2ab5SHawking Zhang 	return 0;
427*3e2e2ab5SHawking Zhang }
428*3e2e2ab5SHawking Zhang 
429*3e2e2ab5SHawking Zhang static int psp_xgmi_initialize(struct psp_context *psp)
430*3e2e2ab5SHawking Zhang {
431*3e2e2ab5SHawking Zhang 	struct ta_xgmi_shared_memory *xgmi_cmd;
432*3e2e2ab5SHawking Zhang 	int ret;
433*3e2e2ab5SHawking Zhang 
434*3e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized) {
435*3e2e2ab5SHawking Zhang 		ret = psp_xgmi_init_shared_buf(psp);
436*3e2e2ab5SHawking Zhang 		if (ret)
437*3e2e2ab5SHawking Zhang 			return ret;
438*3e2e2ab5SHawking Zhang 	}
439*3e2e2ab5SHawking Zhang 
440*3e2e2ab5SHawking Zhang 	/* Load XGMI TA */
441*3e2e2ab5SHawking Zhang 	ret = psp_xgmi_load(psp);
442*3e2e2ab5SHawking Zhang 	if (ret)
443*3e2e2ab5SHawking Zhang 		return ret;
444*3e2e2ab5SHawking Zhang 
445*3e2e2ab5SHawking Zhang 	/* Initialize XGMI session */
446*3e2e2ab5SHawking Zhang 	xgmi_cmd = (struct ta_xgmi_shared_memory *)(psp->xgmi_context.xgmi_shared_buf);
447*3e2e2ab5SHawking Zhang 	memset(xgmi_cmd, 0, sizeof(struct ta_xgmi_shared_memory));
448*3e2e2ab5SHawking Zhang 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__INITIALIZE;
449*3e2e2ab5SHawking Zhang 
450*3e2e2ab5SHawking Zhang 	ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);
451*3e2e2ab5SHawking Zhang 
452*3e2e2ab5SHawking Zhang 	return ret;
453*3e2e2ab5SHawking Zhang }
454*3e2e2ab5SHawking Zhang 
455be70bbdaSHuang Rui static int psp_hw_start(struct psp_context *psp)
456be70bbdaSHuang Rui {
45755981bd2SMonk Liu 	struct amdgpu_device *adev = psp->adev;
458be70bbdaSHuang Rui 	int ret;
459be70bbdaSHuang Rui 
46013a752e3SMonk Liu 	if (!amdgpu_sriov_vf(adev) || !adev->in_gpu_reset) {
4610e5ca0d1SHuang Rui 		ret = psp_bootloader_load_sysdrv(psp);
4620e5ca0d1SHuang Rui 		if (ret)
463be70bbdaSHuang Rui 			return ret;
4640e5ca0d1SHuang Rui 
4650e5ca0d1SHuang Rui 		ret = psp_bootloader_load_sos(psp);
4660e5ca0d1SHuang Rui 		if (ret)
467be70bbdaSHuang Rui 			return ret;
46855981bd2SMonk Liu 	}
4690e5ca0d1SHuang Rui 
470be70bbdaSHuang Rui 	ret = psp_ring_create(psp, PSP_RING_TYPE__KM);
4710e5ca0d1SHuang Rui 	if (ret)
472be70bbdaSHuang Rui 		return ret;
4730e5ca0d1SHuang Rui 
474be70bbdaSHuang Rui 	ret = psp_tmr_load(psp);
4750e5ca0d1SHuang Rui 	if (ret)
476be70bbdaSHuang Rui 		return ret;
4770e5ca0d1SHuang Rui 
4780e5ca0d1SHuang Rui 	ret = psp_asd_load(psp);
4790e5ca0d1SHuang Rui 	if (ret)
480be70bbdaSHuang Rui 		return ret;
481be70bbdaSHuang Rui 
482*3e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1) {
483*3e2e2ab5SHawking Zhang 		ret = psp_xgmi_initialize(psp);
484*3e2e2ab5SHawking Zhang 		/* Warning the XGMI seesion initialize failure
485*3e2e2ab5SHawking Zhang 		 * Instead of stop driver initialization
486*3e2e2ab5SHawking Zhang 		 */
487*3e2e2ab5SHawking Zhang 		if (ret)
488*3e2e2ab5SHawking Zhang 			dev_err(psp->adev->dev,
489*3e2e2ab5SHawking Zhang 				"XGMI: Failed to initialize XGMI session\n");
490*3e2e2ab5SHawking Zhang 	}
491be70bbdaSHuang Rui 	return 0;
492be70bbdaSHuang Rui }
493be70bbdaSHuang Rui 
494be70bbdaSHuang Rui static int psp_np_fw_load(struct psp_context *psp)
495be70bbdaSHuang Rui {
496be70bbdaSHuang Rui 	int i, ret;
497be70bbdaSHuang Rui 	struct amdgpu_firmware_info *ucode;
498be70bbdaSHuang Rui 	struct amdgpu_device* adev = psp->adev;
4990e5ca0d1SHuang Rui 
5000e5ca0d1SHuang Rui 	for (i = 0; i < adev->firmware.max_ucodes; i++) {
5010e5ca0d1SHuang Rui 		ucode = &adev->firmware.ucode[i];
5020e5ca0d1SHuang Rui 		if (!ucode->fw)
5030e5ca0d1SHuang Rui 			continue;
5040e5ca0d1SHuang Rui 
5050e5ca0d1SHuang Rui 		if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC &&
5060e5ca0d1SHuang Rui 		    psp_smu_reload_quirk(psp))
5070e5ca0d1SHuang Rui 			continue;
508e993ca4fSDaniel Wang 		if (amdgpu_sriov_vf(adev) &&
509e993ca4fSDaniel Wang 		   (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA0
510e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1
511e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_RLC_G))
512e993ca4fSDaniel Wang 			/*skip ucode loading in SRIOV VF */
513e993ca4fSDaniel Wang 			continue;
5140e5ca0d1SHuang Rui 
515be70bbdaSHuang Rui 		ret = psp_prep_cmd_buf(ucode, psp->cmd);
5160e5ca0d1SHuang Rui 		if (ret)
517be70bbdaSHuang Rui 			return ret;
5180e5ca0d1SHuang Rui 
519be70bbdaSHuang Rui 		ret = psp_cmd_submit_buf(psp, ucode, psp->cmd,
5200b25cbf9SHawking Zhang 					 psp->fence_buf_mc_addr);
5210e5ca0d1SHuang Rui 		if (ret)
522be70bbdaSHuang Rui 			return ret;
5230e5ca0d1SHuang Rui 
5240e5ca0d1SHuang Rui #if 0
5250e5ca0d1SHuang Rui 		/* check if firmware loaded sucessfully */
5260e5ca0d1SHuang Rui 		if (!amdgpu_psp_check_fw_loading_status(adev, i))
5270e5ca0d1SHuang Rui 			return -EINVAL;
5280e5ca0d1SHuang Rui #endif
5290e5ca0d1SHuang Rui 	}
5300e5ca0d1SHuang Rui 
531be70bbdaSHuang Rui 	return 0;
532be70bbdaSHuang Rui }
533be70bbdaSHuang Rui 
5340e5ca0d1SHuang Rui static int psp_load_fw(struct amdgpu_device *adev)
5350e5ca0d1SHuang Rui {
5360e5ca0d1SHuang Rui 	int ret;
5370e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
5380e5ca0d1SHuang Rui 
53977a3c96bSMonk Liu 	if (amdgpu_sriov_vf(adev) && adev->in_gpu_reset != 0)
54077a3c96bSMonk Liu 		goto skip_memalloc;
54177a3c96bSMonk Liu 
54267bef0f7SHuang Rui 	psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
54367bef0f7SHuang Rui 	if (!psp->cmd)
5440e5ca0d1SHuang Rui 		return -ENOMEM;
5450e5ca0d1SHuang Rui 
54653a5cf57SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_1_MEG, PSP_1_MEG,
54753a5cf57SHuang Rui 					AMDGPU_GEM_DOMAIN_GTT,
54853a5cf57SHuang Rui 					&psp->fw_pri_bo,
54953a5cf57SHuang Rui 					&psp->fw_pri_mc_addr,
55053a5cf57SHuang Rui 					&psp->fw_pri_buf);
5510e5ca0d1SHuang Rui 	if (ret)
5520e5ca0d1SHuang Rui 		goto failed;
5530e5ca0d1SHuang Rui 
5540e5ca0d1SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_FENCE_BUFFER_SIZE, PAGE_SIZE,
5550e5ca0d1SHuang Rui 					AMDGPU_GEM_DOMAIN_VRAM,
5560e5ca0d1SHuang Rui 					&psp->fence_buf_bo,
5570e5ca0d1SHuang Rui 					&psp->fence_buf_mc_addr,
5580e5ca0d1SHuang Rui 					&psp->fence_buf);
5590e5ca0d1SHuang Rui 	if (ret)
560a1952da7SHuang Rui 		goto failed_mem2;
561a1952da7SHuang Rui 
562a1952da7SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_CMD_BUFFER_SIZE, PAGE_SIZE,
563a1952da7SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
564a1952da7SHuang Rui 				      &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
565a1952da7SHuang Rui 				      (void **)&psp->cmd_buf_mem);
566a1952da7SHuang Rui 	if (ret)
56753a5cf57SHuang Rui 		goto failed_mem1;
5680e5ca0d1SHuang Rui 
5690e5ca0d1SHuang Rui 	memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE);
5700e5ca0d1SHuang Rui 
571be70bbdaSHuang Rui 	ret = psp_ring_init(psp, PSP_RING_TYPE__KM);
5720e5ca0d1SHuang Rui 	if (ret)
573a1952da7SHuang Rui 		goto failed_mem;
5740e5ca0d1SHuang Rui 
575be70bbdaSHuang Rui 	ret = psp_tmr_init(psp);
5766f2b1fccSHuang Rui 	if (ret)
5776f2b1fccSHuang Rui 		goto failed_mem;
5786f2b1fccSHuang Rui 
579f5cfef98SHuang Rui 	ret = psp_asd_init(psp);
580f5cfef98SHuang Rui 	if (ret)
581f5cfef98SHuang Rui 		goto failed_mem;
582f5cfef98SHuang Rui 
58377a3c96bSMonk Liu skip_memalloc:
584be70bbdaSHuang Rui 	ret = psp_hw_start(psp);
5850e5ca0d1SHuang Rui 	if (ret)
5860e5ca0d1SHuang Rui 		goto failed_mem;
5870e5ca0d1SHuang Rui 
588be70bbdaSHuang Rui 	ret = psp_np_fw_load(psp);
5890e5ca0d1SHuang Rui 	if (ret)
5900e5ca0d1SHuang Rui 		goto failed_mem;
5910e5ca0d1SHuang Rui 
5920e5ca0d1SHuang Rui 	return 0;
5930e5ca0d1SHuang Rui 
5940e5ca0d1SHuang Rui failed_mem:
595a1952da7SHuang Rui 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo,
596a1952da7SHuang Rui 			      &psp->cmd_buf_mc_addr,
597a1952da7SHuang Rui 			      (void **)&psp->cmd_buf_mem);
598a1952da7SHuang Rui failed_mem1:
5990e5ca0d1SHuang Rui 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,
6000e5ca0d1SHuang Rui 			      &psp->fence_buf_mc_addr, &psp->fence_buf);
601a1952da7SHuang Rui failed_mem2:
60253a5cf57SHuang Rui 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,
60353a5cf57SHuang Rui 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);
6040e5ca0d1SHuang Rui failed:
60567bef0f7SHuang Rui 	kfree(psp->cmd);
60667bef0f7SHuang Rui 	psp->cmd = NULL;
6070e5ca0d1SHuang Rui 	return ret;
6080e5ca0d1SHuang Rui }
6090e5ca0d1SHuang Rui 
6100e5ca0d1SHuang Rui static int psp_hw_init(void *handle)
6110e5ca0d1SHuang Rui {
6120e5ca0d1SHuang Rui 	int ret;
6130e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
6140e5ca0d1SHuang Rui 
6150e5ca0d1SHuang Rui 
6160e5ca0d1SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
6170e5ca0d1SHuang Rui 		return 0;
6180e5ca0d1SHuang Rui 
6190e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
6206e13bdf6SRex Zhu 	/*
6216e13bdf6SRex Zhu 	 * This sequence is just used on hw_init only once, no need on
6226e13bdf6SRex Zhu 	 * resume.
6236e13bdf6SRex Zhu 	 */
6246e13bdf6SRex Zhu 	ret = amdgpu_ucode_init_bo(adev);
6256e13bdf6SRex Zhu 	if (ret)
6266e13bdf6SRex Zhu 		goto failed;
6270e5ca0d1SHuang Rui 
6280e5ca0d1SHuang Rui 	ret = psp_load_fw(adev);
6290e5ca0d1SHuang Rui 	if (ret) {
6300e5ca0d1SHuang Rui 		DRM_ERROR("PSP firmware loading failed\n");
6310e5ca0d1SHuang Rui 		goto failed;
6320e5ca0d1SHuang Rui 	}
6330e5ca0d1SHuang Rui 
6340e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
6350e5ca0d1SHuang Rui 	return 0;
6360e5ca0d1SHuang Rui 
6370e5ca0d1SHuang Rui failed:
6380e5ca0d1SHuang Rui 	adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT;
6390e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
6400e5ca0d1SHuang Rui 	return -EINVAL;
6410e5ca0d1SHuang Rui }
6420e5ca0d1SHuang Rui 
6430e5ca0d1SHuang Rui static int psp_hw_fini(void *handle)
6440e5ca0d1SHuang Rui {
6450e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
6460e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
6470e5ca0d1SHuang Rui 
648e3c5e982STrigger Huang 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
649e3c5e982STrigger Huang 		return 0;
650e3c5e982STrigger Huang 
651*3e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
652*3e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1)
653*3e2e2ab5SHawking Zhang                 psp_xgmi_terminate(psp);
654*3e2e2ab5SHawking Zhang 
655e3c5e982STrigger Huang 	psp_ring_destroy(psp, PSP_RING_TYPE__KM);
656e3c5e982STrigger Huang 
6570e5ca0d1SHuang Rui 	amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
65853a5cf57SHuang Rui 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,
65953a5cf57SHuang Rui 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);
660b4de2c5aSHuang Rui 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,
661b4de2c5aSHuang Rui 			      &psp->fence_buf_mc_addr, &psp->fence_buf);
662311146c9SHuang Rui 	amdgpu_bo_free_kernel(&psp->asd_shared_bo, &psp->asd_shared_mc_addr,
663311146c9SHuang Rui 			      &psp->asd_shared_buf);
664a1952da7SHuang Rui 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
665a1952da7SHuang Rui 			      (void **)&psp->cmd_buf_mem);
666b4de2c5aSHuang Rui 
66767bef0f7SHuang Rui 	kfree(psp->cmd);
66867bef0f7SHuang Rui 	psp->cmd = NULL;
66967bef0f7SHuang Rui 
6700e5ca0d1SHuang Rui 	return 0;
6710e5ca0d1SHuang Rui }
6720e5ca0d1SHuang Rui 
6730e5ca0d1SHuang Rui static int psp_suspend(void *handle)
6740e5ca0d1SHuang Rui {
675bcd6eab8SEvan Quan 	int ret;
676bcd6eab8SEvan Quan 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
677bcd6eab8SEvan Quan 	struct psp_context *psp = &adev->psp;
678bcd6eab8SEvan Quan 
679a9f36360SAlex Deucher 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
680a9f36360SAlex Deucher 		return 0;
681a9f36360SAlex Deucher 
682*3e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
683*3e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1) {
684*3e2e2ab5SHawking Zhang 		ret = psp_xgmi_terminate(psp);
685*3e2e2ab5SHawking Zhang 		if (ret) {
686*3e2e2ab5SHawking Zhang 			DRM_ERROR("Failed to terminate xgmi ta\n");
687*3e2e2ab5SHawking Zhang 			return ret;
688*3e2e2ab5SHawking Zhang 		}
689*3e2e2ab5SHawking Zhang 	}
690*3e2e2ab5SHawking Zhang 
691bcd6eab8SEvan Quan 	ret = psp_ring_stop(psp, PSP_RING_TYPE__KM);
692bcd6eab8SEvan Quan 	if (ret) {
693bcd6eab8SEvan Quan 		DRM_ERROR("PSP ring stop failed\n");
694bcd6eab8SEvan Quan 		return ret;
695bcd6eab8SEvan Quan 	}
696bcd6eab8SEvan Quan 
6970e5ca0d1SHuang Rui 	return 0;
6980e5ca0d1SHuang Rui }
6990e5ca0d1SHuang Rui 
7000e5ca0d1SHuang Rui static int psp_resume(void *handle)
7010e5ca0d1SHuang Rui {
7020e5ca0d1SHuang Rui 	int ret;
7030e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
70493ea9b9fSHuang Rui 	struct psp_context *psp = &adev->psp;
7050e5ca0d1SHuang Rui 
7060e5ca0d1SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
7070e5ca0d1SHuang Rui 		return 0;
7080e5ca0d1SHuang Rui 
70993ea9b9fSHuang Rui 	DRM_INFO("PSP is resuming...\n");
71093ea9b9fSHuang Rui 
7110e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
7120e5ca0d1SHuang Rui 
71393ea9b9fSHuang Rui 	ret = psp_hw_start(psp);
7140e5ca0d1SHuang Rui 	if (ret)
71593ea9b9fSHuang Rui 		goto failed;
71693ea9b9fSHuang Rui 
71793ea9b9fSHuang Rui 	ret = psp_np_fw_load(psp);
71893ea9b9fSHuang Rui 	if (ret)
71993ea9b9fSHuang Rui 		goto failed;
7200e5ca0d1SHuang Rui 
7210e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
7220e5ca0d1SHuang Rui 
72393ea9b9fSHuang Rui 	return 0;
72493ea9b9fSHuang Rui 
72593ea9b9fSHuang Rui failed:
72693ea9b9fSHuang Rui 	DRM_ERROR("PSP resume failed\n");
72793ea9b9fSHuang Rui 	mutex_unlock(&adev->firmware.mutex);
7280e5ca0d1SHuang Rui 	return ret;
7290e5ca0d1SHuang Rui }
7300e5ca0d1SHuang Rui 
731f75a9a5dSAlex Deucher int psp_gpu_reset(struct amdgpu_device *adev)
73298512bb8SKen Wang {
7332d4f9020SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
7342d4f9020SHuang Rui 		return 0;
7352d4f9020SHuang Rui 
73698512bb8SKen Wang 	return psp_mode1_reset(&adev->psp);
73798512bb8SKen Wang }
73898512bb8SKen Wang 
7390e5ca0d1SHuang Rui static bool psp_check_fw_loading_status(struct amdgpu_device *adev,
7400e5ca0d1SHuang Rui 					enum AMDGPU_UCODE_ID ucode_type)
7410e5ca0d1SHuang Rui {
7420e5ca0d1SHuang Rui 	struct amdgpu_firmware_info *ucode = NULL;
7430e5ca0d1SHuang Rui 
7440e5ca0d1SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
7450e5ca0d1SHuang Rui 		DRM_INFO("firmware is not loaded by PSP\n");
7460e5ca0d1SHuang Rui 		return true;
7470e5ca0d1SHuang Rui 	}
7480e5ca0d1SHuang Rui 
7490e5ca0d1SHuang Rui 	if (!adev->firmware.fw_size)
7500e5ca0d1SHuang Rui 		return false;
7510e5ca0d1SHuang Rui 
7520e5ca0d1SHuang Rui 	ucode = &adev->firmware.ucode[ucode_type];
7530e5ca0d1SHuang Rui 	if (!ucode->fw || !ucode->ucode_size)
7540e5ca0d1SHuang Rui 		return false;
7550e5ca0d1SHuang Rui 
7560e5ca0d1SHuang Rui 	return psp_compare_sram_data(&adev->psp, ucode, ucode_type);
7570e5ca0d1SHuang Rui }
7580e5ca0d1SHuang Rui 
7590e5ca0d1SHuang Rui static int psp_set_clockgating_state(void *handle,
7600e5ca0d1SHuang Rui 				     enum amd_clockgating_state state)
7610e5ca0d1SHuang Rui {
7620e5ca0d1SHuang Rui 	return 0;
7630e5ca0d1SHuang Rui }
7640e5ca0d1SHuang Rui 
7650e5ca0d1SHuang Rui static int psp_set_powergating_state(void *handle,
7660e5ca0d1SHuang Rui 				     enum amd_powergating_state state)
7670e5ca0d1SHuang Rui {
7680e5ca0d1SHuang Rui 	return 0;
7690e5ca0d1SHuang Rui }
7700e5ca0d1SHuang Rui 
7710e5ca0d1SHuang Rui const struct amd_ip_funcs psp_ip_funcs = {
7720e5ca0d1SHuang Rui 	.name = "psp",
7730e5ca0d1SHuang Rui 	.early_init = psp_early_init,
7740e5ca0d1SHuang Rui 	.late_init = NULL,
7750e5ca0d1SHuang Rui 	.sw_init = psp_sw_init,
7760e5ca0d1SHuang Rui 	.sw_fini = psp_sw_fini,
7770e5ca0d1SHuang Rui 	.hw_init = psp_hw_init,
7780e5ca0d1SHuang Rui 	.hw_fini = psp_hw_fini,
7790e5ca0d1SHuang Rui 	.suspend = psp_suspend,
7800e5ca0d1SHuang Rui 	.resume = psp_resume,
7810e5ca0d1SHuang Rui 	.is_idle = NULL,
782f75a9a5dSAlex Deucher 	.check_soft_reset = NULL,
7830e5ca0d1SHuang Rui 	.wait_for_idle = NULL,
784f75a9a5dSAlex Deucher 	.soft_reset = NULL,
7850e5ca0d1SHuang Rui 	.set_clockgating_state = psp_set_clockgating_state,
7860e5ca0d1SHuang Rui 	.set_powergating_state = psp_set_powergating_state,
7870e5ca0d1SHuang Rui };
7880e5ca0d1SHuang Rui 
7890e5ca0d1SHuang Rui static const struct amdgpu_psp_funcs psp_funcs = {
7900e5ca0d1SHuang Rui 	.check_fw_loading_status = psp_check_fw_loading_status,
7910e5ca0d1SHuang Rui };
7920e5ca0d1SHuang Rui 
7930e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev)
7940e5ca0d1SHuang Rui {
7950e5ca0d1SHuang Rui 	if (NULL == adev->firmware.funcs)
7960e5ca0d1SHuang Rui 		adev->firmware.funcs = &psp_funcs;
7970e5ca0d1SHuang Rui }
7980e5ca0d1SHuang Rui 
7990e5ca0d1SHuang Rui const struct amdgpu_ip_block_version psp_v3_1_ip_block =
8000e5ca0d1SHuang Rui {
8010e5ca0d1SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
8020e5ca0d1SHuang Rui 	.major = 3,
8030e5ca0d1SHuang Rui 	.minor = 1,
8040e5ca0d1SHuang Rui 	.rev = 0,
8050e5ca0d1SHuang Rui 	.funcs = &psp_ip_funcs,
8060e5ca0d1SHuang Rui };
807dfbd6438SHuang Rui 
808dfbd6438SHuang Rui const struct amdgpu_ip_block_version psp_v10_0_ip_block =
809dfbd6438SHuang Rui {
810dfbd6438SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
811dfbd6438SHuang Rui 	.major = 10,
812dfbd6438SHuang Rui 	.minor = 0,
813dfbd6438SHuang Rui 	.rev = 0,
814dfbd6438SHuang Rui 	.funcs = &psp_ip_funcs,
815dfbd6438SHuang Rui };
816654f761cSFeifei Xu 
817654f761cSFeifei Xu const struct amdgpu_ip_block_version psp_v11_0_ip_block =
818654f761cSFeifei Xu {
819654f761cSFeifei Xu 	.type = AMD_IP_BLOCK_TYPE_PSP,
820654f761cSFeifei Xu 	.major = 11,
821654f761cSFeifei Xu 	.minor = 0,
822654f761cSFeifei Xu 	.rev = 0,
823654f761cSFeifei Xu 	.funcs = &psp_ip_funcs,
824654f761cSFeifei Xu };
825