10e5ca0d1SHuang Rui /*
20e5ca0d1SHuang Rui  * Copyright 2016 Advanced Micro Devices, Inc.
30e5ca0d1SHuang Rui  *
40e5ca0d1SHuang Rui  * Permission is hereby granted, free of charge, to any person obtaining a
50e5ca0d1SHuang Rui  * copy of this software and associated documentation files (the "Software"),
60e5ca0d1SHuang Rui  * to deal in the Software without restriction, including without limitation
70e5ca0d1SHuang Rui  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
80e5ca0d1SHuang Rui  * and/or sell copies of the Software, and to permit persons to whom the
90e5ca0d1SHuang Rui  * Software is furnished to do so, subject to the following conditions:
100e5ca0d1SHuang Rui  *
110e5ca0d1SHuang Rui  * The above copyright notice and this permission notice shall be included in
120e5ca0d1SHuang Rui  * all copies or substantial portions of the Software.
130e5ca0d1SHuang Rui  *
140e5ca0d1SHuang Rui  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
150e5ca0d1SHuang Rui  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
160e5ca0d1SHuang Rui  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
170e5ca0d1SHuang Rui  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
180e5ca0d1SHuang Rui  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
190e5ca0d1SHuang Rui  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
200e5ca0d1SHuang Rui  * OTHER DEALINGS IN THE SOFTWARE.
210e5ca0d1SHuang Rui  *
220e5ca0d1SHuang Rui  * Author: Huang Rui
230e5ca0d1SHuang Rui  *
240e5ca0d1SHuang Rui  */
250e5ca0d1SHuang Rui 
260e5ca0d1SHuang Rui #include <linux/firmware.h>
27fdf2f6c5SSam Ravnborg 
280e5ca0d1SHuang Rui #include "amdgpu.h"
290e5ca0d1SHuang Rui #include "amdgpu_psp.h"
300e5ca0d1SHuang Rui #include "amdgpu_ucode.h"
310e5ca0d1SHuang Rui #include "soc15_common.h"
320e5ca0d1SHuang Rui #include "psp_v3_1.h"
33c1798b54SHuang Rui #include "psp_v10_0.h"
34654f761cSFeifei Xu #include "psp_v11_0.h"
356a7a0bdbSAaron Liu #include "psp_v12_0.h"
360e5ca0d1SHuang Rui 
370e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev);
380e5ca0d1SHuang Rui 
390e5ca0d1SHuang Rui static int psp_early_init(void *handle)
400e5ca0d1SHuang Rui {
410e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
429d6fea57SAlex Deucher 	struct psp_context *psp = &adev->psp;
430e5ca0d1SHuang Rui 
440e5ca0d1SHuang Rui 	psp_set_funcs(adev);
450e5ca0d1SHuang Rui 
460e5ca0d1SHuang Rui 	switch (adev->asic_type) {
470e5ca0d1SHuang Rui 	case CHIP_VEGA10:
48ff13dc67SAlex Deucher 	case CHIP_VEGA12:
49e7f9ccb4SAlex Deucher 		psp_v3_1_set_psp_funcs(psp);
501d1f41cfSHawking Zhang 		psp->autoload_supported = false;
510e5ca0d1SHuang Rui 		break;
52c1798b54SHuang Rui 	case CHIP_RAVEN:
53e7f9ccb4SAlex Deucher 		psp_v10_0_set_psp_funcs(psp);
541d1f41cfSHawking Zhang 		psp->autoload_supported = false;
55c1798b54SHuang Rui 		break;
56654f761cSFeifei Xu 	case CHIP_VEGA20:
57f36d9ab9SJohn Clements 	case CHIP_ARCTURUS:
581d1f41cfSHawking Zhang 		psp_v11_0_set_psp_funcs(psp);
591d1f41cfSHawking Zhang 		psp->autoload_supported = false;
601d1f41cfSHawking Zhang 		break;
61bc290fe5STao Zhou 	case CHIP_NAVI10:
6282522b2dSXiaojie Yuan 	case CHIP_NAVI14:
63739cdbd6SXiaojie Yuan 	case CHIP_NAVI12:
64654f761cSFeifei Xu 		psp_v11_0_set_psp_funcs(psp);
651d1f41cfSHawking Zhang 		psp->autoload_supported = true;
66654f761cSFeifei Xu 		break;
676a7a0bdbSAaron Liu 	case CHIP_RENOIR:
686a7a0bdbSAaron Liu 		psp_v12_0_set_psp_funcs(psp);
696a7a0bdbSAaron Liu 		break;
700e5ca0d1SHuang Rui 	default:
710e5ca0d1SHuang Rui 		return -EINVAL;
720e5ca0d1SHuang Rui 	}
730e5ca0d1SHuang Rui 
740e5ca0d1SHuang Rui 	psp->adev = adev;
750e5ca0d1SHuang Rui 
769d6fea57SAlex Deucher 	return 0;
779d6fea57SAlex Deucher }
789d6fea57SAlex Deucher 
799d6fea57SAlex Deucher static int psp_sw_init(void *handle)
809d6fea57SAlex Deucher {
819d6fea57SAlex Deucher 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
829d6fea57SAlex Deucher 	struct psp_context *psp = &adev->psp;
839d6fea57SAlex Deucher 	int ret;
849d6fea57SAlex Deucher 
850e5ca0d1SHuang Rui 	ret = psp_init_microcode(psp);
860e5ca0d1SHuang Rui 	if (ret) {
870e5ca0d1SHuang Rui 		DRM_ERROR("Failed to load psp firmware!\n");
880e5ca0d1SHuang Rui 		return ret;
890e5ca0d1SHuang Rui 	}
900e5ca0d1SHuang Rui 
910e5ca0d1SHuang Rui 	return 0;
920e5ca0d1SHuang Rui }
930e5ca0d1SHuang Rui 
940e5ca0d1SHuang Rui static int psp_sw_fini(void *handle)
950e5ca0d1SHuang Rui {
96c833d8aaSMonk Liu 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
97c833d8aaSMonk Liu 
98c833d8aaSMonk Liu 	release_firmware(adev->psp.sos_fw);
99c833d8aaSMonk Liu 	adev->psp.sos_fw = NULL;
100c833d8aaSMonk Liu 	release_firmware(adev->psp.asd_fw);
101c833d8aaSMonk Liu 	adev->psp.asd_fw = NULL;
1021d69511eSAlex Deucher 	if (adev->psp.ta_fw) {
10351e7177fSHawking Zhang 		release_firmware(adev->psp.ta_fw);
10451e7177fSHawking Zhang 		adev->psp.ta_fw = NULL;
1051d69511eSAlex Deucher 	}
1060e5ca0d1SHuang Rui 	return 0;
1070e5ca0d1SHuang Rui }
1080e5ca0d1SHuang Rui 
1090e5ca0d1SHuang Rui int psp_wait_for(struct psp_context *psp, uint32_t reg_index,
1100e5ca0d1SHuang Rui 		 uint32_t reg_val, uint32_t mask, bool check_changed)
1110e5ca0d1SHuang Rui {
1120e5ca0d1SHuang Rui 	uint32_t val;
1130e5ca0d1SHuang Rui 	int i;
1140e5ca0d1SHuang Rui 	struct amdgpu_device *adev = psp->adev;
1150e5ca0d1SHuang Rui 
1160e5ca0d1SHuang Rui 	for (i = 0; i < adev->usec_timeout; i++) {
1172890decfSZhang, Jerry 		val = RREG32(reg_index);
1180e5ca0d1SHuang Rui 		if (check_changed) {
1190e5ca0d1SHuang Rui 			if (val != reg_val)
1200e5ca0d1SHuang Rui 				return 0;
1210e5ca0d1SHuang Rui 		} else {
1220e5ca0d1SHuang Rui 			if ((val & mask) == reg_val)
1230e5ca0d1SHuang Rui 				return 0;
1240e5ca0d1SHuang Rui 		}
1250e5ca0d1SHuang Rui 		udelay(1);
1260e5ca0d1SHuang Rui 	}
1270e5ca0d1SHuang Rui 
1280e5ca0d1SHuang Rui 	return -ETIME;
1290e5ca0d1SHuang Rui }
1300e5ca0d1SHuang Rui 
1310e5ca0d1SHuang Rui static int
1320e5ca0d1SHuang Rui psp_cmd_submit_buf(struct psp_context *psp,
1330e5ca0d1SHuang Rui 		   struct amdgpu_firmware_info *ucode,
1340b25cbf9SHawking Zhang 		   struct psp_gfx_cmd_resp *cmd, uint64_t fence_mc_addr)
1350e5ca0d1SHuang Rui {
1360e5ca0d1SHuang Rui 	int ret;
1370b25cbf9SHawking Zhang 	int index;
138ea114213Sxinhui pan 	int timeout = 2000;
1390e5ca0d1SHuang Rui 
14032eaeae0SAlex Deucher 	mutex_lock(&psp->mutex);
14132eaeae0SAlex Deucher 
142a1952da7SHuang Rui 	memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE);
1430e5ca0d1SHuang Rui 
144a1952da7SHuang Rui 	memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp));
1450e5ca0d1SHuang Rui 
1460b25cbf9SHawking Zhang 	index = atomic_inc_return(&psp->fence_value);
147*50e275e8SXiaojie Yuan 	ret = psp_cmd_submit(psp, psp->cmd_buf_mc_addr, fence_mc_addr, index);
1480b25cbf9SHawking Zhang 	if (ret) {
1490b25cbf9SHawking Zhang 		atomic_dec(&psp->fence_value);
15032eaeae0SAlex Deucher 		mutex_unlock(&psp->mutex);
1510b25cbf9SHawking Zhang 		return ret;
152ca7f65c7Skbuild test robot 	}
1530e5ca0d1SHuang Rui 
154ea114213Sxinhui pan 	while (*((unsigned int *)psp->fence_buf) != index) {
155ea114213Sxinhui pan 		if (--timeout == 0)
1567a3d7bf6SEvan Quan 			break;
1570b25cbf9SHawking Zhang 		msleep(1);
158ea114213Sxinhui pan 	}
1590b25cbf9SHawking Zhang 
160466bcb75SAaron Liu 	/* In some cases, psp response status is not 0 even there is no
161466bcb75SAaron Liu 	 * problem while the command is submitted. Some version of PSP FW
162466bcb75SAaron Liu 	 * doesn't write 0 to that field.
163466bcb75SAaron Liu 	 * So here we would like to only print a warning instead of an error
164466bcb75SAaron Liu 	 * during psp initialization to avoid breaking hw_init and it doesn't
165466bcb75SAaron Liu 	 * return -EINVAL.
166466bcb75SAaron Liu 	 */
1677a3d7bf6SEvan Quan 	if (psp->cmd_buf_mem->resp.status || !timeout) {
16876223c54SXiangliang Yu 		if (ucode)
169466bcb75SAaron Liu 			DRM_WARN("failed to load ucode id (%d) ",
17076223c54SXiangliang Yu 				  ucode->ucode_id);
1716c37bde9SJohn Clements 		DRM_WARN("psp command failed and response status is (0x%X)\n",
1726c37bde9SJohn Clements 			  psp->cmd_buf_mem->resp.status & GFX_CMD_STATUS_MASK);
17332eaeae0SAlex Deucher 		if (!timeout) {
17432eaeae0SAlex Deucher 			mutex_unlock(&psp->mutex);
1757a3d7bf6SEvan Quan 			return -EINVAL;
17628a16027SHuang Rui 		}
17732eaeae0SAlex Deucher 	}
17828a16027SHuang Rui 
179a363553cSXiangliang Yu 	/* get xGMI session id from response buffer */
180a363553cSXiangliang Yu 	cmd->resp.session_id = psp->cmd_buf_mem->resp.session_id;
181a363553cSXiangliang Yu 
182435198f3SJames Zhu 	if (ucode) {
183435198f3SJames Zhu 		ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo;
184435198f3SJames Zhu 		ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi;
185435198f3SJames Zhu 	}
18632eaeae0SAlex Deucher 	mutex_unlock(&psp->mutex);
187435198f3SJames Zhu 
1880e5ca0d1SHuang Rui 	return ret;
1890e5ca0d1SHuang Rui }
1900e5ca0d1SHuang Rui 
1915ec996dfSXiangliang Yu static void psp_prep_tmr_cmd_buf(struct psp_context *psp,
1925ec996dfSXiangliang Yu 				 struct psp_gfx_cmd_resp *cmd,
1930e5ca0d1SHuang Rui 				 uint64_t tmr_mc, uint32_t size)
1940e5ca0d1SHuang Rui {
1955ec996dfSXiangliang Yu 	if (psp_support_vmr_ring(psp))
1965ec996dfSXiangliang Yu 		cmd->cmd_id = GFX_CMD_ID_SETUP_VMR;
1975ec996dfSXiangliang Yu 	else
1980e5ca0d1SHuang Rui 		cmd->cmd_id = GFX_CMD_ID_SETUP_TMR;
199f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc);
200f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc);
2010e5ca0d1SHuang Rui 	cmd->cmd.cmd_setup_tmr.buf_size = size;
2020e5ca0d1SHuang Rui }
2030e5ca0d1SHuang Rui 
2047ea49e76SHawking Zhang static void psp_prep_load_toc_cmd_buf(struct psp_gfx_cmd_resp *cmd,
2057ea49e76SHawking Zhang 				      uint64_t pri_buf_mc, uint32_t size)
2067ea49e76SHawking Zhang {
2077ea49e76SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_LOAD_TOC;
2087ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_phy_addr_lo = lower_32_bits(pri_buf_mc);
2097ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_phy_addr_hi = upper_32_bits(pri_buf_mc);
2107ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_size = size;
2117ea49e76SHawking Zhang }
2127ea49e76SHawking Zhang 
2137ea49e76SHawking Zhang /* Issue LOAD TOC cmd to PSP to part toc and calculate tmr size needed */
2147ea49e76SHawking Zhang static int psp_load_toc(struct psp_context *psp,
2157ea49e76SHawking Zhang 			uint32_t *tmr_size)
2167ea49e76SHawking Zhang {
2177ea49e76SHawking Zhang 	int ret;
2187ea49e76SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
2197ea49e76SHawking Zhang 
2207ea49e76SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2217ea49e76SHawking Zhang 	if (!cmd)
2227ea49e76SHawking Zhang 		return -ENOMEM;
2237ea49e76SHawking Zhang 	/* Copy toc to psp firmware private buffer */
2247ea49e76SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
2257ea49e76SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->toc_start_addr, psp->toc_bin_size);
2267ea49e76SHawking Zhang 
2277ea49e76SHawking Zhang 	psp_prep_load_toc_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->toc_bin_size);
2287ea49e76SHawking Zhang 
2297ea49e76SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2307ea49e76SHawking Zhang 				 psp->fence_buf_mc_addr);
2317ea49e76SHawking Zhang 	if (!ret)
2327ea49e76SHawking Zhang 		*tmr_size = psp->cmd_buf_mem->resp.tmr_size;
2337ea49e76SHawking Zhang 	kfree(cmd);
2347ea49e76SHawking Zhang 	return ret;
2357ea49e76SHawking Zhang }
2367ea49e76SHawking Zhang 
2370e5ca0d1SHuang Rui /* Set up Trusted Memory Region */
2380e5ca0d1SHuang Rui static int psp_tmr_init(struct psp_context *psp)
2390e5ca0d1SHuang Rui {
2400e5ca0d1SHuang Rui 	int ret;
2417ea49e76SHawking Zhang 	int tmr_size;
2420e5ca0d1SHuang Rui 
2430e5ca0d1SHuang Rui 	/*
244795c1b8dSshaoyunl 	 * According to HW engineer, they prefer the TMR address be "naturally
245795c1b8dSshaoyunl 	 * aligned" , e.g. the start address be an integer divide of TMR size.
2460e5ca0d1SHuang Rui 	 *
2470e5ca0d1SHuang Rui 	 * Note: this memory need be reserved till the driver
2480e5ca0d1SHuang Rui 	 * uninitializes.
2490e5ca0d1SHuang Rui 	 */
2507ea49e76SHawking Zhang 	tmr_size = PSP_TMR_SIZE;
2517ea49e76SHawking Zhang 
2527ea49e76SHawking Zhang 	/* For ASICs support RLC autoload, psp will parse the toc
2537ea49e76SHawking Zhang 	 * and calculate the total size of TMR needed */
2547ea49e76SHawking Zhang 	if (psp->toc_start_addr &&
2557ea49e76SHawking Zhang 	    psp->toc_bin_size &&
2567ea49e76SHawking Zhang 	    psp->fw_pri_buf) {
2577ea49e76SHawking Zhang 		ret = psp_load_toc(psp, &tmr_size);
2587ea49e76SHawking Zhang 		if (ret) {
2597ea49e76SHawking Zhang 			DRM_ERROR("Failed to load toc\n");
2607ea49e76SHawking Zhang 			return ret;
2617ea49e76SHawking Zhang 		}
2627ea49e76SHawking Zhang 	}
2637ea49e76SHawking Zhang 
2647ea49e76SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, tmr_size, PSP_TMR_SIZE,
2650e5ca0d1SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
2660e5ca0d1SHuang Rui 				      &psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
2676f2b1fccSHuang Rui 
2686f2b1fccSHuang Rui 	return ret;
2696f2b1fccSHuang Rui }
2706f2b1fccSHuang Rui 
2716f2b1fccSHuang Rui static int psp_tmr_load(struct psp_context *psp)
2726f2b1fccSHuang Rui {
2736f2b1fccSHuang Rui 	int ret;
2746f2b1fccSHuang Rui 	struct psp_gfx_cmd_resp *cmd;
2756f2b1fccSHuang Rui 
2766f2b1fccSHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2776f2b1fccSHuang Rui 	if (!cmd)
2786f2b1fccSHuang Rui 		return -ENOMEM;
2790e5ca0d1SHuang Rui 
2807ea49e76SHawking Zhang 	psp_prep_tmr_cmd_buf(psp, cmd, psp->tmr_mc_addr,
2817ea49e76SHawking Zhang 			     amdgpu_bo_size(psp->tmr_bo));
2827ea49e76SHawking Zhang 	DRM_INFO("reserve 0x%lx from 0x%llx for PSP TMR\n",
2837ea49e76SHawking Zhang 		 amdgpu_bo_size(psp->tmr_bo), psp->tmr_mc_addr);
2840e5ca0d1SHuang Rui 
2850e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2860b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
2870e5ca0d1SHuang Rui 	if (ret)
2886f2b1fccSHuang Rui 		goto failed;
2890e5ca0d1SHuang Rui 
2900e5ca0d1SHuang Rui 	kfree(cmd);
2910e5ca0d1SHuang Rui 
2920e5ca0d1SHuang Rui 	return 0;
2930e5ca0d1SHuang Rui 
2940e5ca0d1SHuang Rui failed:
2950e5ca0d1SHuang Rui 	kfree(cmd);
2960e5ca0d1SHuang Rui 	return ret;
2970e5ca0d1SHuang Rui }
2980e5ca0d1SHuang Rui 
2990e5ca0d1SHuang Rui static void psp_prep_asd_cmd_buf(struct psp_gfx_cmd_resp *cmd,
3000e5ca0d1SHuang Rui 				 uint64_t asd_mc, uint64_t asd_mc_shared,
3010e5ca0d1SHuang Rui 				 uint32_t size, uint32_t shared_size)
3020e5ca0d1SHuang Rui {
3030e5ca0d1SHuang Rui 	cmd->cmd_id = GFX_CMD_ID_LOAD_ASD;
3040e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(asd_mc);
3050e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(asd_mc);
3060e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_len = size;
3070e5ca0d1SHuang Rui 
3080e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(asd_mc_shared);
3090e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(asd_mc_shared);
3100e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
3110e5ca0d1SHuang Rui }
3120e5ca0d1SHuang Rui 
313f5cfef98SHuang Rui static int psp_asd_init(struct psp_context *psp)
3140e5ca0d1SHuang Rui {
3150e5ca0d1SHuang Rui 	int ret;
3160e5ca0d1SHuang Rui 
3170e5ca0d1SHuang Rui 	/*
3180e5ca0d1SHuang Rui 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
3190e5ca0d1SHuang Rui 	 * physical) for shared ASD <-> Driver
3200e5ca0d1SHuang Rui 	 */
321f5cfef98SHuang Rui 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_ASD_SHARED_MEM_SIZE,
322f5cfef98SHuang Rui 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
323f5cfef98SHuang Rui 				      &psp->asd_shared_bo,
324f5cfef98SHuang Rui 				      &psp->asd_shared_mc_addr,
325f5cfef98SHuang Rui 				      &psp->asd_shared_buf);
3260e5ca0d1SHuang Rui 
3270e5ca0d1SHuang Rui 	return ret;
3280e5ca0d1SHuang Rui }
3290e5ca0d1SHuang Rui 
3300e5ca0d1SHuang Rui static int psp_asd_load(struct psp_context *psp)
3310e5ca0d1SHuang Rui {
3320e5ca0d1SHuang Rui 	int ret;
3330e5ca0d1SHuang Rui 	struct psp_gfx_cmd_resp *cmd;
3340e5ca0d1SHuang Rui 
335943cafb8SXiangliang Yu 	/* If PSP version doesn't match ASD version, asd loading will be failed.
336943cafb8SXiangliang Yu 	 * add workaround to bypass it for sriov now.
337943cafb8SXiangliang Yu 	 * TODO: add version check to make it common
338943cafb8SXiangliang Yu 	 */
339943cafb8SXiangliang Yu 	if (amdgpu_sriov_vf(psp->adev))
340943cafb8SXiangliang Yu 		return 0;
341943cafb8SXiangliang Yu 
3420e5ca0d1SHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
3430e5ca0d1SHuang Rui 	if (!cmd)
3440e5ca0d1SHuang Rui 		return -ENOMEM;
3450e5ca0d1SHuang Rui 
3462b0c3aeeSHuang Rui 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
3472b0c3aeeSHuang Rui 	memcpy(psp->fw_pri_buf, psp->asd_start_addr, psp->asd_ucode_size);
3480e5ca0d1SHuang Rui 
349f5cfef98SHuang Rui 	psp_prep_asd_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->asd_shared_mc_addr,
3500e5ca0d1SHuang Rui 			     psp->asd_ucode_size, PSP_ASD_SHARED_MEM_SIZE);
3510e5ca0d1SHuang Rui 
3520e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
3530b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
3540e5ca0d1SHuang Rui 
3550e5ca0d1SHuang Rui 	kfree(cmd);
3560e5ca0d1SHuang Rui 
3570e5ca0d1SHuang Rui 	return ret;
3580e5ca0d1SHuang Rui }
3590e5ca0d1SHuang Rui 
360c5d19419STrigger Huang static void psp_prep_reg_prog_cmd_buf(struct psp_gfx_cmd_resp *cmd,
361c5d19419STrigger Huang 		uint32_t id, uint32_t value)
362c5d19419STrigger Huang {
363c5d19419STrigger Huang 	cmd->cmd_id = GFX_CMD_ID_PROG_REG;
364c5d19419STrigger Huang 	cmd->cmd.cmd_setup_reg_prog.reg_value = value;
365c5d19419STrigger Huang 	cmd->cmd.cmd_setup_reg_prog.reg_id = id;
366c5d19419STrigger Huang }
367c5d19419STrigger Huang 
368c5d19419STrigger Huang int psp_reg_program(struct psp_context *psp, enum psp_reg_prog_id reg,
369c5d19419STrigger Huang 		uint32_t value)
370c5d19419STrigger Huang {
371c5d19419STrigger Huang 	struct psp_gfx_cmd_resp *cmd = NULL;
372c5d19419STrigger Huang 	int ret = 0;
373c5d19419STrigger Huang 
374c5d19419STrigger Huang 	if (reg >= PSP_REG_LAST)
375c5d19419STrigger Huang 		return -EINVAL;
376c5d19419STrigger Huang 
377c5d19419STrigger Huang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
378c5d19419STrigger Huang 	if (!cmd)
379c5d19419STrigger Huang 		return -ENOMEM;
380c5d19419STrigger Huang 
381c5d19419STrigger Huang 	psp_prep_reg_prog_cmd_buf(cmd, reg, value);
382c5d19419STrigger Huang 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);
383c5d19419STrigger Huang 
384c5d19419STrigger Huang 	kfree(cmd);
385c5d19419STrigger Huang 	return ret;
386c5d19419STrigger Huang }
387c5d19419STrigger Huang 
38897c8d171SHawking Zhang static void psp_prep_xgmi_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
38997c8d171SHawking Zhang 					  uint64_t xgmi_ta_mc, uint64_t xgmi_mc_shared,
39097c8d171SHawking Zhang 					  uint32_t xgmi_ta_size, uint32_t shared_size)
39197c8d171SHawking Zhang {
39297c8d171SHawking Zhang         cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
39397c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(xgmi_ta_mc);
39497c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(xgmi_ta_mc);
39597c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_len = xgmi_ta_size;
39697c8d171SHawking Zhang 
39797c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(xgmi_mc_shared);
39897c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(xgmi_mc_shared);
39997c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
40097c8d171SHawking Zhang }
40197c8d171SHawking Zhang 
40297c8d171SHawking Zhang static int psp_xgmi_init_shared_buf(struct psp_context *psp)
40397c8d171SHawking Zhang {
40497c8d171SHawking Zhang 	int ret;
40597c8d171SHawking Zhang 
40697c8d171SHawking Zhang 	/*
40797c8d171SHawking Zhang 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
40897c8d171SHawking Zhang 	 * physical) for xgmi ta <-> Driver
40997c8d171SHawking Zhang 	 */
41097c8d171SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_XGMI_SHARED_MEM_SIZE,
41197c8d171SHawking Zhang 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
41297c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_bo,
41397c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_mc_addr,
41497c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_buf);
41597c8d171SHawking Zhang 
41697c8d171SHawking Zhang 	return ret;
41797c8d171SHawking Zhang }
41897c8d171SHawking Zhang 
41997c8d171SHawking Zhang static int psp_xgmi_load(struct psp_context *psp)
42097c8d171SHawking Zhang {
42197c8d171SHawking Zhang 	int ret;
42297c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
42397c8d171SHawking Zhang 
42497c8d171SHawking Zhang 	/*
42597c8d171SHawking Zhang 	 * TODO: bypass the loading in sriov for now
42697c8d171SHawking Zhang 	 */
42797c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
42897c8d171SHawking Zhang 		return 0;
42997c8d171SHawking Zhang 
43097c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
43197c8d171SHawking Zhang 	if (!cmd)
43297c8d171SHawking Zhang 		return -ENOMEM;
43397c8d171SHawking Zhang 
43497c8d171SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
43597c8d171SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->ta_xgmi_start_addr, psp->ta_xgmi_ucode_size);
43697c8d171SHawking Zhang 
43797c8d171SHawking Zhang 	psp_prep_xgmi_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
43897c8d171SHawking Zhang 				      psp->xgmi_context.xgmi_shared_mc_addr,
43997c8d171SHawking Zhang 				      psp->ta_xgmi_ucode_size, PSP_XGMI_SHARED_MEM_SIZE);
44097c8d171SHawking Zhang 
44197c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
44297c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
44397c8d171SHawking Zhang 
44497c8d171SHawking Zhang 	if (!ret) {
44597c8d171SHawking Zhang 		psp->xgmi_context.initialized = 1;
44697c8d171SHawking Zhang 		psp->xgmi_context.session_id = cmd->resp.session_id;
44797c8d171SHawking Zhang 	}
44897c8d171SHawking Zhang 
44997c8d171SHawking Zhang 	kfree(cmd);
45097c8d171SHawking Zhang 
45197c8d171SHawking Zhang 	return ret;
45297c8d171SHawking Zhang }
45397c8d171SHawking Zhang 
45497c8d171SHawking Zhang static void psp_prep_xgmi_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
45597c8d171SHawking Zhang 					    uint32_t xgmi_session_id)
45697c8d171SHawking Zhang {
45797c8d171SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
45897c8d171SHawking Zhang 	cmd->cmd.cmd_unload_ta.session_id = xgmi_session_id;
45997c8d171SHawking Zhang }
46097c8d171SHawking Zhang 
46197c8d171SHawking Zhang static int psp_xgmi_unload(struct psp_context *psp)
46297c8d171SHawking Zhang {
46397c8d171SHawking Zhang 	int ret;
46497c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
46597c8d171SHawking Zhang 
46697c8d171SHawking Zhang 	/*
46797c8d171SHawking Zhang 	 * TODO: bypass the unloading in sriov for now
46897c8d171SHawking Zhang 	 */
46997c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
47097c8d171SHawking Zhang 		return 0;
47197c8d171SHawking Zhang 
47297c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
47397c8d171SHawking Zhang 	if (!cmd)
47497c8d171SHawking Zhang 		return -ENOMEM;
47597c8d171SHawking Zhang 
47697c8d171SHawking Zhang 	psp_prep_xgmi_ta_unload_cmd_buf(cmd, psp->xgmi_context.session_id);
47797c8d171SHawking Zhang 
47897c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
47997c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
48097c8d171SHawking Zhang 
48197c8d171SHawking Zhang 	kfree(cmd);
48297c8d171SHawking Zhang 
48397c8d171SHawking Zhang 	return ret;
48497c8d171SHawking Zhang }
48597c8d171SHawking Zhang 
486ca6e1e59SHawking Zhang static void psp_prep_xgmi_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
487ca6e1e59SHawking Zhang 					    uint32_t ta_cmd_id,
488ca6e1e59SHawking Zhang 					    uint32_t xgmi_session_id)
489ca6e1e59SHawking Zhang {
490ca6e1e59SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
491ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.session_id = xgmi_session_id;
492ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
493ca6e1e59SHawking Zhang 	/* Note: cmd_invoke_cmd.buf is not used for now */
494ca6e1e59SHawking Zhang }
495ca6e1e59SHawking Zhang 
496ca6e1e59SHawking Zhang int psp_xgmi_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
497ca6e1e59SHawking Zhang {
498ca6e1e59SHawking Zhang 	int ret;
499ca6e1e59SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
500ca6e1e59SHawking Zhang 
501ca6e1e59SHawking Zhang 	/*
502ca6e1e59SHawking Zhang 	 * TODO: bypass the loading in sriov for now
503ca6e1e59SHawking Zhang 	*/
504ca6e1e59SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
505ca6e1e59SHawking Zhang 		return 0;
506ca6e1e59SHawking Zhang 
507ca6e1e59SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
508ca6e1e59SHawking Zhang 	if (!cmd)
509ca6e1e59SHawking Zhang 		return -ENOMEM;
510ca6e1e59SHawking Zhang 
511ca6e1e59SHawking Zhang 	psp_prep_xgmi_ta_invoke_cmd_buf(cmd, ta_cmd_id,
512ca6e1e59SHawking Zhang 					psp->xgmi_context.session_id);
513ca6e1e59SHawking Zhang 
514ca6e1e59SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
515ca6e1e59SHawking Zhang 				 psp->fence_buf_mc_addr);
516ca6e1e59SHawking Zhang 
517ca6e1e59SHawking Zhang 	kfree(cmd);
518ca6e1e59SHawking Zhang 
519ca6e1e59SHawking Zhang         return ret;
520ca6e1e59SHawking Zhang }
521ca6e1e59SHawking Zhang 
5223e2e2ab5SHawking Zhang static int psp_xgmi_terminate(struct psp_context *psp)
5233e2e2ab5SHawking Zhang {
5243e2e2ab5SHawking Zhang 	int ret;
5253e2e2ab5SHawking Zhang 
5263e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized)
5273e2e2ab5SHawking Zhang 		return 0;
5283e2e2ab5SHawking Zhang 
5293e2e2ab5SHawking Zhang 	ret = psp_xgmi_unload(psp);
5303e2e2ab5SHawking Zhang 	if (ret)
5313e2e2ab5SHawking Zhang 		return ret;
5323e2e2ab5SHawking Zhang 
5333e2e2ab5SHawking Zhang 	psp->xgmi_context.initialized = 0;
5343e2e2ab5SHawking Zhang 
5353e2e2ab5SHawking Zhang 	/* free xgmi shared memory */
5363e2e2ab5SHawking Zhang 	amdgpu_bo_free_kernel(&psp->xgmi_context.xgmi_shared_bo,
5373e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_mc_addr,
5383e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_buf);
5393e2e2ab5SHawking Zhang 
5403e2e2ab5SHawking Zhang 	return 0;
5413e2e2ab5SHawking Zhang }
5423e2e2ab5SHawking Zhang 
5433e2e2ab5SHawking Zhang static int psp_xgmi_initialize(struct psp_context *psp)
5443e2e2ab5SHawking Zhang {
5453e2e2ab5SHawking Zhang 	struct ta_xgmi_shared_memory *xgmi_cmd;
5463e2e2ab5SHawking Zhang 	int ret;
5473e2e2ab5SHawking Zhang 
5481d69511eSAlex Deucher 	if (!psp->adev->psp.ta_fw)
5491d69511eSAlex Deucher 		return -ENOENT;
5501d69511eSAlex Deucher 
5513e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized) {
5523e2e2ab5SHawking Zhang 		ret = psp_xgmi_init_shared_buf(psp);
5533e2e2ab5SHawking Zhang 		if (ret)
5543e2e2ab5SHawking Zhang 			return ret;
5553e2e2ab5SHawking Zhang 	}
5563e2e2ab5SHawking Zhang 
5573e2e2ab5SHawking Zhang 	/* Load XGMI TA */
5583e2e2ab5SHawking Zhang 	ret = psp_xgmi_load(psp);
5593e2e2ab5SHawking Zhang 	if (ret)
5603e2e2ab5SHawking Zhang 		return ret;
5613e2e2ab5SHawking Zhang 
5623e2e2ab5SHawking Zhang 	/* Initialize XGMI session */
5633e2e2ab5SHawking Zhang 	xgmi_cmd = (struct ta_xgmi_shared_memory *)(psp->xgmi_context.xgmi_shared_buf);
5643e2e2ab5SHawking Zhang 	memset(xgmi_cmd, 0, sizeof(struct ta_xgmi_shared_memory));
5653e2e2ab5SHawking Zhang 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__INITIALIZE;
5663e2e2ab5SHawking Zhang 
5673e2e2ab5SHawking Zhang 	ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);
5683e2e2ab5SHawking Zhang 
5693e2e2ab5SHawking Zhang 	return ret;
5703e2e2ab5SHawking Zhang }
5713e2e2ab5SHawking Zhang 
5725e5d3154Sxinhui pan // ras begin
5735e5d3154Sxinhui pan static void psp_prep_ras_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
5745e5d3154Sxinhui pan 		uint64_t ras_ta_mc, uint64_t ras_mc_shared,
5755e5d3154Sxinhui pan 		uint32_t ras_ta_size, uint32_t shared_size)
5765e5d3154Sxinhui pan {
5775e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
5785e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(ras_ta_mc);
5795e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(ras_ta_mc);
5805e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_len = ras_ta_size;
5815e5d3154Sxinhui pan 
5825e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(ras_mc_shared);
5835e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(ras_mc_shared);
5845e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
5855e5d3154Sxinhui pan }
5865e5d3154Sxinhui pan 
5875e5d3154Sxinhui pan static int psp_ras_init_shared_buf(struct psp_context *psp)
5885e5d3154Sxinhui pan {
5895e5d3154Sxinhui pan 	int ret;
5905e5d3154Sxinhui pan 
5915e5d3154Sxinhui pan 	/*
5925e5d3154Sxinhui pan 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
5935e5d3154Sxinhui pan 	 * physical) for ras ta <-> Driver
5945e5d3154Sxinhui pan 	 */
5955e5d3154Sxinhui pan 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_RAS_SHARED_MEM_SIZE,
5965e5d3154Sxinhui pan 			PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
5975e5d3154Sxinhui pan 			&psp->ras.ras_shared_bo,
5985e5d3154Sxinhui pan 			&psp->ras.ras_shared_mc_addr,
5995e5d3154Sxinhui pan 			&psp->ras.ras_shared_buf);
6005e5d3154Sxinhui pan 
6015e5d3154Sxinhui pan 	return ret;
6025e5d3154Sxinhui pan }
6035e5d3154Sxinhui pan 
6045e5d3154Sxinhui pan static int psp_ras_load(struct psp_context *psp)
6055e5d3154Sxinhui pan {
6065e5d3154Sxinhui pan 	int ret;
6075e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6085e5d3154Sxinhui pan 
6095e5d3154Sxinhui pan 	/*
6105e5d3154Sxinhui pan 	 * TODO: bypass the loading in sriov for now
6115e5d3154Sxinhui pan 	 */
6125e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6135e5d3154Sxinhui pan 		return 0;
6145e5d3154Sxinhui pan 
6155e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6165e5d3154Sxinhui pan 	if (!cmd)
6175e5d3154Sxinhui pan 		return -ENOMEM;
6185e5d3154Sxinhui pan 
6195e5d3154Sxinhui pan 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
6205e5d3154Sxinhui pan 	memcpy(psp->fw_pri_buf, psp->ta_ras_start_addr, psp->ta_ras_ucode_size);
6215e5d3154Sxinhui pan 
6225e5d3154Sxinhui pan 	psp_prep_ras_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
6235e5d3154Sxinhui pan 			psp->ras.ras_shared_mc_addr,
6245e5d3154Sxinhui pan 			psp->ta_ras_ucode_size, PSP_RAS_SHARED_MEM_SIZE);
6255e5d3154Sxinhui pan 
6265e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
6275e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
6285e5d3154Sxinhui pan 
6295e5d3154Sxinhui pan 	if (!ret) {
6305e5d3154Sxinhui pan 		psp->ras.ras_initialized = 1;
6315e5d3154Sxinhui pan 		psp->ras.session_id = cmd->resp.session_id;
6325e5d3154Sxinhui pan 	}
6335e5d3154Sxinhui pan 
6345e5d3154Sxinhui pan 	kfree(cmd);
6355e5d3154Sxinhui pan 
6365e5d3154Sxinhui pan 	return ret;
6375e5d3154Sxinhui pan }
6385e5d3154Sxinhui pan 
6395e5d3154Sxinhui pan static void psp_prep_ras_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
6405e5d3154Sxinhui pan 						uint32_t ras_session_id)
6415e5d3154Sxinhui pan {
6425e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
6435e5d3154Sxinhui pan 	cmd->cmd.cmd_unload_ta.session_id = ras_session_id;
6445e5d3154Sxinhui pan }
6455e5d3154Sxinhui pan 
6465e5d3154Sxinhui pan static int psp_ras_unload(struct psp_context *psp)
6475e5d3154Sxinhui pan {
6485e5d3154Sxinhui pan 	int ret;
6495e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6505e5d3154Sxinhui pan 
6515e5d3154Sxinhui pan 	/*
6525e5d3154Sxinhui pan 	 * TODO: bypass the unloading in sriov for now
6535e5d3154Sxinhui pan 	 */
6545e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6555e5d3154Sxinhui pan 		return 0;
6565e5d3154Sxinhui pan 
6575e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6585e5d3154Sxinhui pan 	if (!cmd)
6595e5d3154Sxinhui pan 		return -ENOMEM;
6605e5d3154Sxinhui pan 
6615e5d3154Sxinhui pan 	psp_prep_ras_ta_unload_cmd_buf(cmd, psp->ras.session_id);
6625e5d3154Sxinhui pan 
6635e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
6645e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
6655e5d3154Sxinhui pan 
6665e5d3154Sxinhui pan 	kfree(cmd);
6675e5d3154Sxinhui pan 
6685e5d3154Sxinhui pan 	return ret;
6695e5d3154Sxinhui pan }
6705e5d3154Sxinhui pan 
6715e5d3154Sxinhui pan static void psp_prep_ras_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
6725e5d3154Sxinhui pan 		uint32_t ta_cmd_id,
6735e5d3154Sxinhui pan 		uint32_t ras_session_id)
6745e5d3154Sxinhui pan {
6755e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
6765e5d3154Sxinhui pan 	cmd->cmd.cmd_invoke_cmd.session_id = ras_session_id;
6775e5d3154Sxinhui pan 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
6785e5d3154Sxinhui pan 	/* Note: cmd_invoke_cmd.buf is not used for now */
6795e5d3154Sxinhui pan }
6805e5d3154Sxinhui pan 
6815e5d3154Sxinhui pan int psp_ras_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
6825e5d3154Sxinhui pan {
6835e5d3154Sxinhui pan 	int ret;
6845e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6855e5d3154Sxinhui pan 
6865e5d3154Sxinhui pan 	/*
6875e5d3154Sxinhui pan 	 * TODO: bypass the loading in sriov for now
6885e5d3154Sxinhui pan 	 */
6895e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6905e5d3154Sxinhui pan 		return 0;
6915e5d3154Sxinhui pan 
6925e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6935e5d3154Sxinhui pan 	if (!cmd)
6945e5d3154Sxinhui pan 		return -ENOMEM;
6955e5d3154Sxinhui pan 
6965e5d3154Sxinhui pan 	psp_prep_ras_ta_invoke_cmd_buf(cmd, ta_cmd_id,
6975e5d3154Sxinhui pan 			psp->ras.session_id);
6985e5d3154Sxinhui pan 
6995e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
7005e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
7015e5d3154Sxinhui pan 
7025e5d3154Sxinhui pan 	kfree(cmd);
7035e5d3154Sxinhui pan 
7045e5d3154Sxinhui pan 	return ret;
7055e5d3154Sxinhui pan }
7065e5d3154Sxinhui pan 
7075e5d3154Sxinhui pan int psp_ras_enable_features(struct psp_context *psp,
7085e5d3154Sxinhui pan 		union ta_ras_cmd_input *info, bool enable)
7095e5d3154Sxinhui pan {
7105e5d3154Sxinhui pan 	struct ta_ras_shared_memory *ras_cmd;
7115e5d3154Sxinhui pan 	int ret;
7125e5d3154Sxinhui pan 
7135e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized)
7145e5d3154Sxinhui pan 		return -EINVAL;
7155e5d3154Sxinhui pan 
7165e5d3154Sxinhui pan 	ras_cmd = (struct ta_ras_shared_memory *)psp->ras.ras_shared_buf;
7175e5d3154Sxinhui pan 	memset(ras_cmd, 0, sizeof(struct ta_ras_shared_memory));
7185e5d3154Sxinhui pan 
7195e5d3154Sxinhui pan 	if (enable)
7205e5d3154Sxinhui pan 		ras_cmd->cmd_id = TA_RAS_COMMAND__ENABLE_FEATURES;
7215e5d3154Sxinhui pan 	else
7225e5d3154Sxinhui pan 		ras_cmd->cmd_id = TA_RAS_COMMAND__DISABLE_FEATURES;
7235e5d3154Sxinhui pan 
7245e5d3154Sxinhui pan 	ras_cmd->ras_in_message = *info;
7255e5d3154Sxinhui pan 
7265e5d3154Sxinhui pan 	ret = psp_ras_invoke(psp, ras_cmd->cmd_id);
7275e5d3154Sxinhui pan 	if (ret)
7285e5d3154Sxinhui pan 		return -EINVAL;
7295e5d3154Sxinhui pan 
7305e5d3154Sxinhui pan 	return ras_cmd->ras_status;
7315e5d3154Sxinhui pan }
7325e5d3154Sxinhui pan 
7335e5d3154Sxinhui pan static int psp_ras_terminate(struct psp_context *psp)
7345e5d3154Sxinhui pan {
7355e5d3154Sxinhui pan 	int ret;
7365e5d3154Sxinhui pan 
7375e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized)
7385e5d3154Sxinhui pan 		return 0;
7395e5d3154Sxinhui pan 
7405e5d3154Sxinhui pan 	ret = psp_ras_unload(psp);
7415e5d3154Sxinhui pan 	if (ret)
7425e5d3154Sxinhui pan 		return ret;
7435e5d3154Sxinhui pan 
7445e5d3154Sxinhui pan 	psp->ras.ras_initialized = 0;
7455e5d3154Sxinhui pan 
7465e5d3154Sxinhui pan 	/* free ras shared memory */
7475e5d3154Sxinhui pan 	amdgpu_bo_free_kernel(&psp->ras.ras_shared_bo,
7485e5d3154Sxinhui pan 			&psp->ras.ras_shared_mc_addr,
7495e5d3154Sxinhui pan 			&psp->ras.ras_shared_buf);
7505e5d3154Sxinhui pan 
7515e5d3154Sxinhui pan 	return 0;
7525e5d3154Sxinhui pan }
7535e5d3154Sxinhui pan 
7545e5d3154Sxinhui pan static int psp_ras_initialize(struct psp_context *psp)
7555e5d3154Sxinhui pan {
7565e5d3154Sxinhui pan 	int ret;
7575e5d3154Sxinhui pan 
7585e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized) {
7595e5d3154Sxinhui pan 		ret = psp_ras_init_shared_buf(psp);
7605e5d3154Sxinhui pan 		if (ret)
7615e5d3154Sxinhui pan 			return ret;
7625e5d3154Sxinhui pan 	}
7635e5d3154Sxinhui pan 
7645e5d3154Sxinhui pan 	ret = psp_ras_load(psp);
7655e5d3154Sxinhui pan 	if (ret)
7665e5d3154Sxinhui pan 		return ret;
7675e5d3154Sxinhui pan 
7685e5d3154Sxinhui pan 	return 0;
7695e5d3154Sxinhui pan }
7705e5d3154Sxinhui pan // ras end
7715e5d3154Sxinhui pan 
772be70bbdaSHuang Rui static int psp_hw_start(struct psp_context *psp)
773be70bbdaSHuang Rui {
77455981bd2SMonk Liu 	struct amdgpu_device *adev = psp->adev;
775be70bbdaSHuang Rui 	int ret;
776be70bbdaSHuang Rui 
77713a752e3SMonk Liu 	if (!amdgpu_sriov_vf(adev) || !adev->in_gpu_reset) {
778f2169946SHawking Zhang 		if (psp->kdb_bin_size &&
77942989359SHawking Zhang 		    (psp->funcs->bootloader_load_kdb != NULL)) {
78042989359SHawking Zhang 			ret = psp_bootloader_load_kdb(psp);
78142989359SHawking Zhang 			if (ret) {
78242989359SHawking Zhang 				DRM_ERROR("PSP load kdb failed!\n");
78342989359SHawking Zhang 				return ret;
78442989359SHawking Zhang 			}
78542989359SHawking Zhang 		}
78642989359SHawking Zhang 
7870e5ca0d1SHuang Rui 		ret = psp_bootloader_load_sysdrv(psp);
7887a3d7bf6SEvan Quan 		if (ret) {
7897a3d7bf6SEvan Quan 			DRM_ERROR("PSP load sysdrv failed!\n");
790be70bbdaSHuang Rui 			return ret;
79155981bd2SMonk Liu 		}
7920e5ca0d1SHuang Rui 
7937a3d7bf6SEvan Quan 		ret = psp_bootloader_load_sos(psp);
7947a3d7bf6SEvan Quan 		if (ret) {
7957a3d7bf6SEvan Quan 			DRM_ERROR("PSP load sos failed!\n");
796be70bbdaSHuang Rui 			return ret;
7977a3d7bf6SEvan Quan 		}
7987a3d7bf6SEvan Quan 	}
7997a3d7bf6SEvan Quan 
8007a3d7bf6SEvan Quan 	ret = psp_ring_create(psp, PSP_RING_TYPE__KM);
8017a3d7bf6SEvan Quan 	if (ret) {
8027a3d7bf6SEvan Quan 		DRM_ERROR("PSP create ring failed!\n");
8037a3d7bf6SEvan Quan 		return ret;
8047a3d7bf6SEvan Quan 	}
8050e5ca0d1SHuang Rui 
806fba08a77SHawking Zhang 	ret = psp_tmr_init(psp);
807fba08a77SHawking Zhang 	if (ret) {
808fba08a77SHawking Zhang 		DRM_ERROR("PSP tmr init failed!\n");
809fba08a77SHawking Zhang 		return ret;
810fba08a77SHawking Zhang 	}
811fba08a77SHawking Zhang 
812be70bbdaSHuang Rui 	ret = psp_tmr_load(psp);
8137a3d7bf6SEvan Quan 	if (ret) {
8147a3d7bf6SEvan Quan 		DRM_ERROR("PSP load tmr failed!\n");
815be70bbdaSHuang Rui 		return ret;
8167a3d7bf6SEvan Quan 	}
8170e5ca0d1SHuang Rui 
818fba08a77SHawking Zhang 	ret = psp_asd_init(psp);
819fba08a77SHawking Zhang 	if (ret) {
820fba08a77SHawking Zhang 		DRM_ERROR("PSP asd init failed!\n");
821fba08a77SHawking Zhang 		return ret;
822fba08a77SHawking Zhang 	}
823fba08a77SHawking Zhang 
8240e5ca0d1SHuang Rui 	ret = psp_asd_load(psp);
8257a3d7bf6SEvan Quan 	if (ret) {
8267a3d7bf6SEvan Quan 		DRM_ERROR("PSP load asd failed!\n");
827be70bbdaSHuang Rui 		return ret;
8287a3d7bf6SEvan Quan 	}
829be70bbdaSHuang Rui 
8303e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1) {
8313e2e2ab5SHawking Zhang 		ret = psp_xgmi_initialize(psp);
8323e2e2ab5SHawking Zhang 		/* Warning the XGMI seesion initialize failure
8333e2e2ab5SHawking Zhang 		 * Instead of stop driver initialization
8343e2e2ab5SHawking Zhang 		 */
8353e2e2ab5SHawking Zhang 		if (ret)
8363e2e2ab5SHawking Zhang 			dev_err(psp->adev->dev,
8373e2e2ab5SHawking Zhang 				"XGMI: Failed to initialize XGMI session\n");
8383e2e2ab5SHawking Zhang 	}
8395e5d3154Sxinhui pan 
84054eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw) {
8415e5d3154Sxinhui pan 		ret = psp_ras_initialize(psp);
8425e5d3154Sxinhui pan 		if (ret)
8435e5d3154Sxinhui pan 			dev_err(psp->adev->dev,
8445e5d3154Sxinhui pan 					"RAS: Failed to initialize RAS\n");
84554eb4ed6Sxinhui pan 	}
8465e5d3154Sxinhui pan 
847be70bbdaSHuang Rui 	return 0;
848be70bbdaSHuang Rui }
849be70bbdaSHuang Rui 
850be4630d9SHawking Zhang static int psp_get_fw_type(struct amdgpu_firmware_info *ucode,
851be4630d9SHawking Zhang 			   enum psp_gfx_fw_type *type)
852be4630d9SHawking Zhang {
853be4630d9SHawking Zhang 	switch (ucode->ucode_id) {
854be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SDMA0:
855be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SDMA0;
856be4630d9SHawking Zhang 		break;
857be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SDMA1:
858be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SDMA1;
859be4630d9SHawking Zhang 		break;
860b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA2:
861b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA2;
862b86f8d8bSJohn Clements 		break;
863b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA3:
864b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA3;
865b86f8d8bSJohn Clements 		break;
866b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA4:
867b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA4;
868b86f8d8bSJohn Clements 		break;
869b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA5:
870b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA5;
871b86f8d8bSJohn Clements 		break;
872b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA6:
873b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA6;
874b86f8d8bSJohn Clements 		break;
875b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA7:
876b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA7;
877b86f8d8bSJohn Clements 		break;
878be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_CE:
879be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_CE;
880be4630d9SHawking Zhang 		break;
881be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_PFP:
882be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_PFP;
883be4630d9SHawking Zhang 		break;
884be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_ME:
885be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_ME;
886be4630d9SHawking Zhang 		break;
887be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC1:
888be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC;
889be4630d9SHawking Zhang 		break;
890be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC1_JT:
891be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC_ME1;
892be4630d9SHawking Zhang 		break;
893be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC2:
894be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC;
895be4630d9SHawking Zhang 		break;
896be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC2_JT:
897be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC_ME2;
898be4630d9SHawking Zhang 		break;
899be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_G:
900be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_G;
901be4630d9SHawking Zhang 		break;
902be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL:
903be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_CNTL;
904be4630d9SHawking Zhang 		break;
905be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM:
906be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_GPM_MEM;
907be4630d9SHawking Zhang 		break;
908be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM:
909be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_MEM;
910be4630d9SHawking Zhang 		break;
911be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SMC:
912be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SMU;
913be4630d9SHawking Zhang 		break;
914be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_UVD:
915be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_UVD;
916be4630d9SHawking Zhang 		break;
917be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_UVD1:
918be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_UVD1;
919be4630d9SHawking Zhang 		break;
920be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_VCE:
921be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_VCE;
922be4630d9SHawking Zhang 		break;
923be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_VCN:
924be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_VCN;
925be4630d9SHawking Zhang 		break;
926be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_DMCU_ERAM:
927be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_DMCU_ERAM;
928be4630d9SHawking Zhang 		break;
929be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_DMCU_INTV:
930be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_DMCU_ISR;
931be4630d9SHawking Zhang 		break;
932c76ff09bSJack Xiao 	case AMDGPU_UCODE_ID_VCN0_RAM:
933c76ff09bSJack Xiao 		*type = GFX_FW_TYPE_VCN0_RAM;
934c76ff09bSJack Xiao 		break;
935c76ff09bSJack Xiao 	case AMDGPU_UCODE_ID_VCN1_RAM:
936c76ff09bSJack Xiao 		*type = GFX_FW_TYPE_VCN1_RAM;
937c76ff09bSJack Xiao 		break;
938be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_MAXIMUM:
939be4630d9SHawking Zhang 	default:
940be4630d9SHawking Zhang 		return -EINVAL;
941be4630d9SHawking Zhang 	}
942be4630d9SHawking Zhang 
943be4630d9SHawking Zhang 	return 0;
944be4630d9SHawking Zhang }
945be4630d9SHawking Zhang 
946c5fb9126SXiaojie Yuan static void psp_print_fw_hdr(struct psp_context *psp,
947c5fb9126SXiaojie Yuan 			     struct amdgpu_firmware_info *ucode)
948c5fb9126SXiaojie Yuan {
949c5fb9126SXiaojie Yuan 	struct amdgpu_device *adev = psp->adev;
950c5fb9126SXiaojie Yuan 	const struct sdma_firmware_header_v1_0 *sdma_hdr =
951c5fb9126SXiaojie Yuan 		(const struct sdma_firmware_header_v1_0 *)
952c5fb9126SXiaojie Yuan 		adev->sdma.instance[ucode->ucode_id - AMDGPU_UCODE_ID_SDMA0].fw->data;
953c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *ce_hdr =
954c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
955c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *pfp_hdr =
956c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
957c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *me_hdr =
958c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
959c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *mec_hdr =
960c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
961c5fb9126SXiaojie Yuan 	const struct rlc_firmware_header_v2_0 *rlc_hdr =
962c5fb9126SXiaojie Yuan 		(const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
963c5fb9126SXiaojie Yuan 	const struct smc_firmware_header_v1_0 *smc_hdr =
964c5fb9126SXiaojie Yuan 		(const struct smc_firmware_header_v1_0 *)adev->pm.fw->data;
965c5fb9126SXiaojie Yuan 
966c5fb9126SXiaojie Yuan 	switch (ucode->ucode_id) {
967c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA0:
968c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA1:
969c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA2:
970c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA3:
971c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA4:
972c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA5:
973c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA6:
974c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA7:
975c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_sdma_hdr(&sdma_hdr->header);
976c5fb9126SXiaojie Yuan 		break;
977c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_CE:
978c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&ce_hdr->header);
979c5fb9126SXiaojie Yuan 		break;
980c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_PFP:
981c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&pfp_hdr->header);
982c5fb9126SXiaojie Yuan 		break;
983c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_ME:
984c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&me_hdr->header);
985c5fb9126SXiaojie Yuan 		break;
986c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_MEC1:
987c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&mec_hdr->header);
988c5fb9126SXiaojie Yuan 		break;
989c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_RLC_G:
990c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_rlc_hdr(&rlc_hdr->header);
991c5fb9126SXiaojie Yuan 		break;
992c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SMC:
993c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_smc_hdr(&smc_hdr->header);
994c5fb9126SXiaojie Yuan 		break;
995c5fb9126SXiaojie Yuan 	default:
996c5fb9126SXiaojie Yuan 		break;
997c5fb9126SXiaojie Yuan 	}
998c5fb9126SXiaojie Yuan }
999c5fb9126SXiaojie Yuan 
1000be4630d9SHawking Zhang static int psp_prep_load_ip_fw_cmd_buf(struct amdgpu_firmware_info *ucode,
1001be4630d9SHawking Zhang 				       struct psp_gfx_cmd_resp *cmd)
1002be4630d9SHawking Zhang {
1003be4630d9SHawking Zhang 	int ret;
1004be4630d9SHawking Zhang 	uint64_t fw_mem_mc_addr = ucode->mc_addr;
1005be4630d9SHawking Zhang 
1006be4630d9SHawking Zhang 	memset(cmd, 0, sizeof(struct psp_gfx_cmd_resp));
1007be4630d9SHawking Zhang 
1008be4630d9SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_LOAD_IP_FW;
1009be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_lo = lower_32_bits(fw_mem_mc_addr);
1010be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_hi = upper_32_bits(fw_mem_mc_addr);
1011be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_size = ucode->ucode_size;
1012be4630d9SHawking Zhang 
1013be4630d9SHawking Zhang 	ret = psp_get_fw_type(ucode, &cmd->cmd.cmd_load_ip_fw.fw_type);
1014be4630d9SHawking Zhang 	if (ret)
1015be4630d9SHawking Zhang 		DRM_ERROR("Unknown firmware type\n");
1016be4630d9SHawking Zhang 
1017be4630d9SHawking Zhang 	return ret;
1018be4630d9SHawking Zhang }
1019be4630d9SHawking Zhang 
102013169562SHuang Rui static int psp_execute_np_fw_load(struct psp_context *psp,
102113169562SHuang Rui 			       struct amdgpu_firmware_info *ucode)
102213169562SHuang Rui {
102313169562SHuang Rui 	int ret = 0;
102413169562SHuang Rui 
102513169562SHuang Rui 	ret = psp_prep_load_ip_fw_cmd_buf(ucode, psp->cmd);
102613169562SHuang Rui 	if (ret)
102713169562SHuang Rui 		return ret;
102813169562SHuang Rui 
102913169562SHuang Rui 	ret = psp_cmd_submit_buf(psp, ucode, psp->cmd,
103013169562SHuang Rui 				 psp->fence_buf_mc_addr);
103113169562SHuang Rui 
103213169562SHuang Rui 	return ret;
103313169562SHuang Rui }
103413169562SHuang Rui 
1035be70bbdaSHuang Rui static int psp_np_fw_load(struct psp_context *psp)
1036be70bbdaSHuang Rui {
1037be70bbdaSHuang Rui 	int i, ret;
1038be70bbdaSHuang Rui 	struct amdgpu_firmware_info *ucode;
1039be70bbdaSHuang Rui 	struct amdgpu_device* adev = psp->adev;
10400e5ca0d1SHuang Rui 
104113169562SHuang Rui 	if (psp->autoload_supported) {
104213169562SHuang Rui 		ucode = &adev->firmware.ucode[AMDGPU_UCODE_ID_SMC];
104313169562SHuang Rui 		if (!ucode->fw)
104413169562SHuang Rui 			goto out;
104513169562SHuang Rui 
104613169562SHuang Rui 		ret = psp_execute_np_fw_load(psp, ucode);
104713169562SHuang Rui 		if (ret)
104813169562SHuang Rui 			return ret;
104913169562SHuang Rui 	}
105013169562SHuang Rui 
105113169562SHuang Rui out:
10520e5ca0d1SHuang Rui 	for (i = 0; i < adev->firmware.max_ucodes; i++) {
10530e5ca0d1SHuang Rui 		ucode = &adev->firmware.ucode[i];
10540e5ca0d1SHuang Rui 		if (!ucode->fw)
10550e5ca0d1SHuang Rui 			continue;
10560e5ca0d1SHuang Rui 
10570e5ca0d1SHuang Rui 		if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC &&
105813169562SHuang Rui 		    (psp_smu_reload_quirk(psp) || psp->autoload_supported))
10590e5ca0d1SHuang Rui 			continue;
1060b86f8d8bSJohn Clements 
1061e993ca4fSDaniel Wang 		if (amdgpu_sriov_vf(adev) &&
1062e993ca4fSDaniel Wang 		   (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA0
1063e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1
1064b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA2
1065b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA3
1066b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA4
1067b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA5
1068b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA6
1069b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA7
1070e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_RLC_G))
1071e993ca4fSDaniel Wang 			/*skip ucode loading in SRIOV VF */
1072e993ca4fSDaniel Wang 			continue;
1073b86f8d8bSJohn Clements 
1074119eb6dbSHawking Zhang 		if (psp->autoload_supported &&
1075119eb6dbSHawking Zhang 		    (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1_JT ||
1076119eb6dbSHawking Zhang 		     ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT))
1077119eb6dbSHawking Zhang 			/* skip mec JT when autoload is enabled */
1078119eb6dbSHawking Zhang 			continue;
1079c9d0ca85SHuang Rui 		/* Renoir only needs to load mec jump table one time */
1080c9d0ca85SHuang Rui 		if (adev->asic_type == CHIP_RENOIR &&
1081c9d0ca85SHuang Rui 		    ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT)
1082c9d0ca85SHuang Rui 			continue;
10830e5ca0d1SHuang Rui 
1084c5fb9126SXiaojie Yuan 		psp_print_fw_hdr(psp, ucode);
1085c5fb9126SXiaojie Yuan 
108613169562SHuang Rui 		ret = psp_execute_np_fw_load(psp, ucode);
10870e5ca0d1SHuang Rui 		if (ret)
1088be70bbdaSHuang Rui 			return ret;
10890e5ca0d1SHuang Rui 
10901a5b4ccaSHawking Zhang 		/* Start rlc autoload after psp recieved all the gfx firmware */
1091cc216214SXiaojie Yuan 		if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM) {
10921a5b4ccaSHawking Zhang 			ret = psp_rlc_autoload(psp);
10931a5b4ccaSHawking Zhang 			if (ret) {
10941a5b4ccaSHawking Zhang 				DRM_ERROR("Failed to start rlc autoload\n");
10951a5b4ccaSHawking Zhang 				return ret;
10961a5b4ccaSHawking Zhang 			}
10971a5b4ccaSHawking Zhang 		}
10980e5ca0d1SHuang Rui #if 0
10990e5ca0d1SHuang Rui 		/* check if firmware loaded sucessfully */
11000e5ca0d1SHuang Rui 		if (!amdgpu_psp_check_fw_loading_status(adev, i))
11010e5ca0d1SHuang Rui 			return -EINVAL;
11020e5ca0d1SHuang Rui #endif
11030e5ca0d1SHuang Rui 	}
11040e5ca0d1SHuang Rui 
1105be70bbdaSHuang Rui 	return 0;
1106be70bbdaSHuang Rui }
1107be70bbdaSHuang Rui 
11080e5ca0d1SHuang Rui static int psp_load_fw(struct amdgpu_device *adev)
11090e5ca0d1SHuang Rui {
11100e5ca0d1SHuang Rui 	int ret;
11110e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
11120e5ca0d1SHuang Rui 
111353450efdSXiangliang Yu 	if (amdgpu_sriov_vf(adev) && adev->in_gpu_reset) {
111414d20ec7Swentalou 		psp_ring_stop(psp, PSP_RING_TYPE__KM); /* should not destroy ring, only stop */
111577a3c96bSMonk Liu 		goto skip_memalloc;
111653450efdSXiangliang Yu 	}
111777a3c96bSMonk Liu 
111867bef0f7SHuang Rui 	psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
111967bef0f7SHuang Rui 	if (!psp->cmd)
11200e5ca0d1SHuang Rui 		return -ENOMEM;
11210e5ca0d1SHuang Rui 
1122057f9164SYintian Tao 	/* this fw pri bo is not used under SRIOV */
1123057f9164SYintian Tao 	if (!amdgpu_sriov_vf(psp->adev)) {
112453a5cf57SHuang Rui 		ret = amdgpu_bo_create_kernel(adev, PSP_1_MEG, PSP_1_MEG,
112553a5cf57SHuang Rui 					      AMDGPU_GEM_DOMAIN_GTT,
112653a5cf57SHuang Rui 					      &psp->fw_pri_bo,
112753a5cf57SHuang Rui 					      &psp->fw_pri_mc_addr,
112853a5cf57SHuang Rui 					      &psp->fw_pri_buf);
11290e5ca0d1SHuang Rui 		if (ret)
11300e5ca0d1SHuang Rui 			goto failed;
1131057f9164SYintian Tao 	}
11320e5ca0d1SHuang Rui 
11330e5ca0d1SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_FENCE_BUFFER_SIZE, PAGE_SIZE,
11340e5ca0d1SHuang Rui 					AMDGPU_GEM_DOMAIN_VRAM,
11350e5ca0d1SHuang Rui 					&psp->fence_buf_bo,
11360e5ca0d1SHuang Rui 					&psp->fence_buf_mc_addr,
11370e5ca0d1SHuang Rui 					&psp->fence_buf);
11380e5ca0d1SHuang Rui 	if (ret)
113937945a3aSEvan Quan 		goto failed;
1140a1952da7SHuang Rui 
1141a1952da7SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_CMD_BUFFER_SIZE, PAGE_SIZE,
1142a1952da7SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
1143a1952da7SHuang Rui 				      &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
1144a1952da7SHuang Rui 				      (void **)&psp->cmd_buf_mem);
1145a1952da7SHuang Rui 	if (ret)
114637945a3aSEvan Quan 		goto failed;
11470e5ca0d1SHuang Rui 
11480e5ca0d1SHuang Rui 	memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE);
11490e5ca0d1SHuang Rui 
1150be70bbdaSHuang Rui 	ret = psp_ring_init(psp, PSP_RING_TYPE__KM);
11517a3d7bf6SEvan Quan 	if (ret) {
11527a3d7bf6SEvan Quan 		DRM_ERROR("PSP ring init failed!\n");
115337945a3aSEvan Quan 		goto failed;
11547a3d7bf6SEvan Quan 	}
11550e5ca0d1SHuang Rui 
115677a3c96bSMonk Liu skip_memalloc:
1157be70bbdaSHuang Rui 	ret = psp_hw_start(psp);
11580e5ca0d1SHuang Rui 	if (ret)
115937945a3aSEvan Quan 		goto failed;
11600e5ca0d1SHuang Rui 
1161be70bbdaSHuang Rui 	ret = psp_np_fw_load(psp);
11620e5ca0d1SHuang Rui 	if (ret)
116337945a3aSEvan Quan 		goto failed;
11640e5ca0d1SHuang Rui 
11650e5ca0d1SHuang Rui 	return 0;
11660e5ca0d1SHuang Rui 
11670e5ca0d1SHuang Rui failed:
116837945a3aSEvan Quan 	/*
116937945a3aSEvan Quan 	 * all cleanup jobs (xgmi terminate, ras terminate,
117037945a3aSEvan Quan 	 * ring destroy, cmd/fence/fw buffers destory,
117137945a3aSEvan Quan 	 * psp->cmd destory) are delayed to psp_hw_fini
117237945a3aSEvan Quan 	 */
11730e5ca0d1SHuang Rui 	return ret;
11740e5ca0d1SHuang Rui }
11750e5ca0d1SHuang Rui 
11760e5ca0d1SHuang Rui static int psp_hw_init(void *handle)
11770e5ca0d1SHuang Rui {
11780e5ca0d1SHuang Rui 	int ret;
11790e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
11800e5ca0d1SHuang Rui 
11810e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
11826e13bdf6SRex Zhu 	/*
11836e13bdf6SRex Zhu 	 * This sequence is just used on hw_init only once, no need on
11846e13bdf6SRex Zhu 	 * resume.
11856e13bdf6SRex Zhu 	 */
11866e13bdf6SRex Zhu 	ret = amdgpu_ucode_init_bo(adev);
11876e13bdf6SRex Zhu 	if (ret)
11886e13bdf6SRex Zhu 		goto failed;
11890e5ca0d1SHuang Rui 
11900e5ca0d1SHuang Rui 	ret = psp_load_fw(adev);
11910e5ca0d1SHuang Rui 	if (ret) {
11920e5ca0d1SHuang Rui 		DRM_ERROR("PSP firmware loading failed\n");
11930e5ca0d1SHuang Rui 		goto failed;
11940e5ca0d1SHuang Rui 	}
11950e5ca0d1SHuang Rui 
11960e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
11970e5ca0d1SHuang Rui 	return 0;
11980e5ca0d1SHuang Rui 
11990e5ca0d1SHuang Rui failed:
12000e5ca0d1SHuang Rui 	adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT;
12010e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12020e5ca0d1SHuang Rui 	return -EINVAL;
12030e5ca0d1SHuang Rui }
12040e5ca0d1SHuang Rui 
12050e5ca0d1SHuang Rui static int psp_hw_fini(void *handle)
12060e5ca0d1SHuang Rui {
12070e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
12080e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
12090e5ca0d1SHuang Rui 
12103e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
12113e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1)
12123e2e2ab5SHawking Zhang                 psp_xgmi_terminate(psp);
12133e2e2ab5SHawking Zhang 
121454eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw)
12155e5d3154Sxinhui pan 		psp_ras_terminate(psp);
12165e5d3154Sxinhui pan 
1217e3c5e982STrigger Huang 	psp_ring_destroy(psp, PSP_RING_TYPE__KM);
1218e3c5e982STrigger Huang 
12190e5ca0d1SHuang Rui 	amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
122053a5cf57SHuang Rui 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,
122153a5cf57SHuang Rui 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);
1222b4de2c5aSHuang Rui 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,
1223b4de2c5aSHuang Rui 			      &psp->fence_buf_mc_addr, &psp->fence_buf);
1224311146c9SHuang Rui 	amdgpu_bo_free_kernel(&psp->asd_shared_bo, &psp->asd_shared_mc_addr,
1225311146c9SHuang Rui 			      &psp->asd_shared_buf);
1226a1952da7SHuang Rui 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
1227a1952da7SHuang Rui 			      (void **)&psp->cmd_buf_mem);
1228b4de2c5aSHuang Rui 
122967bef0f7SHuang Rui 	kfree(psp->cmd);
123067bef0f7SHuang Rui 	psp->cmd = NULL;
123167bef0f7SHuang Rui 
12320e5ca0d1SHuang Rui 	return 0;
12330e5ca0d1SHuang Rui }
12340e5ca0d1SHuang Rui 
12350e5ca0d1SHuang Rui static int psp_suspend(void *handle)
12360e5ca0d1SHuang Rui {
1237bcd6eab8SEvan Quan 	int ret;
1238bcd6eab8SEvan Quan 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1239bcd6eab8SEvan Quan 	struct psp_context *psp = &adev->psp;
1240bcd6eab8SEvan Quan 
12413e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
12423e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1) {
12433e2e2ab5SHawking Zhang 		ret = psp_xgmi_terminate(psp);
12443e2e2ab5SHawking Zhang 		if (ret) {
12453e2e2ab5SHawking Zhang 			DRM_ERROR("Failed to terminate xgmi ta\n");
12463e2e2ab5SHawking Zhang 			return ret;
12473e2e2ab5SHawking Zhang 		}
12483e2e2ab5SHawking Zhang 	}
12493e2e2ab5SHawking Zhang 
125054eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw) {
12515e5d3154Sxinhui pan 		ret = psp_ras_terminate(psp);
12525e5d3154Sxinhui pan 		if (ret) {
12535e5d3154Sxinhui pan 			DRM_ERROR("Failed to terminate ras ta\n");
12545e5d3154Sxinhui pan 			return ret;
12555e5d3154Sxinhui pan 		}
125654eb4ed6Sxinhui pan 	}
12575e5d3154Sxinhui pan 
1258bcd6eab8SEvan Quan 	ret = psp_ring_stop(psp, PSP_RING_TYPE__KM);
1259bcd6eab8SEvan Quan 	if (ret) {
1260bcd6eab8SEvan Quan 		DRM_ERROR("PSP ring stop failed\n");
1261bcd6eab8SEvan Quan 		return ret;
1262bcd6eab8SEvan Quan 	}
1263bcd6eab8SEvan Quan 
12640e5ca0d1SHuang Rui 	return 0;
12650e5ca0d1SHuang Rui }
12660e5ca0d1SHuang Rui 
12670e5ca0d1SHuang Rui static int psp_resume(void *handle)
12680e5ca0d1SHuang Rui {
12690e5ca0d1SHuang Rui 	int ret;
12700e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
127193ea9b9fSHuang Rui 	struct psp_context *psp = &adev->psp;
12720e5ca0d1SHuang Rui 
127393ea9b9fSHuang Rui 	DRM_INFO("PSP is resuming...\n");
127493ea9b9fSHuang Rui 
12750e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
12760e5ca0d1SHuang Rui 
127793ea9b9fSHuang Rui 	ret = psp_hw_start(psp);
12780e5ca0d1SHuang Rui 	if (ret)
127993ea9b9fSHuang Rui 		goto failed;
128093ea9b9fSHuang Rui 
128193ea9b9fSHuang Rui 	ret = psp_np_fw_load(psp);
128293ea9b9fSHuang Rui 	if (ret)
128393ea9b9fSHuang Rui 		goto failed;
12840e5ca0d1SHuang Rui 
12850e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12860e5ca0d1SHuang Rui 
128793ea9b9fSHuang Rui 	return 0;
128893ea9b9fSHuang Rui 
128993ea9b9fSHuang Rui failed:
129093ea9b9fSHuang Rui 	DRM_ERROR("PSP resume failed\n");
129193ea9b9fSHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12920e5ca0d1SHuang Rui 	return ret;
12930e5ca0d1SHuang Rui }
12940e5ca0d1SHuang Rui 
1295f75a9a5dSAlex Deucher int psp_gpu_reset(struct amdgpu_device *adev)
129698512bb8SKen Wang {
129732eaeae0SAlex Deucher 	int ret;
129832eaeae0SAlex Deucher 
12992d4f9020SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
13002d4f9020SHuang Rui 		return 0;
13012d4f9020SHuang Rui 
130232eaeae0SAlex Deucher 	mutex_lock(&adev->psp.mutex);
130332eaeae0SAlex Deucher 	ret = psp_mode1_reset(&adev->psp);
130432eaeae0SAlex Deucher 	mutex_unlock(&adev->psp.mutex);
130532eaeae0SAlex Deucher 
130632eaeae0SAlex Deucher 	return ret;
130798512bb8SKen Wang }
130898512bb8SKen Wang 
13091a5b4ccaSHawking Zhang int psp_rlc_autoload_start(struct psp_context *psp)
13101a5b4ccaSHawking Zhang {
13111a5b4ccaSHawking Zhang 	int ret;
13121a5b4ccaSHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
13131a5b4ccaSHawking Zhang 
13141a5b4ccaSHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
13151a5b4ccaSHawking Zhang 		return 0;
13161a5b4ccaSHawking Zhang 
13171a5b4ccaSHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
13181a5b4ccaSHawking Zhang 	if (!cmd)
13191a5b4ccaSHawking Zhang 		return -ENOMEM;
13201a5b4ccaSHawking Zhang 
13211a5b4ccaSHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_AUTOLOAD_RLC;
13221a5b4ccaSHawking Zhang 
13231a5b4ccaSHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
13241a5b4ccaSHawking Zhang 				 psp->fence_buf_mc_addr);
13251a5b4ccaSHawking Zhang 	kfree(cmd);
13261a5b4ccaSHawking Zhang 	return ret;
13271a5b4ccaSHawking Zhang }
13281a5b4ccaSHawking Zhang 
132986ddf352SJack Xiao int psp_update_vcn_sram(struct amdgpu_device *adev, int inst_idx,
133086ddf352SJack Xiao 			uint64_t cmd_gpu_addr, int cmd_size)
133186ddf352SJack Xiao {
133286ddf352SJack Xiao 	struct amdgpu_firmware_info ucode = {0};
133386ddf352SJack Xiao 
133486ddf352SJack Xiao 	ucode.ucode_id = inst_idx ? AMDGPU_UCODE_ID_VCN1_RAM :
133586ddf352SJack Xiao 		AMDGPU_UCODE_ID_VCN0_RAM;
133686ddf352SJack Xiao 	ucode.mc_addr = cmd_gpu_addr;
133786ddf352SJack Xiao 	ucode.ucode_size = cmd_size;
133886ddf352SJack Xiao 
133986ddf352SJack Xiao 	return psp_execute_np_fw_load(&adev->psp, &ucode);
134086ddf352SJack Xiao }
134186ddf352SJack Xiao 
13420e5ca0d1SHuang Rui static bool psp_check_fw_loading_status(struct amdgpu_device *adev,
13430e5ca0d1SHuang Rui 					enum AMDGPU_UCODE_ID ucode_type)
13440e5ca0d1SHuang Rui {
13450e5ca0d1SHuang Rui 	struct amdgpu_firmware_info *ucode = NULL;
13460e5ca0d1SHuang Rui 
13470e5ca0d1SHuang Rui 	if (!adev->firmware.fw_size)
13480e5ca0d1SHuang Rui 		return false;
13490e5ca0d1SHuang Rui 
13500e5ca0d1SHuang Rui 	ucode = &adev->firmware.ucode[ucode_type];
13510e5ca0d1SHuang Rui 	if (!ucode->fw || !ucode->ucode_size)
13520e5ca0d1SHuang Rui 		return false;
13530e5ca0d1SHuang Rui 
13540e5ca0d1SHuang Rui 	return psp_compare_sram_data(&adev->psp, ucode, ucode_type);
13550e5ca0d1SHuang Rui }
13560e5ca0d1SHuang Rui 
13570e5ca0d1SHuang Rui static int psp_set_clockgating_state(void *handle,
13580e5ca0d1SHuang Rui 				     enum amd_clockgating_state state)
13590e5ca0d1SHuang Rui {
13600e5ca0d1SHuang Rui 	return 0;
13610e5ca0d1SHuang Rui }
13620e5ca0d1SHuang Rui 
13630e5ca0d1SHuang Rui static int psp_set_powergating_state(void *handle,
13640e5ca0d1SHuang Rui 				     enum amd_powergating_state state)
13650e5ca0d1SHuang Rui {
13660e5ca0d1SHuang Rui 	return 0;
13670e5ca0d1SHuang Rui }
13680e5ca0d1SHuang Rui 
13690e5ca0d1SHuang Rui const struct amd_ip_funcs psp_ip_funcs = {
13700e5ca0d1SHuang Rui 	.name = "psp",
13710e5ca0d1SHuang Rui 	.early_init = psp_early_init,
13720e5ca0d1SHuang Rui 	.late_init = NULL,
13730e5ca0d1SHuang Rui 	.sw_init = psp_sw_init,
13740e5ca0d1SHuang Rui 	.sw_fini = psp_sw_fini,
13750e5ca0d1SHuang Rui 	.hw_init = psp_hw_init,
13760e5ca0d1SHuang Rui 	.hw_fini = psp_hw_fini,
13770e5ca0d1SHuang Rui 	.suspend = psp_suspend,
13780e5ca0d1SHuang Rui 	.resume = psp_resume,
13790e5ca0d1SHuang Rui 	.is_idle = NULL,
1380f75a9a5dSAlex Deucher 	.check_soft_reset = NULL,
13810e5ca0d1SHuang Rui 	.wait_for_idle = NULL,
1382f75a9a5dSAlex Deucher 	.soft_reset = NULL,
13830e5ca0d1SHuang Rui 	.set_clockgating_state = psp_set_clockgating_state,
13840e5ca0d1SHuang Rui 	.set_powergating_state = psp_set_powergating_state,
13850e5ca0d1SHuang Rui };
13860e5ca0d1SHuang Rui 
13870e5ca0d1SHuang Rui static const struct amdgpu_psp_funcs psp_funcs = {
13880e5ca0d1SHuang Rui 	.check_fw_loading_status = psp_check_fw_loading_status,
13890e5ca0d1SHuang Rui };
13900e5ca0d1SHuang Rui 
13910e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev)
13920e5ca0d1SHuang Rui {
13930e5ca0d1SHuang Rui 	if (NULL == adev->firmware.funcs)
13940e5ca0d1SHuang Rui 		adev->firmware.funcs = &psp_funcs;
13950e5ca0d1SHuang Rui }
13960e5ca0d1SHuang Rui 
13970e5ca0d1SHuang Rui const struct amdgpu_ip_block_version psp_v3_1_ip_block =
13980e5ca0d1SHuang Rui {
13990e5ca0d1SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
14000e5ca0d1SHuang Rui 	.major = 3,
14010e5ca0d1SHuang Rui 	.minor = 1,
14020e5ca0d1SHuang Rui 	.rev = 0,
14030e5ca0d1SHuang Rui 	.funcs = &psp_ip_funcs,
14040e5ca0d1SHuang Rui };
1405dfbd6438SHuang Rui 
1406dfbd6438SHuang Rui const struct amdgpu_ip_block_version psp_v10_0_ip_block =
1407dfbd6438SHuang Rui {
1408dfbd6438SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
1409dfbd6438SHuang Rui 	.major = 10,
1410dfbd6438SHuang Rui 	.minor = 0,
1411dfbd6438SHuang Rui 	.rev = 0,
1412dfbd6438SHuang Rui 	.funcs = &psp_ip_funcs,
1413dfbd6438SHuang Rui };
1414654f761cSFeifei Xu 
1415654f761cSFeifei Xu const struct amdgpu_ip_block_version psp_v11_0_ip_block =
1416654f761cSFeifei Xu {
1417654f761cSFeifei Xu 	.type = AMD_IP_BLOCK_TYPE_PSP,
1418654f761cSFeifei Xu 	.major = 11,
1419654f761cSFeifei Xu 	.minor = 0,
1420654f761cSFeifei Xu 	.rev = 0,
1421654f761cSFeifei Xu 	.funcs = &psp_ip_funcs,
1422654f761cSFeifei Xu };
14236a7a0bdbSAaron Liu 
14246a7a0bdbSAaron Liu const struct amdgpu_ip_block_version psp_v12_0_ip_block =
14256a7a0bdbSAaron Liu {
14266a7a0bdbSAaron Liu 	.type = AMD_IP_BLOCK_TYPE_PSP,
14276a7a0bdbSAaron Liu 	.major = 12,
14286a7a0bdbSAaron Liu 	.minor = 0,
14296a7a0bdbSAaron Liu 	.rev = 0,
14306a7a0bdbSAaron Liu 	.funcs = &psp_ip_funcs,
14316a7a0bdbSAaron Liu };
1432