10e5ca0d1SHuang Rui /*
20e5ca0d1SHuang Rui  * Copyright 2016 Advanced Micro Devices, Inc.
30e5ca0d1SHuang Rui  *
40e5ca0d1SHuang Rui  * Permission is hereby granted, free of charge, to any person obtaining a
50e5ca0d1SHuang Rui  * copy of this software and associated documentation files (the "Software"),
60e5ca0d1SHuang Rui  * to deal in the Software without restriction, including without limitation
70e5ca0d1SHuang Rui  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
80e5ca0d1SHuang Rui  * and/or sell copies of the Software, and to permit persons to whom the
90e5ca0d1SHuang Rui  * Software is furnished to do so, subject to the following conditions:
100e5ca0d1SHuang Rui  *
110e5ca0d1SHuang Rui  * The above copyright notice and this permission notice shall be included in
120e5ca0d1SHuang Rui  * all copies or substantial portions of the Software.
130e5ca0d1SHuang Rui  *
140e5ca0d1SHuang Rui  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
150e5ca0d1SHuang Rui  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
160e5ca0d1SHuang Rui  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
170e5ca0d1SHuang Rui  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
180e5ca0d1SHuang Rui  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
190e5ca0d1SHuang Rui  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
200e5ca0d1SHuang Rui  * OTHER DEALINGS IN THE SOFTWARE.
210e5ca0d1SHuang Rui  *
220e5ca0d1SHuang Rui  * Author: Huang Rui
230e5ca0d1SHuang Rui  *
240e5ca0d1SHuang Rui  */
250e5ca0d1SHuang Rui 
260e5ca0d1SHuang Rui #include <linux/firmware.h>
27fdf2f6c5SSam Ravnborg 
280e5ca0d1SHuang Rui #include "amdgpu.h"
290e5ca0d1SHuang Rui #include "amdgpu_psp.h"
300e5ca0d1SHuang Rui #include "amdgpu_ucode.h"
310e5ca0d1SHuang Rui #include "soc15_common.h"
320e5ca0d1SHuang Rui #include "psp_v3_1.h"
33c1798b54SHuang Rui #include "psp_v10_0.h"
34654f761cSFeifei Xu #include "psp_v11_0.h"
356a7a0bdbSAaron Liu #include "psp_v12_0.h"
360e5ca0d1SHuang Rui 
370e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev);
380e5ca0d1SHuang Rui 
390e5ca0d1SHuang Rui static int psp_early_init(void *handle)
400e5ca0d1SHuang Rui {
410e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
429d6fea57SAlex Deucher 	struct psp_context *psp = &adev->psp;
430e5ca0d1SHuang Rui 
440e5ca0d1SHuang Rui 	psp_set_funcs(adev);
450e5ca0d1SHuang Rui 
460e5ca0d1SHuang Rui 	switch (adev->asic_type) {
470e5ca0d1SHuang Rui 	case CHIP_VEGA10:
48ff13dc67SAlex Deucher 	case CHIP_VEGA12:
49e7f9ccb4SAlex Deucher 		psp_v3_1_set_psp_funcs(psp);
501d1f41cfSHawking Zhang 		psp->autoload_supported = false;
510e5ca0d1SHuang Rui 		break;
52c1798b54SHuang Rui 	case CHIP_RAVEN:
53e7f9ccb4SAlex Deucher 		psp_v10_0_set_psp_funcs(psp);
541d1f41cfSHawking Zhang 		psp->autoload_supported = false;
55c1798b54SHuang Rui 		break;
56654f761cSFeifei Xu 	case CHIP_VEGA20:
57f36d9ab9SJohn Clements 	case CHIP_ARCTURUS:
581d1f41cfSHawking Zhang 		psp_v11_0_set_psp_funcs(psp);
591d1f41cfSHawking Zhang 		psp->autoload_supported = false;
601d1f41cfSHawking Zhang 		break;
61bc290fe5STao Zhou 	case CHIP_NAVI10:
6282522b2dSXiaojie Yuan 	case CHIP_NAVI14:
63739cdbd6SXiaojie Yuan 	case CHIP_NAVI12:
64654f761cSFeifei Xu 		psp_v11_0_set_psp_funcs(psp);
651d1f41cfSHawking Zhang 		psp->autoload_supported = true;
66654f761cSFeifei Xu 		break;
676a7a0bdbSAaron Liu 	case CHIP_RENOIR:
686a7a0bdbSAaron Liu 		psp_v12_0_set_psp_funcs(psp);
696a7a0bdbSAaron Liu 		break;
700e5ca0d1SHuang Rui 	default:
710e5ca0d1SHuang Rui 		return -EINVAL;
720e5ca0d1SHuang Rui 	}
730e5ca0d1SHuang Rui 
740e5ca0d1SHuang Rui 	psp->adev = adev;
750e5ca0d1SHuang Rui 
769d6fea57SAlex Deucher 	return 0;
779d6fea57SAlex Deucher }
789d6fea57SAlex Deucher 
799d6fea57SAlex Deucher static int psp_sw_init(void *handle)
809d6fea57SAlex Deucher {
819d6fea57SAlex Deucher 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
829d6fea57SAlex Deucher 	struct psp_context *psp = &adev->psp;
839d6fea57SAlex Deucher 	int ret;
849d6fea57SAlex Deucher 
850e5ca0d1SHuang Rui 	ret = psp_init_microcode(psp);
860e5ca0d1SHuang Rui 	if (ret) {
870e5ca0d1SHuang Rui 		DRM_ERROR("Failed to load psp firmware!\n");
880e5ca0d1SHuang Rui 		return ret;
890e5ca0d1SHuang Rui 	}
900e5ca0d1SHuang Rui 
910e5ca0d1SHuang Rui 	return 0;
920e5ca0d1SHuang Rui }
930e5ca0d1SHuang Rui 
940e5ca0d1SHuang Rui static int psp_sw_fini(void *handle)
950e5ca0d1SHuang Rui {
96c833d8aaSMonk Liu 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
97c833d8aaSMonk Liu 
98c833d8aaSMonk Liu 	release_firmware(adev->psp.sos_fw);
99c833d8aaSMonk Liu 	adev->psp.sos_fw = NULL;
100c833d8aaSMonk Liu 	release_firmware(adev->psp.asd_fw);
101c833d8aaSMonk Liu 	adev->psp.asd_fw = NULL;
1021d69511eSAlex Deucher 	if (adev->psp.ta_fw) {
10351e7177fSHawking Zhang 		release_firmware(adev->psp.ta_fw);
10451e7177fSHawking Zhang 		adev->psp.ta_fw = NULL;
1051d69511eSAlex Deucher 	}
1060e5ca0d1SHuang Rui 	return 0;
1070e5ca0d1SHuang Rui }
1080e5ca0d1SHuang Rui 
1090e5ca0d1SHuang Rui int psp_wait_for(struct psp_context *psp, uint32_t reg_index,
1100e5ca0d1SHuang Rui 		 uint32_t reg_val, uint32_t mask, bool check_changed)
1110e5ca0d1SHuang Rui {
1120e5ca0d1SHuang Rui 	uint32_t val;
1130e5ca0d1SHuang Rui 	int i;
1140e5ca0d1SHuang Rui 	struct amdgpu_device *adev = psp->adev;
1150e5ca0d1SHuang Rui 
1160e5ca0d1SHuang Rui 	for (i = 0; i < adev->usec_timeout; i++) {
1172890decfSZhang, Jerry 		val = RREG32(reg_index);
1180e5ca0d1SHuang Rui 		if (check_changed) {
1190e5ca0d1SHuang Rui 			if (val != reg_val)
1200e5ca0d1SHuang Rui 				return 0;
1210e5ca0d1SHuang Rui 		} else {
1220e5ca0d1SHuang Rui 			if ((val & mask) == reg_val)
1230e5ca0d1SHuang Rui 				return 0;
1240e5ca0d1SHuang Rui 		}
1250e5ca0d1SHuang Rui 		udelay(1);
1260e5ca0d1SHuang Rui 	}
1270e5ca0d1SHuang Rui 
1280e5ca0d1SHuang Rui 	return -ETIME;
1290e5ca0d1SHuang Rui }
1300e5ca0d1SHuang Rui 
1310e5ca0d1SHuang Rui static int
1320e5ca0d1SHuang Rui psp_cmd_submit_buf(struct psp_context *psp,
1330e5ca0d1SHuang Rui 		   struct amdgpu_firmware_info *ucode,
1340b25cbf9SHawking Zhang 		   struct psp_gfx_cmd_resp *cmd, uint64_t fence_mc_addr)
1350e5ca0d1SHuang Rui {
1360e5ca0d1SHuang Rui 	int ret;
1370b25cbf9SHawking Zhang 	int index;
138ea114213Sxinhui pan 	int timeout = 2000;
1390e5ca0d1SHuang Rui 
14032eaeae0SAlex Deucher 	mutex_lock(&psp->mutex);
14132eaeae0SAlex Deucher 
142a1952da7SHuang Rui 	memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE);
1430e5ca0d1SHuang Rui 
144a1952da7SHuang Rui 	memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp));
1450e5ca0d1SHuang Rui 
1460b25cbf9SHawking Zhang 	index = atomic_inc_return(&psp->fence_value);
147a1952da7SHuang Rui 	ret = psp_cmd_submit(psp, ucode, psp->cmd_buf_mc_addr,
1480e5ca0d1SHuang Rui 			     fence_mc_addr, index);
1490b25cbf9SHawking Zhang 	if (ret) {
1500b25cbf9SHawking Zhang 		atomic_dec(&psp->fence_value);
15132eaeae0SAlex Deucher 		mutex_unlock(&psp->mutex);
1520b25cbf9SHawking Zhang 		return ret;
153ca7f65c7Skbuild test robot 	}
1540e5ca0d1SHuang Rui 
155ea114213Sxinhui pan 	while (*((unsigned int *)psp->fence_buf) != index) {
156ea114213Sxinhui pan 		if (--timeout == 0)
1577a3d7bf6SEvan Quan 			break;
1580b25cbf9SHawking Zhang 		msleep(1);
159ea114213Sxinhui pan 	}
1600b25cbf9SHawking Zhang 
161466bcb75SAaron Liu 	/* In some cases, psp response status is not 0 even there is no
162466bcb75SAaron Liu 	 * problem while the command is submitted. Some version of PSP FW
163466bcb75SAaron Liu 	 * doesn't write 0 to that field.
164466bcb75SAaron Liu 	 * So here we would like to only print a warning instead of an error
165466bcb75SAaron Liu 	 * during psp initialization to avoid breaking hw_init and it doesn't
166466bcb75SAaron Liu 	 * return -EINVAL.
167466bcb75SAaron Liu 	 */
1687a3d7bf6SEvan Quan 	if (psp->cmd_buf_mem->resp.status || !timeout) {
16976223c54SXiangliang Yu 		if (ucode)
170466bcb75SAaron Liu 			DRM_WARN("failed to load ucode id (%d) ",
17176223c54SXiangliang Yu 				  ucode->ucode_id);
1726c37bde9SJohn Clements 		DRM_WARN("psp command failed and response status is (0x%X)\n",
1736c37bde9SJohn Clements 			  psp->cmd_buf_mem->resp.status & GFX_CMD_STATUS_MASK);
17432eaeae0SAlex Deucher 		if (!timeout) {
17532eaeae0SAlex Deucher 			mutex_unlock(&psp->mutex);
1767a3d7bf6SEvan Quan 			return -EINVAL;
17728a16027SHuang Rui 		}
17832eaeae0SAlex Deucher 	}
17928a16027SHuang Rui 
180a363553cSXiangliang Yu 	/* get xGMI session id from response buffer */
181a363553cSXiangliang Yu 	cmd->resp.session_id = psp->cmd_buf_mem->resp.session_id;
182a363553cSXiangliang Yu 
183435198f3SJames Zhu 	if (ucode) {
184435198f3SJames Zhu 		ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo;
185435198f3SJames Zhu 		ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi;
186435198f3SJames Zhu 	}
18732eaeae0SAlex Deucher 	mutex_unlock(&psp->mutex);
188435198f3SJames Zhu 
1890e5ca0d1SHuang Rui 	return ret;
1900e5ca0d1SHuang Rui }
1910e5ca0d1SHuang Rui 
1925ec996dfSXiangliang Yu static void psp_prep_tmr_cmd_buf(struct psp_context *psp,
1935ec996dfSXiangliang Yu 				 struct psp_gfx_cmd_resp *cmd,
1940e5ca0d1SHuang Rui 				 uint64_t tmr_mc, uint32_t size)
1950e5ca0d1SHuang Rui {
1965ec996dfSXiangliang Yu 	if (psp_support_vmr_ring(psp))
1975ec996dfSXiangliang Yu 		cmd->cmd_id = GFX_CMD_ID_SETUP_VMR;
1985ec996dfSXiangliang Yu 	else
1990e5ca0d1SHuang Rui 		cmd->cmd_id = GFX_CMD_ID_SETUP_TMR;
200f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc);
201f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc);
2020e5ca0d1SHuang Rui 	cmd->cmd.cmd_setup_tmr.buf_size = size;
2030e5ca0d1SHuang Rui }
2040e5ca0d1SHuang Rui 
2057ea49e76SHawking Zhang static void psp_prep_load_toc_cmd_buf(struct psp_gfx_cmd_resp *cmd,
2067ea49e76SHawking Zhang 				      uint64_t pri_buf_mc, uint32_t size)
2077ea49e76SHawking Zhang {
2087ea49e76SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_LOAD_TOC;
2097ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_phy_addr_lo = lower_32_bits(pri_buf_mc);
2107ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_phy_addr_hi = upper_32_bits(pri_buf_mc);
2117ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_size = size;
2127ea49e76SHawking Zhang }
2137ea49e76SHawking Zhang 
2147ea49e76SHawking Zhang /* Issue LOAD TOC cmd to PSP to part toc and calculate tmr size needed */
2157ea49e76SHawking Zhang static int psp_load_toc(struct psp_context *psp,
2167ea49e76SHawking Zhang 			uint32_t *tmr_size)
2177ea49e76SHawking Zhang {
2187ea49e76SHawking Zhang 	int ret;
2197ea49e76SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
2207ea49e76SHawking Zhang 
2217ea49e76SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2227ea49e76SHawking Zhang 	if (!cmd)
2237ea49e76SHawking Zhang 		return -ENOMEM;
2247ea49e76SHawking Zhang 	/* Copy toc to psp firmware private buffer */
2257ea49e76SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
2267ea49e76SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->toc_start_addr, psp->toc_bin_size);
2277ea49e76SHawking Zhang 
2287ea49e76SHawking Zhang 	psp_prep_load_toc_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->toc_bin_size);
2297ea49e76SHawking Zhang 
2307ea49e76SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2317ea49e76SHawking Zhang 				 psp->fence_buf_mc_addr);
2327ea49e76SHawking Zhang 	if (!ret)
2337ea49e76SHawking Zhang 		*tmr_size = psp->cmd_buf_mem->resp.tmr_size;
2347ea49e76SHawking Zhang 	kfree(cmd);
2357ea49e76SHawking Zhang 	return ret;
2367ea49e76SHawking Zhang }
2377ea49e76SHawking Zhang 
2380e5ca0d1SHuang Rui /* Set up Trusted Memory Region */
2390e5ca0d1SHuang Rui static int psp_tmr_init(struct psp_context *psp)
2400e5ca0d1SHuang Rui {
2410e5ca0d1SHuang Rui 	int ret;
2427ea49e76SHawking Zhang 	int tmr_size;
2430e5ca0d1SHuang Rui 
2440e5ca0d1SHuang Rui 	/*
245795c1b8dSshaoyunl 	 * According to HW engineer, they prefer the TMR address be "naturally
246795c1b8dSshaoyunl 	 * aligned" , e.g. the start address be an integer divide of TMR size.
2470e5ca0d1SHuang Rui 	 *
2480e5ca0d1SHuang Rui 	 * Note: this memory need be reserved till the driver
2490e5ca0d1SHuang Rui 	 * uninitializes.
2500e5ca0d1SHuang Rui 	 */
2517ea49e76SHawking Zhang 	tmr_size = PSP_TMR_SIZE;
2527ea49e76SHawking Zhang 
2537ea49e76SHawking Zhang 	/* For ASICs support RLC autoload, psp will parse the toc
2547ea49e76SHawking Zhang 	 * and calculate the total size of TMR needed */
2557ea49e76SHawking Zhang 	if (psp->toc_start_addr &&
2567ea49e76SHawking Zhang 	    psp->toc_bin_size &&
2577ea49e76SHawking Zhang 	    psp->fw_pri_buf) {
2587ea49e76SHawking Zhang 		ret = psp_load_toc(psp, &tmr_size);
2597ea49e76SHawking Zhang 		if (ret) {
2607ea49e76SHawking Zhang 			DRM_ERROR("Failed to load toc\n");
2617ea49e76SHawking Zhang 			return ret;
2627ea49e76SHawking Zhang 		}
2637ea49e76SHawking Zhang 	}
2647ea49e76SHawking Zhang 
2657ea49e76SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, tmr_size, PSP_TMR_SIZE,
2660e5ca0d1SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
2670e5ca0d1SHuang Rui 				      &psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
2686f2b1fccSHuang Rui 
2696f2b1fccSHuang Rui 	return ret;
2706f2b1fccSHuang Rui }
2716f2b1fccSHuang Rui 
2726f2b1fccSHuang Rui static int psp_tmr_load(struct psp_context *psp)
2736f2b1fccSHuang Rui {
2746f2b1fccSHuang Rui 	int ret;
2756f2b1fccSHuang Rui 	struct psp_gfx_cmd_resp *cmd;
2766f2b1fccSHuang Rui 
2776f2b1fccSHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2786f2b1fccSHuang Rui 	if (!cmd)
2796f2b1fccSHuang Rui 		return -ENOMEM;
2800e5ca0d1SHuang Rui 
2817ea49e76SHawking Zhang 	psp_prep_tmr_cmd_buf(psp, cmd, psp->tmr_mc_addr,
2827ea49e76SHawking Zhang 			     amdgpu_bo_size(psp->tmr_bo));
2837ea49e76SHawking Zhang 	DRM_INFO("reserve 0x%lx from 0x%llx for PSP TMR\n",
2847ea49e76SHawking Zhang 		 amdgpu_bo_size(psp->tmr_bo), psp->tmr_mc_addr);
2850e5ca0d1SHuang Rui 
2860e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2870b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
2880e5ca0d1SHuang Rui 	if (ret)
2896f2b1fccSHuang Rui 		goto failed;
2900e5ca0d1SHuang Rui 
2910e5ca0d1SHuang Rui 	kfree(cmd);
2920e5ca0d1SHuang Rui 
2930e5ca0d1SHuang Rui 	return 0;
2940e5ca0d1SHuang Rui 
2950e5ca0d1SHuang Rui failed:
2960e5ca0d1SHuang Rui 	kfree(cmd);
2970e5ca0d1SHuang Rui 	return ret;
2980e5ca0d1SHuang Rui }
2990e5ca0d1SHuang Rui 
3000e5ca0d1SHuang Rui static void psp_prep_asd_cmd_buf(struct psp_gfx_cmd_resp *cmd,
3010e5ca0d1SHuang Rui 				 uint64_t asd_mc, uint64_t asd_mc_shared,
3020e5ca0d1SHuang Rui 				 uint32_t size, uint32_t shared_size)
3030e5ca0d1SHuang Rui {
3040e5ca0d1SHuang Rui 	cmd->cmd_id = GFX_CMD_ID_LOAD_ASD;
3050e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(asd_mc);
3060e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(asd_mc);
3070e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_len = size;
3080e5ca0d1SHuang Rui 
3090e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(asd_mc_shared);
3100e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(asd_mc_shared);
3110e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
3120e5ca0d1SHuang Rui }
3130e5ca0d1SHuang Rui 
314f5cfef98SHuang Rui static int psp_asd_init(struct psp_context *psp)
3150e5ca0d1SHuang Rui {
3160e5ca0d1SHuang Rui 	int ret;
3170e5ca0d1SHuang Rui 
3180e5ca0d1SHuang Rui 	/*
3190e5ca0d1SHuang Rui 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
3200e5ca0d1SHuang Rui 	 * physical) for shared ASD <-> Driver
3210e5ca0d1SHuang Rui 	 */
322f5cfef98SHuang Rui 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_ASD_SHARED_MEM_SIZE,
323f5cfef98SHuang Rui 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
324f5cfef98SHuang Rui 				      &psp->asd_shared_bo,
325f5cfef98SHuang Rui 				      &psp->asd_shared_mc_addr,
326f5cfef98SHuang Rui 				      &psp->asd_shared_buf);
3270e5ca0d1SHuang Rui 
3280e5ca0d1SHuang Rui 	return ret;
3290e5ca0d1SHuang Rui }
3300e5ca0d1SHuang Rui 
3310e5ca0d1SHuang Rui static int psp_asd_load(struct psp_context *psp)
3320e5ca0d1SHuang Rui {
3330e5ca0d1SHuang Rui 	int ret;
3340e5ca0d1SHuang Rui 	struct psp_gfx_cmd_resp *cmd;
3350e5ca0d1SHuang Rui 
336943cafb8SXiangliang Yu 	/* If PSP version doesn't match ASD version, asd loading will be failed.
337943cafb8SXiangliang Yu 	 * add workaround to bypass it for sriov now.
338943cafb8SXiangliang Yu 	 * TODO: add version check to make it common
339943cafb8SXiangliang Yu 	 */
340943cafb8SXiangliang Yu 	if (amdgpu_sriov_vf(psp->adev))
341943cafb8SXiangliang Yu 		return 0;
342943cafb8SXiangliang Yu 
3430e5ca0d1SHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
3440e5ca0d1SHuang Rui 	if (!cmd)
3450e5ca0d1SHuang Rui 		return -ENOMEM;
3460e5ca0d1SHuang Rui 
3472b0c3aeeSHuang Rui 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
3482b0c3aeeSHuang Rui 	memcpy(psp->fw_pri_buf, psp->asd_start_addr, psp->asd_ucode_size);
3490e5ca0d1SHuang Rui 
350f5cfef98SHuang Rui 	psp_prep_asd_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->asd_shared_mc_addr,
3510e5ca0d1SHuang Rui 			     psp->asd_ucode_size, PSP_ASD_SHARED_MEM_SIZE);
3520e5ca0d1SHuang Rui 
3530e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
3540b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
3550e5ca0d1SHuang Rui 
3560e5ca0d1SHuang Rui 	kfree(cmd);
3570e5ca0d1SHuang Rui 
3580e5ca0d1SHuang Rui 	return ret;
3590e5ca0d1SHuang Rui }
3600e5ca0d1SHuang Rui 
361c5d19419STrigger Huang static void psp_prep_reg_prog_cmd_buf(struct psp_gfx_cmd_resp *cmd,
362c5d19419STrigger Huang 		uint32_t id, uint32_t value)
363c5d19419STrigger Huang {
364c5d19419STrigger Huang 	cmd->cmd_id = GFX_CMD_ID_PROG_REG;
365c5d19419STrigger Huang 	cmd->cmd.cmd_setup_reg_prog.reg_value = value;
366c5d19419STrigger Huang 	cmd->cmd.cmd_setup_reg_prog.reg_id = id;
367c5d19419STrigger Huang }
368c5d19419STrigger Huang 
369c5d19419STrigger Huang int psp_reg_program(struct psp_context *psp, enum psp_reg_prog_id reg,
370c5d19419STrigger Huang 		uint32_t value)
371c5d19419STrigger Huang {
372c5d19419STrigger Huang 	struct psp_gfx_cmd_resp *cmd = NULL;
373c5d19419STrigger Huang 	int ret = 0;
374c5d19419STrigger Huang 
375c5d19419STrigger Huang 	if (reg >= PSP_REG_LAST)
376c5d19419STrigger Huang 		return -EINVAL;
377c5d19419STrigger Huang 
378c5d19419STrigger Huang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
379c5d19419STrigger Huang 	if (!cmd)
380c5d19419STrigger Huang 		return -ENOMEM;
381c5d19419STrigger Huang 
382c5d19419STrigger Huang 	psp_prep_reg_prog_cmd_buf(cmd, reg, value);
383c5d19419STrigger Huang 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);
384c5d19419STrigger Huang 
385c5d19419STrigger Huang 	kfree(cmd);
386c5d19419STrigger Huang 	return ret;
387c5d19419STrigger Huang }
388c5d19419STrigger Huang 
38997c8d171SHawking Zhang static void psp_prep_xgmi_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
39097c8d171SHawking Zhang 					  uint64_t xgmi_ta_mc, uint64_t xgmi_mc_shared,
39197c8d171SHawking Zhang 					  uint32_t xgmi_ta_size, uint32_t shared_size)
39297c8d171SHawking Zhang {
39397c8d171SHawking Zhang         cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
39497c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(xgmi_ta_mc);
39597c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(xgmi_ta_mc);
39697c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_len = xgmi_ta_size;
39797c8d171SHawking Zhang 
39897c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(xgmi_mc_shared);
39997c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(xgmi_mc_shared);
40097c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
40197c8d171SHawking Zhang }
40297c8d171SHawking Zhang 
40397c8d171SHawking Zhang static int psp_xgmi_init_shared_buf(struct psp_context *psp)
40497c8d171SHawking Zhang {
40597c8d171SHawking Zhang 	int ret;
40697c8d171SHawking Zhang 
40797c8d171SHawking Zhang 	/*
40897c8d171SHawking Zhang 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
40997c8d171SHawking Zhang 	 * physical) for xgmi ta <-> Driver
41097c8d171SHawking Zhang 	 */
41197c8d171SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_XGMI_SHARED_MEM_SIZE,
41297c8d171SHawking Zhang 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
41397c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_bo,
41497c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_mc_addr,
41597c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_buf);
41697c8d171SHawking Zhang 
41797c8d171SHawking Zhang 	return ret;
41897c8d171SHawking Zhang }
41997c8d171SHawking Zhang 
42097c8d171SHawking Zhang static int psp_xgmi_load(struct psp_context *psp)
42197c8d171SHawking Zhang {
42297c8d171SHawking Zhang 	int ret;
42397c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
42497c8d171SHawking Zhang 
42597c8d171SHawking Zhang 	/*
42697c8d171SHawking Zhang 	 * TODO: bypass the loading in sriov for now
42797c8d171SHawking Zhang 	 */
42897c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
42997c8d171SHawking Zhang 		return 0;
43097c8d171SHawking Zhang 
43197c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
43297c8d171SHawking Zhang 	if (!cmd)
43397c8d171SHawking Zhang 		return -ENOMEM;
43497c8d171SHawking Zhang 
43597c8d171SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
43697c8d171SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->ta_xgmi_start_addr, psp->ta_xgmi_ucode_size);
43797c8d171SHawking Zhang 
43897c8d171SHawking Zhang 	psp_prep_xgmi_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
43997c8d171SHawking Zhang 				      psp->xgmi_context.xgmi_shared_mc_addr,
44097c8d171SHawking Zhang 				      psp->ta_xgmi_ucode_size, PSP_XGMI_SHARED_MEM_SIZE);
44197c8d171SHawking Zhang 
44297c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
44397c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
44497c8d171SHawking Zhang 
44597c8d171SHawking Zhang 	if (!ret) {
44697c8d171SHawking Zhang 		psp->xgmi_context.initialized = 1;
44797c8d171SHawking Zhang 		psp->xgmi_context.session_id = cmd->resp.session_id;
44897c8d171SHawking Zhang 	}
44997c8d171SHawking Zhang 
45097c8d171SHawking Zhang 	kfree(cmd);
45197c8d171SHawking Zhang 
45297c8d171SHawking Zhang 	return ret;
45397c8d171SHawking Zhang }
45497c8d171SHawking Zhang 
45597c8d171SHawking Zhang static void psp_prep_xgmi_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
45697c8d171SHawking Zhang 					    uint32_t xgmi_session_id)
45797c8d171SHawking Zhang {
45897c8d171SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
45997c8d171SHawking Zhang 	cmd->cmd.cmd_unload_ta.session_id = xgmi_session_id;
46097c8d171SHawking Zhang }
46197c8d171SHawking Zhang 
46297c8d171SHawking Zhang static int psp_xgmi_unload(struct psp_context *psp)
46397c8d171SHawking Zhang {
46497c8d171SHawking Zhang 	int ret;
46597c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
46697c8d171SHawking Zhang 
46797c8d171SHawking Zhang 	/*
46897c8d171SHawking Zhang 	 * TODO: bypass the unloading in sriov for now
46997c8d171SHawking Zhang 	 */
47097c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
47197c8d171SHawking Zhang 		return 0;
47297c8d171SHawking Zhang 
47397c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
47497c8d171SHawking Zhang 	if (!cmd)
47597c8d171SHawking Zhang 		return -ENOMEM;
47697c8d171SHawking Zhang 
47797c8d171SHawking Zhang 	psp_prep_xgmi_ta_unload_cmd_buf(cmd, psp->xgmi_context.session_id);
47897c8d171SHawking Zhang 
47997c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
48097c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
48197c8d171SHawking Zhang 
48297c8d171SHawking Zhang 	kfree(cmd);
48397c8d171SHawking Zhang 
48497c8d171SHawking Zhang 	return ret;
48597c8d171SHawking Zhang }
48697c8d171SHawking Zhang 
487ca6e1e59SHawking Zhang static void psp_prep_xgmi_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
488ca6e1e59SHawking Zhang 					    uint32_t ta_cmd_id,
489ca6e1e59SHawking Zhang 					    uint32_t xgmi_session_id)
490ca6e1e59SHawking Zhang {
491ca6e1e59SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
492ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.session_id = xgmi_session_id;
493ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
494ca6e1e59SHawking Zhang 	/* Note: cmd_invoke_cmd.buf is not used for now */
495ca6e1e59SHawking Zhang }
496ca6e1e59SHawking Zhang 
497ca6e1e59SHawking Zhang int psp_xgmi_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
498ca6e1e59SHawking Zhang {
499ca6e1e59SHawking Zhang 	int ret;
500ca6e1e59SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
501ca6e1e59SHawking Zhang 
502ca6e1e59SHawking Zhang 	/*
503ca6e1e59SHawking Zhang 	 * TODO: bypass the loading in sriov for now
504ca6e1e59SHawking Zhang 	*/
505ca6e1e59SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
506ca6e1e59SHawking Zhang 		return 0;
507ca6e1e59SHawking Zhang 
508ca6e1e59SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
509ca6e1e59SHawking Zhang 	if (!cmd)
510ca6e1e59SHawking Zhang 		return -ENOMEM;
511ca6e1e59SHawking Zhang 
512ca6e1e59SHawking Zhang 	psp_prep_xgmi_ta_invoke_cmd_buf(cmd, ta_cmd_id,
513ca6e1e59SHawking Zhang 					psp->xgmi_context.session_id);
514ca6e1e59SHawking Zhang 
515ca6e1e59SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
516ca6e1e59SHawking Zhang 				 psp->fence_buf_mc_addr);
517ca6e1e59SHawking Zhang 
518ca6e1e59SHawking Zhang 	kfree(cmd);
519ca6e1e59SHawking Zhang 
520ca6e1e59SHawking Zhang         return ret;
521ca6e1e59SHawking Zhang }
522ca6e1e59SHawking Zhang 
5233e2e2ab5SHawking Zhang static int psp_xgmi_terminate(struct psp_context *psp)
5243e2e2ab5SHawking Zhang {
5253e2e2ab5SHawking Zhang 	int ret;
5263e2e2ab5SHawking Zhang 
5273e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized)
5283e2e2ab5SHawking Zhang 		return 0;
5293e2e2ab5SHawking Zhang 
5303e2e2ab5SHawking Zhang 	ret = psp_xgmi_unload(psp);
5313e2e2ab5SHawking Zhang 	if (ret)
5323e2e2ab5SHawking Zhang 		return ret;
5333e2e2ab5SHawking Zhang 
5343e2e2ab5SHawking Zhang 	psp->xgmi_context.initialized = 0;
5353e2e2ab5SHawking Zhang 
5363e2e2ab5SHawking Zhang 	/* free xgmi shared memory */
5373e2e2ab5SHawking Zhang 	amdgpu_bo_free_kernel(&psp->xgmi_context.xgmi_shared_bo,
5383e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_mc_addr,
5393e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_buf);
5403e2e2ab5SHawking Zhang 
5413e2e2ab5SHawking Zhang 	return 0;
5423e2e2ab5SHawking Zhang }
5433e2e2ab5SHawking Zhang 
5443e2e2ab5SHawking Zhang static int psp_xgmi_initialize(struct psp_context *psp)
5453e2e2ab5SHawking Zhang {
5463e2e2ab5SHawking Zhang 	struct ta_xgmi_shared_memory *xgmi_cmd;
5473e2e2ab5SHawking Zhang 	int ret;
5483e2e2ab5SHawking Zhang 
5491d69511eSAlex Deucher 	if (!psp->adev->psp.ta_fw)
5501d69511eSAlex Deucher 		return -ENOENT;
5511d69511eSAlex Deucher 
5523e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized) {
5533e2e2ab5SHawking Zhang 		ret = psp_xgmi_init_shared_buf(psp);
5543e2e2ab5SHawking Zhang 		if (ret)
5553e2e2ab5SHawking Zhang 			return ret;
5563e2e2ab5SHawking Zhang 	}
5573e2e2ab5SHawking Zhang 
5583e2e2ab5SHawking Zhang 	/* Load XGMI TA */
5593e2e2ab5SHawking Zhang 	ret = psp_xgmi_load(psp);
5603e2e2ab5SHawking Zhang 	if (ret)
5613e2e2ab5SHawking Zhang 		return ret;
5623e2e2ab5SHawking Zhang 
5633e2e2ab5SHawking Zhang 	/* Initialize XGMI session */
5643e2e2ab5SHawking Zhang 	xgmi_cmd = (struct ta_xgmi_shared_memory *)(psp->xgmi_context.xgmi_shared_buf);
5653e2e2ab5SHawking Zhang 	memset(xgmi_cmd, 0, sizeof(struct ta_xgmi_shared_memory));
5663e2e2ab5SHawking Zhang 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__INITIALIZE;
5673e2e2ab5SHawking Zhang 
5683e2e2ab5SHawking Zhang 	ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);
5693e2e2ab5SHawking Zhang 
5703e2e2ab5SHawking Zhang 	return ret;
5713e2e2ab5SHawking Zhang }
5723e2e2ab5SHawking Zhang 
5735e5d3154Sxinhui pan // ras begin
5745e5d3154Sxinhui pan static void psp_prep_ras_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
5755e5d3154Sxinhui pan 		uint64_t ras_ta_mc, uint64_t ras_mc_shared,
5765e5d3154Sxinhui pan 		uint32_t ras_ta_size, uint32_t shared_size)
5775e5d3154Sxinhui pan {
5785e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
5795e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(ras_ta_mc);
5805e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(ras_ta_mc);
5815e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_len = ras_ta_size;
5825e5d3154Sxinhui pan 
5835e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(ras_mc_shared);
5845e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(ras_mc_shared);
5855e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
5865e5d3154Sxinhui pan }
5875e5d3154Sxinhui pan 
5885e5d3154Sxinhui pan static int psp_ras_init_shared_buf(struct psp_context *psp)
5895e5d3154Sxinhui pan {
5905e5d3154Sxinhui pan 	int ret;
5915e5d3154Sxinhui pan 
5925e5d3154Sxinhui pan 	/*
5935e5d3154Sxinhui pan 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
5945e5d3154Sxinhui pan 	 * physical) for ras ta <-> Driver
5955e5d3154Sxinhui pan 	 */
5965e5d3154Sxinhui pan 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_RAS_SHARED_MEM_SIZE,
5975e5d3154Sxinhui pan 			PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
5985e5d3154Sxinhui pan 			&psp->ras.ras_shared_bo,
5995e5d3154Sxinhui pan 			&psp->ras.ras_shared_mc_addr,
6005e5d3154Sxinhui pan 			&psp->ras.ras_shared_buf);
6015e5d3154Sxinhui pan 
6025e5d3154Sxinhui pan 	return ret;
6035e5d3154Sxinhui pan }
6045e5d3154Sxinhui pan 
6055e5d3154Sxinhui pan static int psp_ras_load(struct psp_context *psp)
6065e5d3154Sxinhui pan {
6075e5d3154Sxinhui pan 	int ret;
6085e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6095e5d3154Sxinhui pan 
6105e5d3154Sxinhui pan 	/*
6115e5d3154Sxinhui pan 	 * TODO: bypass the loading in sriov for now
6125e5d3154Sxinhui pan 	 */
6135e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6145e5d3154Sxinhui pan 		return 0;
6155e5d3154Sxinhui pan 
6165e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6175e5d3154Sxinhui pan 	if (!cmd)
6185e5d3154Sxinhui pan 		return -ENOMEM;
6195e5d3154Sxinhui pan 
6205e5d3154Sxinhui pan 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
6215e5d3154Sxinhui pan 	memcpy(psp->fw_pri_buf, psp->ta_ras_start_addr, psp->ta_ras_ucode_size);
6225e5d3154Sxinhui pan 
6235e5d3154Sxinhui pan 	psp_prep_ras_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
6245e5d3154Sxinhui pan 			psp->ras.ras_shared_mc_addr,
6255e5d3154Sxinhui pan 			psp->ta_ras_ucode_size, PSP_RAS_SHARED_MEM_SIZE);
6265e5d3154Sxinhui pan 
6275e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
6285e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
6295e5d3154Sxinhui pan 
6305e5d3154Sxinhui pan 	if (!ret) {
6315e5d3154Sxinhui pan 		psp->ras.ras_initialized = 1;
6325e5d3154Sxinhui pan 		psp->ras.session_id = cmd->resp.session_id;
6335e5d3154Sxinhui pan 	}
6345e5d3154Sxinhui pan 
6355e5d3154Sxinhui pan 	kfree(cmd);
6365e5d3154Sxinhui pan 
6375e5d3154Sxinhui pan 	return ret;
6385e5d3154Sxinhui pan }
6395e5d3154Sxinhui pan 
6405e5d3154Sxinhui pan static void psp_prep_ras_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
6415e5d3154Sxinhui pan 						uint32_t ras_session_id)
6425e5d3154Sxinhui pan {
6435e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
6445e5d3154Sxinhui pan 	cmd->cmd.cmd_unload_ta.session_id = ras_session_id;
6455e5d3154Sxinhui pan }
6465e5d3154Sxinhui pan 
6475e5d3154Sxinhui pan static int psp_ras_unload(struct psp_context *psp)
6485e5d3154Sxinhui pan {
6495e5d3154Sxinhui pan 	int ret;
6505e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6515e5d3154Sxinhui pan 
6525e5d3154Sxinhui pan 	/*
6535e5d3154Sxinhui pan 	 * TODO: bypass the unloading in sriov for now
6545e5d3154Sxinhui pan 	 */
6555e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6565e5d3154Sxinhui pan 		return 0;
6575e5d3154Sxinhui pan 
6585e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6595e5d3154Sxinhui pan 	if (!cmd)
6605e5d3154Sxinhui pan 		return -ENOMEM;
6615e5d3154Sxinhui pan 
6625e5d3154Sxinhui pan 	psp_prep_ras_ta_unload_cmd_buf(cmd, psp->ras.session_id);
6635e5d3154Sxinhui pan 
6645e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
6655e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
6665e5d3154Sxinhui pan 
6675e5d3154Sxinhui pan 	kfree(cmd);
6685e5d3154Sxinhui pan 
6695e5d3154Sxinhui pan 	return ret;
6705e5d3154Sxinhui pan }
6715e5d3154Sxinhui pan 
6725e5d3154Sxinhui pan static void psp_prep_ras_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
6735e5d3154Sxinhui pan 		uint32_t ta_cmd_id,
6745e5d3154Sxinhui pan 		uint32_t ras_session_id)
6755e5d3154Sxinhui pan {
6765e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
6775e5d3154Sxinhui pan 	cmd->cmd.cmd_invoke_cmd.session_id = ras_session_id;
6785e5d3154Sxinhui pan 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
6795e5d3154Sxinhui pan 	/* Note: cmd_invoke_cmd.buf is not used for now */
6805e5d3154Sxinhui pan }
6815e5d3154Sxinhui pan 
6825e5d3154Sxinhui pan int psp_ras_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
6835e5d3154Sxinhui pan {
6845e5d3154Sxinhui pan 	int ret;
6855e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6865e5d3154Sxinhui pan 
6875e5d3154Sxinhui pan 	/*
6885e5d3154Sxinhui pan 	 * TODO: bypass the loading in sriov for now
6895e5d3154Sxinhui pan 	 */
6905e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6915e5d3154Sxinhui pan 		return 0;
6925e5d3154Sxinhui pan 
6935e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6945e5d3154Sxinhui pan 	if (!cmd)
6955e5d3154Sxinhui pan 		return -ENOMEM;
6965e5d3154Sxinhui pan 
6975e5d3154Sxinhui pan 	psp_prep_ras_ta_invoke_cmd_buf(cmd, ta_cmd_id,
6985e5d3154Sxinhui pan 			psp->ras.session_id);
6995e5d3154Sxinhui pan 
7005e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
7015e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
7025e5d3154Sxinhui pan 
7035e5d3154Sxinhui pan 	kfree(cmd);
7045e5d3154Sxinhui pan 
7055e5d3154Sxinhui pan 	return ret;
7065e5d3154Sxinhui pan }
7075e5d3154Sxinhui pan 
7085e5d3154Sxinhui pan int psp_ras_enable_features(struct psp_context *psp,
7095e5d3154Sxinhui pan 		union ta_ras_cmd_input *info, bool enable)
7105e5d3154Sxinhui pan {
7115e5d3154Sxinhui pan 	struct ta_ras_shared_memory *ras_cmd;
7125e5d3154Sxinhui pan 	int ret;
7135e5d3154Sxinhui pan 
7145e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized)
7155e5d3154Sxinhui pan 		return -EINVAL;
7165e5d3154Sxinhui pan 
7175e5d3154Sxinhui pan 	ras_cmd = (struct ta_ras_shared_memory *)psp->ras.ras_shared_buf;
7185e5d3154Sxinhui pan 	memset(ras_cmd, 0, sizeof(struct ta_ras_shared_memory));
7195e5d3154Sxinhui pan 
7205e5d3154Sxinhui pan 	if (enable)
7215e5d3154Sxinhui pan 		ras_cmd->cmd_id = TA_RAS_COMMAND__ENABLE_FEATURES;
7225e5d3154Sxinhui pan 	else
7235e5d3154Sxinhui pan 		ras_cmd->cmd_id = TA_RAS_COMMAND__DISABLE_FEATURES;
7245e5d3154Sxinhui pan 
7255e5d3154Sxinhui pan 	ras_cmd->ras_in_message = *info;
7265e5d3154Sxinhui pan 
7275e5d3154Sxinhui pan 	ret = psp_ras_invoke(psp, ras_cmd->cmd_id);
7285e5d3154Sxinhui pan 	if (ret)
7295e5d3154Sxinhui pan 		return -EINVAL;
7305e5d3154Sxinhui pan 
7315e5d3154Sxinhui pan 	return ras_cmd->ras_status;
7325e5d3154Sxinhui pan }
7335e5d3154Sxinhui pan 
7345e5d3154Sxinhui pan static int psp_ras_terminate(struct psp_context *psp)
7355e5d3154Sxinhui pan {
7365e5d3154Sxinhui pan 	int ret;
7375e5d3154Sxinhui pan 
7385e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized)
7395e5d3154Sxinhui pan 		return 0;
7405e5d3154Sxinhui pan 
7415e5d3154Sxinhui pan 	ret = psp_ras_unload(psp);
7425e5d3154Sxinhui pan 	if (ret)
7435e5d3154Sxinhui pan 		return ret;
7445e5d3154Sxinhui pan 
7455e5d3154Sxinhui pan 	psp->ras.ras_initialized = 0;
7465e5d3154Sxinhui pan 
7475e5d3154Sxinhui pan 	/* free ras shared memory */
7485e5d3154Sxinhui pan 	amdgpu_bo_free_kernel(&psp->ras.ras_shared_bo,
7495e5d3154Sxinhui pan 			&psp->ras.ras_shared_mc_addr,
7505e5d3154Sxinhui pan 			&psp->ras.ras_shared_buf);
7515e5d3154Sxinhui pan 
7525e5d3154Sxinhui pan 	return 0;
7535e5d3154Sxinhui pan }
7545e5d3154Sxinhui pan 
7555e5d3154Sxinhui pan static int psp_ras_initialize(struct psp_context *psp)
7565e5d3154Sxinhui pan {
7575e5d3154Sxinhui pan 	int ret;
7585e5d3154Sxinhui pan 
7595e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized) {
7605e5d3154Sxinhui pan 		ret = psp_ras_init_shared_buf(psp);
7615e5d3154Sxinhui pan 		if (ret)
7625e5d3154Sxinhui pan 			return ret;
7635e5d3154Sxinhui pan 	}
7645e5d3154Sxinhui pan 
7655e5d3154Sxinhui pan 	ret = psp_ras_load(psp);
7665e5d3154Sxinhui pan 	if (ret)
7675e5d3154Sxinhui pan 		return ret;
7685e5d3154Sxinhui pan 
7695e5d3154Sxinhui pan 	return 0;
7705e5d3154Sxinhui pan }
7715e5d3154Sxinhui pan // ras end
7725e5d3154Sxinhui pan 
773be70bbdaSHuang Rui static int psp_hw_start(struct psp_context *psp)
774be70bbdaSHuang Rui {
77555981bd2SMonk Liu 	struct amdgpu_device *adev = psp->adev;
776be70bbdaSHuang Rui 	int ret;
777be70bbdaSHuang Rui 
77813a752e3SMonk Liu 	if (!amdgpu_sriov_vf(adev) || !adev->in_gpu_reset) {
779f2169946SHawking Zhang 		if (psp->kdb_bin_size &&
78042989359SHawking Zhang 		    (psp->funcs->bootloader_load_kdb != NULL)) {
78142989359SHawking Zhang 			ret = psp_bootloader_load_kdb(psp);
78242989359SHawking Zhang 			if (ret) {
78342989359SHawking Zhang 				DRM_ERROR("PSP load kdb failed!\n");
78442989359SHawking Zhang 				return ret;
78542989359SHawking Zhang 			}
78642989359SHawking Zhang 		}
78742989359SHawking Zhang 
7880e5ca0d1SHuang Rui 		ret = psp_bootloader_load_sysdrv(psp);
7897a3d7bf6SEvan Quan 		if (ret) {
7907a3d7bf6SEvan Quan 			DRM_ERROR("PSP load sysdrv failed!\n");
791be70bbdaSHuang Rui 			return ret;
79255981bd2SMonk Liu 		}
7930e5ca0d1SHuang Rui 
7947a3d7bf6SEvan Quan 		ret = psp_bootloader_load_sos(psp);
7957a3d7bf6SEvan Quan 		if (ret) {
7967a3d7bf6SEvan Quan 			DRM_ERROR("PSP load sos failed!\n");
797be70bbdaSHuang Rui 			return ret;
7987a3d7bf6SEvan Quan 		}
7997a3d7bf6SEvan Quan 	}
8007a3d7bf6SEvan Quan 
8017a3d7bf6SEvan Quan 	ret = psp_ring_create(psp, PSP_RING_TYPE__KM);
8027a3d7bf6SEvan Quan 	if (ret) {
8037a3d7bf6SEvan Quan 		DRM_ERROR("PSP create ring failed!\n");
8047a3d7bf6SEvan Quan 		return ret;
8057a3d7bf6SEvan Quan 	}
8060e5ca0d1SHuang Rui 
807fba08a77SHawking Zhang 	ret = psp_tmr_init(psp);
808fba08a77SHawking Zhang 	if (ret) {
809fba08a77SHawking Zhang 		DRM_ERROR("PSP tmr init failed!\n");
810fba08a77SHawking Zhang 		return ret;
811fba08a77SHawking Zhang 	}
812fba08a77SHawking Zhang 
813be70bbdaSHuang Rui 	ret = psp_tmr_load(psp);
8147a3d7bf6SEvan Quan 	if (ret) {
8157a3d7bf6SEvan Quan 		DRM_ERROR("PSP load tmr failed!\n");
816be70bbdaSHuang Rui 		return ret;
8177a3d7bf6SEvan Quan 	}
8180e5ca0d1SHuang Rui 
819fba08a77SHawking Zhang 	ret = psp_asd_init(psp);
820fba08a77SHawking Zhang 	if (ret) {
821fba08a77SHawking Zhang 		DRM_ERROR("PSP asd init failed!\n");
822fba08a77SHawking Zhang 		return ret;
823fba08a77SHawking Zhang 	}
824fba08a77SHawking Zhang 
8250e5ca0d1SHuang Rui 	ret = psp_asd_load(psp);
8267a3d7bf6SEvan Quan 	if (ret) {
8277a3d7bf6SEvan Quan 		DRM_ERROR("PSP load asd failed!\n");
828be70bbdaSHuang Rui 		return ret;
8297a3d7bf6SEvan Quan 	}
830be70bbdaSHuang Rui 
8313e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1) {
8323e2e2ab5SHawking Zhang 		ret = psp_xgmi_initialize(psp);
8333e2e2ab5SHawking Zhang 		/* Warning the XGMI seesion initialize failure
8343e2e2ab5SHawking Zhang 		 * Instead of stop driver initialization
8353e2e2ab5SHawking Zhang 		 */
8363e2e2ab5SHawking Zhang 		if (ret)
8373e2e2ab5SHawking Zhang 			dev_err(psp->adev->dev,
8383e2e2ab5SHawking Zhang 				"XGMI: Failed to initialize XGMI session\n");
8393e2e2ab5SHawking Zhang 	}
8405e5d3154Sxinhui pan 
84154eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw) {
8425e5d3154Sxinhui pan 		ret = psp_ras_initialize(psp);
8435e5d3154Sxinhui pan 		if (ret)
8445e5d3154Sxinhui pan 			dev_err(psp->adev->dev,
8455e5d3154Sxinhui pan 					"RAS: Failed to initialize RAS\n");
84654eb4ed6Sxinhui pan 	}
8475e5d3154Sxinhui pan 
848be70bbdaSHuang Rui 	return 0;
849be70bbdaSHuang Rui }
850be70bbdaSHuang Rui 
851be4630d9SHawking Zhang static int psp_get_fw_type(struct amdgpu_firmware_info *ucode,
852be4630d9SHawking Zhang 			   enum psp_gfx_fw_type *type)
853be4630d9SHawking Zhang {
854be4630d9SHawking Zhang 	switch (ucode->ucode_id) {
855be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SDMA0:
856be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SDMA0;
857be4630d9SHawking Zhang 		break;
858be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SDMA1:
859be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SDMA1;
860be4630d9SHawking Zhang 		break;
861b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA2:
862b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA2;
863b86f8d8bSJohn Clements 		break;
864b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA3:
865b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA3;
866b86f8d8bSJohn Clements 		break;
867b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA4:
868b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA4;
869b86f8d8bSJohn Clements 		break;
870b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA5:
871b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA5;
872b86f8d8bSJohn Clements 		break;
873b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA6:
874b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA6;
875b86f8d8bSJohn Clements 		break;
876b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA7:
877b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA7;
878b86f8d8bSJohn Clements 		break;
879be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_CE:
880be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_CE;
881be4630d9SHawking Zhang 		break;
882be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_PFP:
883be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_PFP;
884be4630d9SHawking Zhang 		break;
885be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_ME:
886be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_ME;
887be4630d9SHawking Zhang 		break;
888be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC1:
889be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC;
890be4630d9SHawking Zhang 		break;
891be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC1_JT:
892be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC_ME1;
893be4630d9SHawking Zhang 		break;
894be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC2:
895be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC;
896be4630d9SHawking Zhang 		break;
897be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC2_JT:
898be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC_ME2;
899be4630d9SHawking Zhang 		break;
900be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_G:
901be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_G;
902be4630d9SHawking Zhang 		break;
903be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL:
904be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_CNTL;
905be4630d9SHawking Zhang 		break;
906be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM:
907be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_GPM_MEM;
908be4630d9SHawking Zhang 		break;
909be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM:
910be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_MEM;
911be4630d9SHawking Zhang 		break;
912be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SMC:
913be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SMU;
914be4630d9SHawking Zhang 		break;
915be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_UVD:
916be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_UVD;
917be4630d9SHawking Zhang 		break;
918be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_UVD1:
919be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_UVD1;
920be4630d9SHawking Zhang 		break;
921be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_VCE:
922be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_VCE;
923be4630d9SHawking Zhang 		break;
924be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_VCN:
925be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_VCN;
926be4630d9SHawking Zhang 		break;
927be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_DMCU_ERAM:
928be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_DMCU_ERAM;
929be4630d9SHawking Zhang 		break;
930be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_DMCU_INTV:
931be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_DMCU_ISR;
932be4630d9SHawking Zhang 		break;
933c76ff09bSJack Xiao 	case AMDGPU_UCODE_ID_VCN0_RAM:
934c76ff09bSJack Xiao 		*type = GFX_FW_TYPE_VCN0_RAM;
935c76ff09bSJack Xiao 		break;
936c76ff09bSJack Xiao 	case AMDGPU_UCODE_ID_VCN1_RAM:
937c76ff09bSJack Xiao 		*type = GFX_FW_TYPE_VCN1_RAM;
938c76ff09bSJack Xiao 		break;
939be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_MAXIMUM:
940be4630d9SHawking Zhang 	default:
941be4630d9SHawking Zhang 		return -EINVAL;
942be4630d9SHawking Zhang 	}
943be4630d9SHawking Zhang 
944be4630d9SHawking Zhang 	return 0;
945be4630d9SHawking Zhang }
946be4630d9SHawking Zhang 
947*c5fb9126SXiaojie Yuan static void psp_print_fw_hdr(struct psp_context *psp,
948*c5fb9126SXiaojie Yuan 			     struct amdgpu_firmware_info *ucode)
949*c5fb9126SXiaojie Yuan {
950*c5fb9126SXiaojie Yuan 	struct amdgpu_device *adev = psp->adev;
951*c5fb9126SXiaojie Yuan 	const struct sdma_firmware_header_v1_0 *sdma_hdr =
952*c5fb9126SXiaojie Yuan 		(const struct sdma_firmware_header_v1_0 *)
953*c5fb9126SXiaojie Yuan 		adev->sdma.instance[ucode->ucode_id - AMDGPU_UCODE_ID_SDMA0].fw->data;
954*c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *ce_hdr =
955*c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data;
956*c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *pfp_hdr =
957*c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data;
958*c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *me_hdr =
959*c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data;
960*c5fb9126SXiaojie Yuan 	const struct gfx_firmware_header_v1_0 *mec_hdr =
961*c5fb9126SXiaojie Yuan 		(const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data;
962*c5fb9126SXiaojie Yuan 	const struct rlc_firmware_header_v2_0 *rlc_hdr =
963*c5fb9126SXiaojie Yuan 		(const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data;
964*c5fb9126SXiaojie Yuan 	const struct smc_firmware_header_v1_0 *smc_hdr =
965*c5fb9126SXiaojie Yuan 		(const struct smc_firmware_header_v1_0 *)adev->pm.fw->data;
966*c5fb9126SXiaojie Yuan 
967*c5fb9126SXiaojie Yuan 	switch (ucode->ucode_id) {
968*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA0:
969*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA1:
970*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA2:
971*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA3:
972*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA4:
973*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA5:
974*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA6:
975*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA7:
976*c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_sdma_hdr(&sdma_hdr->header);
977*c5fb9126SXiaojie Yuan 		break;
978*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_CE:
979*c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&ce_hdr->header);
980*c5fb9126SXiaojie Yuan 		break;
981*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_PFP:
982*c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&pfp_hdr->header);
983*c5fb9126SXiaojie Yuan 		break;
984*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_ME:
985*c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&me_hdr->header);
986*c5fb9126SXiaojie Yuan 		break;
987*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_MEC1:
988*c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(&mec_hdr->header);
989*c5fb9126SXiaojie Yuan 		break;
990*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_RLC_G:
991*c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_rlc_hdr(&rlc_hdr->header);
992*c5fb9126SXiaojie Yuan 		break;
993*c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SMC:
994*c5fb9126SXiaojie Yuan 		amdgpu_ucode_print_smc_hdr(&smc_hdr->header);
995*c5fb9126SXiaojie Yuan 		break;
996*c5fb9126SXiaojie Yuan 	default:
997*c5fb9126SXiaojie Yuan 		break;
998*c5fb9126SXiaojie Yuan 	}
999*c5fb9126SXiaojie Yuan }
1000*c5fb9126SXiaojie Yuan 
1001be4630d9SHawking Zhang static int psp_prep_load_ip_fw_cmd_buf(struct amdgpu_firmware_info *ucode,
1002be4630d9SHawking Zhang 				       struct psp_gfx_cmd_resp *cmd)
1003be4630d9SHawking Zhang {
1004be4630d9SHawking Zhang 	int ret;
1005be4630d9SHawking Zhang 	uint64_t fw_mem_mc_addr = ucode->mc_addr;
1006be4630d9SHawking Zhang 
1007be4630d9SHawking Zhang 	memset(cmd, 0, sizeof(struct psp_gfx_cmd_resp));
1008be4630d9SHawking Zhang 
1009be4630d9SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_LOAD_IP_FW;
1010be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_lo = lower_32_bits(fw_mem_mc_addr);
1011be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_hi = upper_32_bits(fw_mem_mc_addr);
1012be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_size = ucode->ucode_size;
1013be4630d9SHawking Zhang 
1014be4630d9SHawking Zhang 	ret = psp_get_fw_type(ucode, &cmd->cmd.cmd_load_ip_fw.fw_type);
1015be4630d9SHawking Zhang 	if (ret)
1016be4630d9SHawking Zhang 		DRM_ERROR("Unknown firmware type\n");
1017be4630d9SHawking Zhang 
1018be4630d9SHawking Zhang 	return ret;
1019be4630d9SHawking Zhang }
1020be4630d9SHawking Zhang 
102113169562SHuang Rui static int psp_execute_np_fw_load(struct psp_context *psp,
102213169562SHuang Rui 			       struct amdgpu_firmware_info *ucode)
102313169562SHuang Rui {
102413169562SHuang Rui 	int ret = 0;
102513169562SHuang Rui 
102613169562SHuang Rui 	ret = psp_prep_load_ip_fw_cmd_buf(ucode, psp->cmd);
102713169562SHuang Rui 	if (ret)
102813169562SHuang Rui 		return ret;
102913169562SHuang Rui 
103013169562SHuang Rui 	ret = psp_cmd_submit_buf(psp, ucode, psp->cmd,
103113169562SHuang Rui 				 psp->fence_buf_mc_addr);
103213169562SHuang Rui 
103313169562SHuang Rui 	return ret;
103413169562SHuang Rui }
103513169562SHuang Rui 
1036be70bbdaSHuang Rui static int psp_np_fw_load(struct psp_context *psp)
1037be70bbdaSHuang Rui {
1038be70bbdaSHuang Rui 	int i, ret;
1039be70bbdaSHuang Rui 	struct amdgpu_firmware_info *ucode;
1040be70bbdaSHuang Rui 	struct amdgpu_device* adev = psp->adev;
10410e5ca0d1SHuang Rui 
104213169562SHuang Rui 	if (psp->autoload_supported) {
104313169562SHuang Rui 		ucode = &adev->firmware.ucode[AMDGPU_UCODE_ID_SMC];
104413169562SHuang Rui 		if (!ucode->fw)
104513169562SHuang Rui 			goto out;
104613169562SHuang Rui 
104713169562SHuang Rui 		ret = psp_execute_np_fw_load(psp, ucode);
104813169562SHuang Rui 		if (ret)
104913169562SHuang Rui 			return ret;
105013169562SHuang Rui 	}
105113169562SHuang Rui 
105213169562SHuang Rui out:
10530e5ca0d1SHuang Rui 	for (i = 0; i < adev->firmware.max_ucodes; i++) {
10540e5ca0d1SHuang Rui 		ucode = &adev->firmware.ucode[i];
10550e5ca0d1SHuang Rui 		if (!ucode->fw)
10560e5ca0d1SHuang Rui 			continue;
10570e5ca0d1SHuang Rui 
10580e5ca0d1SHuang Rui 		if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC &&
105913169562SHuang Rui 		    (psp_smu_reload_quirk(psp) || psp->autoload_supported))
10600e5ca0d1SHuang Rui 			continue;
1061b86f8d8bSJohn Clements 
1062e993ca4fSDaniel Wang 		if (amdgpu_sriov_vf(adev) &&
1063e993ca4fSDaniel Wang 		   (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA0
1064e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1
1065b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA2
1066b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA3
1067b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA4
1068b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA5
1069b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA6
1070b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA7
1071e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_RLC_G))
1072e993ca4fSDaniel Wang 			/*skip ucode loading in SRIOV VF */
1073e993ca4fSDaniel Wang 			continue;
1074b86f8d8bSJohn Clements 
1075119eb6dbSHawking Zhang 		if (psp->autoload_supported &&
1076119eb6dbSHawking Zhang 		    (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1_JT ||
1077119eb6dbSHawking Zhang 		     ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT))
1078119eb6dbSHawking Zhang 			/* skip mec JT when autoload is enabled */
1079119eb6dbSHawking Zhang 			continue;
1080c9d0ca85SHuang Rui 		/* Renoir only needs to load mec jump table one time */
1081c9d0ca85SHuang Rui 		if (adev->asic_type == CHIP_RENOIR &&
1082c9d0ca85SHuang Rui 		    ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT)
1083c9d0ca85SHuang Rui 			continue;
10840e5ca0d1SHuang Rui 
1085*c5fb9126SXiaojie Yuan 		psp_print_fw_hdr(psp, ucode);
1086*c5fb9126SXiaojie Yuan 
108713169562SHuang Rui 		ret = psp_execute_np_fw_load(psp, ucode);
10880e5ca0d1SHuang Rui 		if (ret)
1089be70bbdaSHuang Rui 			return ret;
10900e5ca0d1SHuang Rui 
10911a5b4ccaSHawking Zhang 		/* Start rlc autoload after psp recieved all the gfx firmware */
1092cc216214SXiaojie Yuan 		if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM) {
10931a5b4ccaSHawking Zhang 			ret = psp_rlc_autoload(psp);
10941a5b4ccaSHawking Zhang 			if (ret) {
10951a5b4ccaSHawking Zhang 				DRM_ERROR("Failed to start rlc autoload\n");
10961a5b4ccaSHawking Zhang 				return ret;
10971a5b4ccaSHawking Zhang 			}
10981a5b4ccaSHawking Zhang 		}
10990e5ca0d1SHuang Rui #if 0
11000e5ca0d1SHuang Rui 		/* check if firmware loaded sucessfully */
11010e5ca0d1SHuang Rui 		if (!amdgpu_psp_check_fw_loading_status(adev, i))
11020e5ca0d1SHuang Rui 			return -EINVAL;
11030e5ca0d1SHuang Rui #endif
11040e5ca0d1SHuang Rui 	}
11050e5ca0d1SHuang Rui 
1106be70bbdaSHuang Rui 	return 0;
1107be70bbdaSHuang Rui }
1108be70bbdaSHuang Rui 
11090e5ca0d1SHuang Rui static int psp_load_fw(struct amdgpu_device *adev)
11100e5ca0d1SHuang Rui {
11110e5ca0d1SHuang Rui 	int ret;
11120e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
11130e5ca0d1SHuang Rui 
111453450efdSXiangliang Yu 	if (amdgpu_sriov_vf(adev) && adev->in_gpu_reset) {
111514d20ec7Swentalou 		psp_ring_stop(psp, PSP_RING_TYPE__KM); /* should not destroy ring, only stop */
111677a3c96bSMonk Liu 		goto skip_memalloc;
111753450efdSXiangliang Yu 	}
111877a3c96bSMonk Liu 
111967bef0f7SHuang Rui 	psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
112067bef0f7SHuang Rui 	if (!psp->cmd)
11210e5ca0d1SHuang Rui 		return -ENOMEM;
11220e5ca0d1SHuang Rui 
1123057f9164SYintian Tao 	/* this fw pri bo is not used under SRIOV */
1124057f9164SYintian Tao 	if (!amdgpu_sriov_vf(psp->adev)) {
112553a5cf57SHuang Rui 		ret = amdgpu_bo_create_kernel(adev, PSP_1_MEG, PSP_1_MEG,
112653a5cf57SHuang Rui 					      AMDGPU_GEM_DOMAIN_GTT,
112753a5cf57SHuang Rui 					      &psp->fw_pri_bo,
112853a5cf57SHuang Rui 					      &psp->fw_pri_mc_addr,
112953a5cf57SHuang Rui 					      &psp->fw_pri_buf);
11300e5ca0d1SHuang Rui 		if (ret)
11310e5ca0d1SHuang Rui 			goto failed;
1132057f9164SYintian Tao 	}
11330e5ca0d1SHuang Rui 
11340e5ca0d1SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_FENCE_BUFFER_SIZE, PAGE_SIZE,
11350e5ca0d1SHuang Rui 					AMDGPU_GEM_DOMAIN_VRAM,
11360e5ca0d1SHuang Rui 					&psp->fence_buf_bo,
11370e5ca0d1SHuang Rui 					&psp->fence_buf_mc_addr,
11380e5ca0d1SHuang Rui 					&psp->fence_buf);
11390e5ca0d1SHuang Rui 	if (ret)
114037945a3aSEvan Quan 		goto failed;
1141a1952da7SHuang Rui 
1142a1952da7SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_CMD_BUFFER_SIZE, PAGE_SIZE,
1143a1952da7SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
1144a1952da7SHuang Rui 				      &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
1145a1952da7SHuang Rui 				      (void **)&psp->cmd_buf_mem);
1146a1952da7SHuang Rui 	if (ret)
114737945a3aSEvan Quan 		goto failed;
11480e5ca0d1SHuang Rui 
11490e5ca0d1SHuang Rui 	memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE);
11500e5ca0d1SHuang Rui 
1151be70bbdaSHuang Rui 	ret = psp_ring_init(psp, PSP_RING_TYPE__KM);
11527a3d7bf6SEvan Quan 	if (ret) {
11537a3d7bf6SEvan Quan 		DRM_ERROR("PSP ring init failed!\n");
115437945a3aSEvan Quan 		goto failed;
11557a3d7bf6SEvan Quan 	}
11560e5ca0d1SHuang Rui 
115777a3c96bSMonk Liu skip_memalloc:
1158be70bbdaSHuang Rui 	ret = psp_hw_start(psp);
11590e5ca0d1SHuang Rui 	if (ret)
116037945a3aSEvan Quan 		goto failed;
11610e5ca0d1SHuang Rui 
1162be70bbdaSHuang Rui 	ret = psp_np_fw_load(psp);
11630e5ca0d1SHuang Rui 	if (ret)
116437945a3aSEvan Quan 		goto failed;
11650e5ca0d1SHuang Rui 
11660e5ca0d1SHuang Rui 	return 0;
11670e5ca0d1SHuang Rui 
11680e5ca0d1SHuang Rui failed:
116937945a3aSEvan Quan 	/*
117037945a3aSEvan Quan 	 * all cleanup jobs (xgmi terminate, ras terminate,
117137945a3aSEvan Quan 	 * ring destroy, cmd/fence/fw buffers destory,
117237945a3aSEvan Quan 	 * psp->cmd destory) are delayed to psp_hw_fini
117337945a3aSEvan Quan 	 */
11740e5ca0d1SHuang Rui 	return ret;
11750e5ca0d1SHuang Rui }
11760e5ca0d1SHuang Rui 
11770e5ca0d1SHuang Rui static int psp_hw_init(void *handle)
11780e5ca0d1SHuang Rui {
11790e5ca0d1SHuang Rui 	int ret;
11800e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
11810e5ca0d1SHuang Rui 
11820e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
11836e13bdf6SRex Zhu 	/*
11846e13bdf6SRex Zhu 	 * This sequence is just used on hw_init only once, no need on
11856e13bdf6SRex Zhu 	 * resume.
11866e13bdf6SRex Zhu 	 */
11876e13bdf6SRex Zhu 	ret = amdgpu_ucode_init_bo(adev);
11886e13bdf6SRex Zhu 	if (ret)
11896e13bdf6SRex Zhu 		goto failed;
11900e5ca0d1SHuang Rui 
11910e5ca0d1SHuang Rui 	ret = psp_load_fw(adev);
11920e5ca0d1SHuang Rui 	if (ret) {
11930e5ca0d1SHuang Rui 		DRM_ERROR("PSP firmware loading failed\n");
11940e5ca0d1SHuang Rui 		goto failed;
11950e5ca0d1SHuang Rui 	}
11960e5ca0d1SHuang Rui 
11970e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
11980e5ca0d1SHuang Rui 	return 0;
11990e5ca0d1SHuang Rui 
12000e5ca0d1SHuang Rui failed:
12010e5ca0d1SHuang Rui 	adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT;
12020e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12030e5ca0d1SHuang Rui 	return -EINVAL;
12040e5ca0d1SHuang Rui }
12050e5ca0d1SHuang Rui 
12060e5ca0d1SHuang Rui static int psp_hw_fini(void *handle)
12070e5ca0d1SHuang Rui {
12080e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
12090e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
12100e5ca0d1SHuang Rui 
12113e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
12123e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1)
12133e2e2ab5SHawking Zhang                 psp_xgmi_terminate(psp);
12143e2e2ab5SHawking Zhang 
121554eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw)
12165e5d3154Sxinhui pan 		psp_ras_terminate(psp);
12175e5d3154Sxinhui pan 
1218e3c5e982STrigger Huang 	psp_ring_destroy(psp, PSP_RING_TYPE__KM);
1219e3c5e982STrigger Huang 
12200e5ca0d1SHuang Rui 	amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
122153a5cf57SHuang Rui 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,
122253a5cf57SHuang Rui 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);
1223b4de2c5aSHuang Rui 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,
1224b4de2c5aSHuang Rui 			      &psp->fence_buf_mc_addr, &psp->fence_buf);
1225311146c9SHuang Rui 	amdgpu_bo_free_kernel(&psp->asd_shared_bo, &psp->asd_shared_mc_addr,
1226311146c9SHuang Rui 			      &psp->asd_shared_buf);
1227a1952da7SHuang Rui 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
1228a1952da7SHuang Rui 			      (void **)&psp->cmd_buf_mem);
1229b4de2c5aSHuang Rui 
123067bef0f7SHuang Rui 	kfree(psp->cmd);
123167bef0f7SHuang Rui 	psp->cmd = NULL;
123267bef0f7SHuang Rui 
12330e5ca0d1SHuang Rui 	return 0;
12340e5ca0d1SHuang Rui }
12350e5ca0d1SHuang Rui 
12360e5ca0d1SHuang Rui static int psp_suspend(void *handle)
12370e5ca0d1SHuang Rui {
1238bcd6eab8SEvan Quan 	int ret;
1239bcd6eab8SEvan Quan 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1240bcd6eab8SEvan Quan 	struct psp_context *psp = &adev->psp;
1241bcd6eab8SEvan Quan 
12423e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
12433e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1) {
12443e2e2ab5SHawking Zhang 		ret = psp_xgmi_terminate(psp);
12453e2e2ab5SHawking Zhang 		if (ret) {
12463e2e2ab5SHawking Zhang 			DRM_ERROR("Failed to terminate xgmi ta\n");
12473e2e2ab5SHawking Zhang 			return ret;
12483e2e2ab5SHawking Zhang 		}
12493e2e2ab5SHawking Zhang 	}
12503e2e2ab5SHawking Zhang 
125154eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw) {
12525e5d3154Sxinhui pan 		ret = psp_ras_terminate(psp);
12535e5d3154Sxinhui pan 		if (ret) {
12545e5d3154Sxinhui pan 			DRM_ERROR("Failed to terminate ras ta\n");
12555e5d3154Sxinhui pan 			return ret;
12565e5d3154Sxinhui pan 		}
125754eb4ed6Sxinhui pan 	}
12585e5d3154Sxinhui pan 
1259bcd6eab8SEvan Quan 	ret = psp_ring_stop(psp, PSP_RING_TYPE__KM);
1260bcd6eab8SEvan Quan 	if (ret) {
1261bcd6eab8SEvan Quan 		DRM_ERROR("PSP ring stop failed\n");
1262bcd6eab8SEvan Quan 		return ret;
1263bcd6eab8SEvan Quan 	}
1264bcd6eab8SEvan Quan 
12650e5ca0d1SHuang Rui 	return 0;
12660e5ca0d1SHuang Rui }
12670e5ca0d1SHuang Rui 
12680e5ca0d1SHuang Rui static int psp_resume(void *handle)
12690e5ca0d1SHuang Rui {
12700e5ca0d1SHuang Rui 	int ret;
12710e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
127293ea9b9fSHuang Rui 	struct psp_context *psp = &adev->psp;
12730e5ca0d1SHuang Rui 
127493ea9b9fSHuang Rui 	DRM_INFO("PSP is resuming...\n");
127593ea9b9fSHuang Rui 
12760e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
12770e5ca0d1SHuang Rui 
127893ea9b9fSHuang Rui 	ret = psp_hw_start(psp);
12790e5ca0d1SHuang Rui 	if (ret)
128093ea9b9fSHuang Rui 		goto failed;
128193ea9b9fSHuang Rui 
128293ea9b9fSHuang Rui 	ret = psp_np_fw_load(psp);
128393ea9b9fSHuang Rui 	if (ret)
128493ea9b9fSHuang Rui 		goto failed;
12850e5ca0d1SHuang Rui 
12860e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12870e5ca0d1SHuang Rui 
128893ea9b9fSHuang Rui 	return 0;
128993ea9b9fSHuang Rui 
129093ea9b9fSHuang Rui failed:
129193ea9b9fSHuang Rui 	DRM_ERROR("PSP resume failed\n");
129293ea9b9fSHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12930e5ca0d1SHuang Rui 	return ret;
12940e5ca0d1SHuang Rui }
12950e5ca0d1SHuang Rui 
1296f75a9a5dSAlex Deucher int psp_gpu_reset(struct amdgpu_device *adev)
129798512bb8SKen Wang {
129832eaeae0SAlex Deucher 	int ret;
129932eaeae0SAlex Deucher 
13002d4f9020SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
13012d4f9020SHuang Rui 		return 0;
13022d4f9020SHuang Rui 
130332eaeae0SAlex Deucher 	mutex_lock(&adev->psp.mutex);
130432eaeae0SAlex Deucher 	ret = psp_mode1_reset(&adev->psp);
130532eaeae0SAlex Deucher 	mutex_unlock(&adev->psp.mutex);
130632eaeae0SAlex Deucher 
130732eaeae0SAlex Deucher 	return ret;
130898512bb8SKen Wang }
130998512bb8SKen Wang 
13101a5b4ccaSHawking Zhang int psp_rlc_autoload_start(struct psp_context *psp)
13111a5b4ccaSHawking Zhang {
13121a5b4ccaSHawking Zhang 	int ret;
13131a5b4ccaSHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
13141a5b4ccaSHawking Zhang 
13151a5b4ccaSHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
13161a5b4ccaSHawking Zhang 		return 0;
13171a5b4ccaSHawking Zhang 
13181a5b4ccaSHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
13191a5b4ccaSHawking Zhang 	if (!cmd)
13201a5b4ccaSHawking Zhang 		return -ENOMEM;
13211a5b4ccaSHawking Zhang 
13221a5b4ccaSHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_AUTOLOAD_RLC;
13231a5b4ccaSHawking Zhang 
13241a5b4ccaSHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
13251a5b4ccaSHawking Zhang 				 psp->fence_buf_mc_addr);
13261a5b4ccaSHawking Zhang 	kfree(cmd);
13271a5b4ccaSHawking Zhang 	return ret;
13281a5b4ccaSHawking Zhang }
13291a5b4ccaSHawking Zhang 
133086ddf352SJack Xiao int psp_update_vcn_sram(struct amdgpu_device *adev, int inst_idx,
133186ddf352SJack Xiao 			uint64_t cmd_gpu_addr, int cmd_size)
133286ddf352SJack Xiao {
133386ddf352SJack Xiao 	struct amdgpu_firmware_info ucode = {0};
133486ddf352SJack Xiao 
133586ddf352SJack Xiao 	ucode.ucode_id = inst_idx ? AMDGPU_UCODE_ID_VCN1_RAM :
133686ddf352SJack Xiao 		AMDGPU_UCODE_ID_VCN0_RAM;
133786ddf352SJack Xiao 	ucode.mc_addr = cmd_gpu_addr;
133886ddf352SJack Xiao 	ucode.ucode_size = cmd_size;
133986ddf352SJack Xiao 
134086ddf352SJack Xiao 	return psp_execute_np_fw_load(&adev->psp, &ucode);
134186ddf352SJack Xiao }
134286ddf352SJack Xiao 
13430e5ca0d1SHuang Rui static bool psp_check_fw_loading_status(struct amdgpu_device *adev,
13440e5ca0d1SHuang Rui 					enum AMDGPU_UCODE_ID ucode_type)
13450e5ca0d1SHuang Rui {
13460e5ca0d1SHuang Rui 	struct amdgpu_firmware_info *ucode = NULL;
13470e5ca0d1SHuang Rui 
13480e5ca0d1SHuang Rui 	if (!adev->firmware.fw_size)
13490e5ca0d1SHuang Rui 		return false;
13500e5ca0d1SHuang Rui 
13510e5ca0d1SHuang Rui 	ucode = &adev->firmware.ucode[ucode_type];
13520e5ca0d1SHuang Rui 	if (!ucode->fw || !ucode->ucode_size)
13530e5ca0d1SHuang Rui 		return false;
13540e5ca0d1SHuang Rui 
13550e5ca0d1SHuang Rui 	return psp_compare_sram_data(&adev->psp, ucode, ucode_type);
13560e5ca0d1SHuang Rui }
13570e5ca0d1SHuang Rui 
13580e5ca0d1SHuang Rui static int psp_set_clockgating_state(void *handle,
13590e5ca0d1SHuang Rui 				     enum amd_clockgating_state state)
13600e5ca0d1SHuang Rui {
13610e5ca0d1SHuang Rui 	return 0;
13620e5ca0d1SHuang Rui }
13630e5ca0d1SHuang Rui 
13640e5ca0d1SHuang Rui static int psp_set_powergating_state(void *handle,
13650e5ca0d1SHuang Rui 				     enum amd_powergating_state state)
13660e5ca0d1SHuang Rui {
13670e5ca0d1SHuang Rui 	return 0;
13680e5ca0d1SHuang Rui }
13690e5ca0d1SHuang Rui 
13700e5ca0d1SHuang Rui const struct amd_ip_funcs psp_ip_funcs = {
13710e5ca0d1SHuang Rui 	.name = "psp",
13720e5ca0d1SHuang Rui 	.early_init = psp_early_init,
13730e5ca0d1SHuang Rui 	.late_init = NULL,
13740e5ca0d1SHuang Rui 	.sw_init = psp_sw_init,
13750e5ca0d1SHuang Rui 	.sw_fini = psp_sw_fini,
13760e5ca0d1SHuang Rui 	.hw_init = psp_hw_init,
13770e5ca0d1SHuang Rui 	.hw_fini = psp_hw_fini,
13780e5ca0d1SHuang Rui 	.suspend = psp_suspend,
13790e5ca0d1SHuang Rui 	.resume = psp_resume,
13800e5ca0d1SHuang Rui 	.is_idle = NULL,
1381f75a9a5dSAlex Deucher 	.check_soft_reset = NULL,
13820e5ca0d1SHuang Rui 	.wait_for_idle = NULL,
1383f75a9a5dSAlex Deucher 	.soft_reset = NULL,
13840e5ca0d1SHuang Rui 	.set_clockgating_state = psp_set_clockgating_state,
13850e5ca0d1SHuang Rui 	.set_powergating_state = psp_set_powergating_state,
13860e5ca0d1SHuang Rui };
13870e5ca0d1SHuang Rui 
13880e5ca0d1SHuang Rui static const struct amdgpu_psp_funcs psp_funcs = {
13890e5ca0d1SHuang Rui 	.check_fw_loading_status = psp_check_fw_loading_status,
13900e5ca0d1SHuang Rui };
13910e5ca0d1SHuang Rui 
13920e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev)
13930e5ca0d1SHuang Rui {
13940e5ca0d1SHuang Rui 	if (NULL == adev->firmware.funcs)
13950e5ca0d1SHuang Rui 		adev->firmware.funcs = &psp_funcs;
13960e5ca0d1SHuang Rui }
13970e5ca0d1SHuang Rui 
13980e5ca0d1SHuang Rui const struct amdgpu_ip_block_version psp_v3_1_ip_block =
13990e5ca0d1SHuang Rui {
14000e5ca0d1SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
14010e5ca0d1SHuang Rui 	.major = 3,
14020e5ca0d1SHuang Rui 	.minor = 1,
14030e5ca0d1SHuang Rui 	.rev = 0,
14040e5ca0d1SHuang Rui 	.funcs = &psp_ip_funcs,
14050e5ca0d1SHuang Rui };
1406dfbd6438SHuang Rui 
1407dfbd6438SHuang Rui const struct amdgpu_ip_block_version psp_v10_0_ip_block =
1408dfbd6438SHuang Rui {
1409dfbd6438SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
1410dfbd6438SHuang Rui 	.major = 10,
1411dfbd6438SHuang Rui 	.minor = 0,
1412dfbd6438SHuang Rui 	.rev = 0,
1413dfbd6438SHuang Rui 	.funcs = &psp_ip_funcs,
1414dfbd6438SHuang Rui };
1415654f761cSFeifei Xu 
1416654f761cSFeifei Xu const struct amdgpu_ip_block_version psp_v11_0_ip_block =
1417654f761cSFeifei Xu {
1418654f761cSFeifei Xu 	.type = AMD_IP_BLOCK_TYPE_PSP,
1419654f761cSFeifei Xu 	.major = 11,
1420654f761cSFeifei Xu 	.minor = 0,
1421654f761cSFeifei Xu 	.rev = 0,
1422654f761cSFeifei Xu 	.funcs = &psp_ip_funcs,
1423654f761cSFeifei Xu };
14246a7a0bdbSAaron Liu 
14256a7a0bdbSAaron Liu const struct amdgpu_ip_block_version psp_v12_0_ip_block =
14266a7a0bdbSAaron Liu {
14276a7a0bdbSAaron Liu 	.type = AMD_IP_BLOCK_TYPE_PSP,
14286a7a0bdbSAaron Liu 	.major = 12,
14296a7a0bdbSAaron Liu 	.minor = 0,
14306a7a0bdbSAaron Liu 	.rev = 0,
14316a7a0bdbSAaron Liu 	.funcs = &psp_ip_funcs,
14326a7a0bdbSAaron Liu };
1433