10e5ca0d1SHuang Rui /*
20e5ca0d1SHuang Rui  * Copyright 2016 Advanced Micro Devices, Inc.
30e5ca0d1SHuang Rui  *
40e5ca0d1SHuang Rui  * Permission is hereby granted, free of charge, to any person obtaining a
50e5ca0d1SHuang Rui  * copy of this software and associated documentation files (the "Software"),
60e5ca0d1SHuang Rui  * to deal in the Software without restriction, including without limitation
70e5ca0d1SHuang Rui  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
80e5ca0d1SHuang Rui  * and/or sell copies of the Software, and to permit persons to whom the
90e5ca0d1SHuang Rui  * Software is furnished to do so, subject to the following conditions:
100e5ca0d1SHuang Rui  *
110e5ca0d1SHuang Rui  * The above copyright notice and this permission notice shall be included in
120e5ca0d1SHuang Rui  * all copies or substantial portions of the Software.
130e5ca0d1SHuang Rui  *
140e5ca0d1SHuang Rui  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
150e5ca0d1SHuang Rui  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
160e5ca0d1SHuang Rui  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
170e5ca0d1SHuang Rui  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
180e5ca0d1SHuang Rui  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
190e5ca0d1SHuang Rui  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
200e5ca0d1SHuang Rui  * OTHER DEALINGS IN THE SOFTWARE.
210e5ca0d1SHuang Rui  *
220e5ca0d1SHuang Rui  * Author: Huang Rui
230e5ca0d1SHuang Rui  *
240e5ca0d1SHuang Rui  */
250e5ca0d1SHuang Rui 
260e5ca0d1SHuang Rui #include <linux/firmware.h>
27fdf2f6c5SSam Ravnborg 
280e5ca0d1SHuang Rui #include "amdgpu.h"
290e5ca0d1SHuang Rui #include "amdgpu_psp.h"
300e5ca0d1SHuang Rui #include "amdgpu_ucode.h"
310e5ca0d1SHuang Rui #include "soc15_common.h"
320e5ca0d1SHuang Rui #include "psp_v3_1.h"
33c1798b54SHuang Rui #include "psp_v10_0.h"
34654f761cSFeifei Xu #include "psp_v11_0.h"
356a7a0bdbSAaron Liu #include "psp_v12_0.h"
360e5ca0d1SHuang Rui 
370e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev);
380e5ca0d1SHuang Rui 
390e5ca0d1SHuang Rui static int psp_early_init(void *handle)
400e5ca0d1SHuang Rui {
410e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
429d6fea57SAlex Deucher 	struct psp_context *psp = &adev->psp;
430e5ca0d1SHuang Rui 
440e5ca0d1SHuang Rui 	psp_set_funcs(adev);
450e5ca0d1SHuang Rui 
460e5ca0d1SHuang Rui 	switch (adev->asic_type) {
470e5ca0d1SHuang Rui 	case CHIP_VEGA10:
48ff13dc67SAlex Deucher 	case CHIP_VEGA12:
49e7f9ccb4SAlex Deucher 		psp_v3_1_set_psp_funcs(psp);
501d1f41cfSHawking Zhang 		psp->autoload_supported = false;
510e5ca0d1SHuang Rui 		break;
52c1798b54SHuang Rui 	case CHIP_RAVEN:
53e7f9ccb4SAlex Deucher 		psp_v10_0_set_psp_funcs(psp);
541d1f41cfSHawking Zhang 		psp->autoload_supported = false;
55c1798b54SHuang Rui 		break;
56654f761cSFeifei Xu 	case CHIP_VEGA20:
57f36d9ab9SJohn Clements 	case CHIP_ARCTURUS:
581d1f41cfSHawking Zhang 		psp_v11_0_set_psp_funcs(psp);
591d1f41cfSHawking Zhang 		psp->autoload_supported = false;
601d1f41cfSHawking Zhang 		break;
61bc290fe5STao Zhou 	case CHIP_NAVI10:
6282522b2dSXiaojie Yuan 	case CHIP_NAVI14:
63739cdbd6SXiaojie Yuan 	case CHIP_NAVI12:
64654f761cSFeifei Xu 		psp_v11_0_set_psp_funcs(psp);
651d1f41cfSHawking Zhang 		psp->autoload_supported = true;
66654f761cSFeifei Xu 		break;
676a7a0bdbSAaron Liu 	case CHIP_RENOIR:
686a7a0bdbSAaron Liu 		psp_v12_0_set_psp_funcs(psp);
696a7a0bdbSAaron Liu 		break;
700e5ca0d1SHuang Rui 	default:
710e5ca0d1SHuang Rui 		return -EINVAL;
720e5ca0d1SHuang Rui 	}
730e5ca0d1SHuang Rui 
740e5ca0d1SHuang Rui 	psp->adev = adev;
750e5ca0d1SHuang Rui 
769d6fea57SAlex Deucher 	return 0;
779d6fea57SAlex Deucher }
789d6fea57SAlex Deucher 
799d6fea57SAlex Deucher static int psp_sw_init(void *handle)
809d6fea57SAlex Deucher {
819d6fea57SAlex Deucher 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
829d6fea57SAlex Deucher 	struct psp_context *psp = &adev->psp;
839d6fea57SAlex Deucher 	int ret;
849d6fea57SAlex Deucher 
850e5ca0d1SHuang Rui 	ret = psp_init_microcode(psp);
860e5ca0d1SHuang Rui 	if (ret) {
870e5ca0d1SHuang Rui 		DRM_ERROR("Failed to load psp firmware!\n");
880e5ca0d1SHuang Rui 		return ret;
890e5ca0d1SHuang Rui 	}
900e5ca0d1SHuang Rui 
910e5ca0d1SHuang Rui 	return 0;
920e5ca0d1SHuang Rui }
930e5ca0d1SHuang Rui 
940e5ca0d1SHuang Rui static int psp_sw_fini(void *handle)
950e5ca0d1SHuang Rui {
96c833d8aaSMonk Liu 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
97c833d8aaSMonk Liu 
98c833d8aaSMonk Liu 	release_firmware(adev->psp.sos_fw);
99c833d8aaSMonk Liu 	adev->psp.sos_fw = NULL;
100c833d8aaSMonk Liu 	release_firmware(adev->psp.asd_fw);
101c833d8aaSMonk Liu 	adev->psp.asd_fw = NULL;
1021d69511eSAlex Deucher 	if (adev->psp.ta_fw) {
10351e7177fSHawking Zhang 		release_firmware(adev->psp.ta_fw);
10451e7177fSHawking Zhang 		adev->psp.ta_fw = NULL;
1051d69511eSAlex Deucher 	}
1060e5ca0d1SHuang Rui 	return 0;
1070e5ca0d1SHuang Rui }
1080e5ca0d1SHuang Rui 
1090e5ca0d1SHuang Rui int psp_wait_for(struct psp_context *psp, uint32_t reg_index,
1100e5ca0d1SHuang Rui 		 uint32_t reg_val, uint32_t mask, bool check_changed)
1110e5ca0d1SHuang Rui {
1120e5ca0d1SHuang Rui 	uint32_t val;
1130e5ca0d1SHuang Rui 	int i;
1140e5ca0d1SHuang Rui 	struct amdgpu_device *adev = psp->adev;
1150e5ca0d1SHuang Rui 
1160e5ca0d1SHuang Rui 	for (i = 0; i < adev->usec_timeout; i++) {
1172890decfSZhang, Jerry 		val = RREG32(reg_index);
1180e5ca0d1SHuang Rui 		if (check_changed) {
1190e5ca0d1SHuang Rui 			if (val != reg_val)
1200e5ca0d1SHuang Rui 				return 0;
1210e5ca0d1SHuang Rui 		} else {
1220e5ca0d1SHuang Rui 			if ((val & mask) == reg_val)
1230e5ca0d1SHuang Rui 				return 0;
1240e5ca0d1SHuang Rui 		}
1250e5ca0d1SHuang Rui 		udelay(1);
1260e5ca0d1SHuang Rui 	}
1270e5ca0d1SHuang Rui 
1280e5ca0d1SHuang Rui 	return -ETIME;
1290e5ca0d1SHuang Rui }
1300e5ca0d1SHuang Rui 
1310e5ca0d1SHuang Rui static int
1320e5ca0d1SHuang Rui psp_cmd_submit_buf(struct psp_context *psp,
1330e5ca0d1SHuang Rui 		   struct amdgpu_firmware_info *ucode,
1340b25cbf9SHawking Zhang 		   struct psp_gfx_cmd_resp *cmd, uint64_t fence_mc_addr)
1350e5ca0d1SHuang Rui {
1360e5ca0d1SHuang Rui 	int ret;
1370b25cbf9SHawking Zhang 	int index;
138ea114213Sxinhui pan 	int timeout = 2000;
1390e5ca0d1SHuang Rui 
14032eaeae0SAlex Deucher 	mutex_lock(&psp->mutex);
14132eaeae0SAlex Deucher 
142a1952da7SHuang Rui 	memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE);
1430e5ca0d1SHuang Rui 
144a1952da7SHuang Rui 	memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp));
1450e5ca0d1SHuang Rui 
1460b25cbf9SHawking Zhang 	index = atomic_inc_return(&psp->fence_value);
14750e275e8SXiaojie Yuan 	ret = psp_cmd_submit(psp, psp->cmd_buf_mc_addr, fence_mc_addr, index);
1480b25cbf9SHawking Zhang 	if (ret) {
1490b25cbf9SHawking Zhang 		atomic_dec(&psp->fence_value);
15032eaeae0SAlex Deucher 		mutex_unlock(&psp->mutex);
1510b25cbf9SHawking Zhang 		return ret;
152ca7f65c7Skbuild test robot 	}
1530e5ca0d1SHuang Rui 
154ea114213Sxinhui pan 	while (*((unsigned int *)psp->fence_buf) != index) {
155ea114213Sxinhui pan 		if (--timeout == 0)
1567a3d7bf6SEvan Quan 			break;
1570b25cbf9SHawking Zhang 		msleep(1);
158ea114213Sxinhui pan 	}
1590b25cbf9SHawking Zhang 
160466bcb75SAaron Liu 	/* In some cases, psp response status is not 0 even there is no
161466bcb75SAaron Liu 	 * problem while the command is submitted. Some version of PSP FW
162466bcb75SAaron Liu 	 * doesn't write 0 to that field.
163466bcb75SAaron Liu 	 * So here we would like to only print a warning instead of an error
164466bcb75SAaron Liu 	 * during psp initialization to avoid breaking hw_init and it doesn't
165466bcb75SAaron Liu 	 * return -EINVAL.
166466bcb75SAaron Liu 	 */
1677a3d7bf6SEvan Quan 	if (psp->cmd_buf_mem->resp.status || !timeout) {
16876223c54SXiangliang Yu 		if (ucode)
169466bcb75SAaron Liu 			DRM_WARN("failed to load ucode id (%d) ",
17076223c54SXiangliang Yu 				  ucode->ucode_id);
1716c37bde9SJohn Clements 		DRM_WARN("psp command failed and response status is (0x%X)\n",
1726c37bde9SJohn Clements 			  psp->cmd_buf_mem->resp.status & GFX_CMD_STATUS_MASK);
17332eaeae0SAlex Deucher 		if (!timeout) {
17432eaeae0SAlex Deucher 			mutex_unlock(&psp->mutex);
1757a3d7bf6SEvan Quan 			return -EINVAL;
17628a16027SHuang Rui 		}
17732eaeae0SAlex Deucher 	}
17828a16027SHuang Rui 
179a363553cSXiangliang Yu 	/* get xGMI session id from response buffer */
180a363553cSXiangliang Yu 	cmd->resp.session_id = psp->cmd_buf_mem->resp.session_id;
181a363553cSXiangliang Yu 
182435198f3SJames Zhu 	if (ucode) {
183435198f3SJames Zhu 		ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo;
184435198f3SJames Zhu 		ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi;
185435198f3SJames Zhu 	}
18632eaeae0SAlex Deucher 	mutex_unlock(&psp->mutex);
187435198f3SJames Zhu 
1880e5ca0d1SHuang Rui 	return ret;
1890e5ca0d1SHuang Rui }
1900e5ca0d1SHuang Rui 
1915ec996dfSXiangliang Yu static void psp_prep_tmr_cmd_buf(struct psp_context *psp,
1925ec996dfSXiangliang Yu 				 struct psp_gfx_cmd_resp *cmd,
1930e5ca0d1SHuang Rui 				 uint64_t tmr_mc, uint32_t size)
1940e5ca0d1SHuang Rui {
1955ec996dfSXiangliang Yu 	if (psp_support_vmr_ring(psp))
1965ec996dfSXiangliang Yu 		cmd->cmd_id = GFX_CMD_ID_SETUP_VMR;
1975ec996dfSXiangliang Yu 	else
1980e5ca0d1SHuang Rui 		cmd->cmd_id = GFX_CMD_ID_SETUP_TMR;
199f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc);
200f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc);
2010e5ca0d1SHuang Rui 	cmd->cmd.cmd_setup_tmr.buf_size = size;
2020e5ca0d1SHuang Rui }
2030e5ca0d1SHuang Rui 
2047ea49e76SHawking Zhang static void psp_prep_load_toc_cmd_buf(struct psp_gfx_cmd_resp *cmd,
2057ea49e76SHawking Zhang 				      uint64_t pri_buf_mc, uint32_t size)
2067ea49e76SHawking Zhang {
2077ea49e76SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_LOAD_TOC;
2087ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_phy_addr_lo = lower_32_bits(pri_buf_mc);
2097ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_phy_addr_hi = upper_32_bits(pri_buf_mc);
2107ea49e76SHawking Zhang 	cmd->cmd.cmd_load_toc.toc_size = size;
2117ea49e76SHawking Zhang }
2127ea49e76SHawking Zhang 
2137ea49e76SHawking Zhang /* Issue LOAD TOC cmd to PSP to part toc and calculate tmr size needed */
2147ea49e76SHawking Zhang static int psp_load_toc(struct psp_context *psp,
2157ea49e76SHawking Zhang 			uint32_t *tmr_size)
2167ea49e76SHawking Zhang {
2177ea49e76SHawking Zhang 	int ret;
2187ea49e76SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
2197ea49e76SHawking Zhang 
2207ea49e76SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2217ea49e76SHawking Zhang 	if (!cmd)
2227ea49e76SHawking Zhang 		return -ENOMEM;
2237ea49e76SHawking Zhang 	/* Copy toc to psp firmware private buffer */
2247ea49e76SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
2257ea49e76SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->toc_start_addr, psp->toc_bin_size);
2267ea49e76SHawking Zhang 
2277ea49e76SHawking Zhang 	psp_prep_load_toc_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->toc_bin_size);
2287ea49e76SHawking Zhang 
2297ea49e76SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2307ea49e76SHawking Zhang 				 psp->fence_buf_mc_addr);
2317ea49e76SHawking Zhang 	if (!ret)
2327ea49e76SHawking Zhang 		*tmr_size = psp->cmd_buf_mem->resp.tmr_size;
2337ea49e76SHawking Zhang 	kfree(cmd);
2347ea49e76SHawking Zhang 	return ret;
2357ea49e76SHawking Zhang }
2367ea49e76SHawking Zhang 
2370e5ca0d1SHuang Rui /* Set up Trusted Memory Region */
2380e5ca0d1SHuang Rui static int psp_tmr_init(struct psp_context *psp)
2390e5ca0d1SHuang Rui {
2400e5ca0d1SHuang Rui 	int ret;
2417ea49e76SHawking Zhang 	int tmr_size;
24212842d02STianci.Yin 	void *tmr_buf;
24312842d02STianci.Yin 	void **pptr;
2440e5ca0d1SHuang Rui 
2450e5ca0d1SHuang Rui 	/*
246795c1b8dSshaoyunl 	 * According to HW engineer, they prefer the TMR address be "naturally
247795c1b8dSshaoyunl 	 * aligned" , e.g. the start address be an integer divide of TMR size.
2480e5ca0d1SHuang Rui 	 *
2490e5ca0d1SHuang Rui 	 * Note: this memory need be reserved till the driver
2500e5ca0d1SHuang Rui 	 * uninitializes.
2510e5ca0d1SHuang Rui 	 */
2527ea49e76SHawking Zhang 	tmr_size = PSP_TMR_SIZE;
2537ea49e76SHawking Zhang 
2547ea49e76SHawking Zhang 	/* For ASICs support RLC autoload, psp will parse the toc
2557ea49e76SHawking Zhang 	 * and calculate the total size of TMR needed */
256*1b657824SJiange Zhao 	if (!amdgpu_sriov_vf(psp->adev) &&
257*1b657824SJiange Zhao 	    psp->toc_start_addr &&
2587ea49e76SHawking Zhang 	    psp->toc_bin_size &&
2597ea49e76SHawking Zhang 	    psp->fw_pri_buf) {
2607ea49e76SHawking Zhang 		ret = psp_load_toc(psp, &tmr_size);
2617ea49e76SHawking Zhang 		if (ret) {
2627ea49e76SHawking Zhang 			DRM_ERROR("Failed to load toc\n");
2637ea49e76SHawking Zhang 			return ret;
2647ea49e76SHawking Zhang 		}
2657ea49e76SHawking Zhang 	}
2667ea49e76SHawking Zhang 
26712842d02STianci.Yin 	pptr = amdgpu_sriov_vf(psp->adev) ? &tmr_buf : NULL;
2687ea49e76SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, tmr_size, PSP_TMR_SIZE,
2690e5ca0d1SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
27012842d02STianci.Yin 				      &psp->tmr_bo, &psp->tmr_mc_addr, pptr);
2716f2b1fccSHuang Rui 
2726f2b1fccSHuang Rui 	return ret;
2736f2b1fccSHuang Rui }
2746f2b1fccSHuang Rui 
2756f2b1fccSHuang Rui static int psp_tmr_load(struct psp_context *psp)
2766f2b1fccSHuang Rui {
2776f2b1fccSHuang Rui 	int ret;
2786f2b1fccSHuang Rui 	struct psp_gfx_cmd_resp *cmd;
2796f2b1fccSHuang Rui 
2806f2b1fccSHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2816f2b1fccSHuang Rui 	if (!cmd)
2826f2b1fccSHuang Rui 		return -ENOMEM;
2830e5ca0d1SHuang Rui 
2847ea49e76SHawking Zhang 	psp_prep_tmr_cmd_buf(psp, cmd, psp->tmr_mc_addr,
2857ea49e76SHawking Zhang 			     amdgpu_bo_size(psp->tmr_bo));
2867ea49e76SHawking Zhang 	DRM_INFO("reserve 0x%lx from 0x%llx for PSP TMR\n",
2877ea49e76SHawking Zhang 		 amdgpu_bo_size(psp->tmr_bo), psp->tmr_mc_addr);
2880e5ca0d1SHuang Rui 
2890e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2900b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
2910e5ca0d1SHuang Rui 
2920e5ca0d1SHuang Rui 	kfree(cmd);
2930e5ca0d1SHuang Rui 
2940e5ca0d1SHuang Rui 	return ret;
2950e5ca0d1SHuang Rui }
2960e5ca0d1SHuang Rui 
2970e5ca0d1SHuang Rui static void psp_prep_asd_cmd_buf(struct psp_gfx_cmd_resp *cmd,
2980e5ca0d1SHuang Rui 				 uint64_t asd_mc, uint64_t asd_mc_shared,
2990e5ca0d1SHuang Rui 				 uint32_t size, uint32_t shared_size)
3000e5ca0d1SHuang Rui {
3010e5ca0d1SHuang Rui 	cmd->cmd_id = GFX_CMD_ID_LOAD_ASD;
3020e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(asd_mc);
3030e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(asd_mc);
3040e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_len = size;
3050e5ca0d1SHuang Rui 
3060e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(asd_mc_shared);
3070e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(asd_mc_shared);
3080e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
3090e5ca0d1SHuang Rui }
3100e5ca0d1SHuang Rui 
311f5cfef98SHuang Rui static int psp_asd_init(struct psp_context *psp)
3120e5ca0d1SHuang Rui {
3130e5ca0d1SHuang Rui 	int ret;
3140e5ca0d1SHuang Rui 
3150e5ca0d1SHuang Rui 	/*
3160e5ca0d1SHuang Rui 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
3170e5ca0d1SHuang Rui 	 * physical) for shared ASD <-> Driver
3180e5ca0d1SHuang Rui 	 */
319f5cfef98SHuang Rui 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_ASD_SHARED_MEM_SIZE,
320f5cfef98SHuang Rui 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
321f5cfef98SHuang Rui 				      &psp->asd_shared_bo,
322f5cfef98SHuang Rui 				      &psp->asd_shared_mc_addr,
323f5cfef98SHuang Rui 				      &psp->asd_shared_buf);
3240e5ca0d1SHuang Rui 
3250e5ca0d1SHuang Rui 	return ret;
3260e5ca0d1SHuang Rui }
3270e5ca0d1SHuang Rui 
3280e5ca0d1SHuang Rui static int psp_asd_load(struct psp_context *psp)
3290e5ca0d1SHuang Rui {
3300e5ca0d1SHuang Rui 	int ret;
3310e5ca0d1SHuang Rui 	struct psp_gfx_cmd_resp *cmd;
3320e5ca0d1SHuang Rui 
333943cafb8SXiangliang Yu 	/* If PSP version doesn't match ASD version, asd loading will be failed.
334943cafb8SXiangliang Yu 	 * add workaround to bypass it for sriov now.
335943cafb8SXiangliang Yu 	 * TODO: add version check to make it common
336943cafb8SXiangliang Yu 	 */
337943cafb8SXiangliang Yu 	if (amdgpu_sriov_vf(psp->adev))
338943cafb8SXiangliang Yu 		return 0;
339943cafb8SXiangliang Yu 
3400e5ca0d1SHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
3410e5ca0d1SHuang Rui 	if (!cmd)
3420e5ca0d1SHuang Rui 		return -ENOMEM;
3430e5ca0d1SHuang Rui 
3442b0c3aeeSHuang Rui 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
3452b0c3aeeSHuang Rui 	memcpy(psp->fw_pri_buf, psp->asd_start_addr, psp->asd_ucode_size);
3460e5ca0d1SHuang Rui 
347f5cfef98SHuang Rui 	psp_prep_asd_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->asd_shared_mc_addr,
3480e5ca0d1SHuang Rui 			     psp->asd_ucode_size, PSP_ASD_SHARED_MEM_SIZE);
3490e5ca0d1SHuang Rui 
3500e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
3510b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
3520e5ca0d1SHuang Rui 
3530e5ca0d1SHuang Rui 	kfree(cmd);
3540e5ca0d1SHuang Rui 
3550e5ca0d1SHuang Rui 	return ret;
3560e5ca0d1SHuang Rui }
3570e5ca0d1SHuang Rui 
358c5d19419STrigger Huang static void psp_prep_reg_prog_cmd_buf(struct psp_gfx_cmd_resp *cmd,
359c5d19419STrigger Huang 		uint32_t id, uint32_t value)
360c5d19419STrigger Huang {
361c5d19419STrigger Huang 	cmd->cmd_id = GFX_CMD_ID_PROG_REG;
362c5d19419STrigger Huang 	cmd->cmd.cmd_setup_reg_prog.reg_value = value;
363c5d19419STrigger Huang 	cmd->cmd.cmd_setup_reg_prog.reg_id = id;
364c5d19419STrigger Huang }
365c5d19419STrigger Huang 
366c5d19419STrigger Huang int psp_reg_program(struct psp_context *psp, enum psp_reg_prog_id reg,
367c5d19419STrigger Huang 		uint32_t value)
368c5d19419STrigger Huang {
369c5d19419STrigger Huang 	struct psp_gfx_cmd_resp *cmd = NULL;
370c5d19419STrigger Huang 	int ret = 0;
371c5d19419STrigger Huang 
372c5d19419STrigger Huang 	if (reg >= PSP_REG_LAST)
373c5d19419STrigger Huang 		return -EINVAL;
374c5d19419STrigger Huang 
375c5d19419STrigger Huang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
376c5d19419STrigger Huang 	if (!cmd)
377c5d19419STrigger Huang 		return -ENOMEM;
378c5d19419STrigger Huang 
379c5d19419STrigger Huang 	psp_prep_reg_prog_cmd_buf(cmd, reg, value);
380c5d19419STrigger Huang 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);
381c5d19419STrigger Huang 
382c5d19419STrigger Huang 	kfree(cmd);
383c5d19419STrigger Huang 	return ret;
384c5d19419STrigger Huang }
385c5d19419STrigger Huang 
38697c8d171SHawking Zhang static void psp_prep_xgmi_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
38797c8d171SHawking Zhang 					  uint64_t xgmi_ta_mc, uint64_t xgmi_mc_shared,
38897c8d171SHawking Zhang 					  uint32_t xgmi_ta_size, uint32_t shared_size)
38997c8d171SHawking Zhang {
39097c8d171SHawking Zhang         cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
39197c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(xgmi_ta_mc);
39297c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(xgmi_ta_mc);
39397c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_len = xgmi_ta_size;
39497c8d171SHawking Zhang 
39597c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(xgmi_mc_shared);
39697c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(xgmi_mc_shared);
39797c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
39897c8d171SHawking Zhang }
39997c8d171SHawking Zhang 
40097c8d171SHawking Zhang static int psp_xgmi_init_shared_buf(struct psp_context *psp)
40197c8d171SHawking Zhang {
40297c8d171SHawking Zhang 	int ret;
40397c8d171SHawking Zhang 
40497c8d171SHawking Zhang 	/*
40597c8d171SHawking Zhang 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
40697c8d171SHawking Zhang 	 * physical) for xgmi ta <-> Driver
40797c8d171SHawking Zhang 	 */
40897c8d171SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_XGMI_SHARED_MEM_SIZE,
40997c8d171SHawking Zhang 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
41097c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_bo,
41197c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_mc_addr,
41297c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_buf);
41397c8d171SHawking Zhang 
41497c8d171SHawking Zhang 	return ret;
41597c8d171SHawking Zhang }
41697c8d171SHawking Zhang 
41797c8d171SHawking Zhang static int psp_xgmi_load(struct psp_context *psp)
41897c8d171SHawking Zhang {
41997c8d171SHawking Zhang 	int ret;
42097c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
42197c8d171SHawking Zhang 
42297c8d171SHawking Zhang 	/*
42397c8d171SHawking Zhang 	 * TODO: bypass the loading in sriov for now
42497c8d171SHawking Zhang 	 */
42597c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
42697c8d171SHawking Zhang 		return 0;
42797c8d171SHawking Zhang 
42897c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
42997c8d171SHawking Zhang 	if (!cmd)
43097c8d171SHawking Zhang 		return -ENOMEM;
43197c8d171SHawking Zhang 
43297c8d171SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
43397c8d171SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->ta_xgmi_start_addr, psp->ta_xgmi_ucode_size);
43497c8d171SHawking Zhang 
43597c8d171SHawking Zhang 	psp_prep_xgmi_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
43697c8d171SHawking Zhang 				      psp->xgmi_context.xgmi_shared_mc_addr,
43797c8d171SHawking Zhang 				      psp->ta_xgmi_ucode_size, PSP_XGMI_SHARED_MEM_SIZE);
43897c8d171SHawking Zhang 
43997c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
44097c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
44197c8d171SHawking Zhang 
44297c8d171SHawking Zhang 	if (!ret) {
44397c8d171SHawking Zhang 		psp->xgmi_context.initialized = 1;
44497c8d171SHawking Zhang 		psp->xgmi_context.session_id = cmd->resp.session_id;
44597c8d171SHawking Zhang 	}
44697c8d171SHawking Zhang 
44797c8d171SHawking Zhang 	kfree(cmd);
44897c8d171SHawking Zhang 
44997c8d171SHawking Zhang 	return ret;
45097c8d171SHawking Zhang }
45197c8d171SHawking Zhang 
45297c8d171SHawking Zhang static void psp_prep_xgmi_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
45397c8d171SHawking Zhang 					    uint32_t xgmi_session_id)
45497c8d171SHawking Zhang {
45597c8d171SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
45697c8d171SHawking Zhang 	cmd->cmd.cmd_unload_ta.session_id = xgmi_session_id;
45797c8d171SHawking Zhang }
45897c8d171SHawking Zhang 
45997c8d171SHawking Zhang static int psp_xgmi_unload(struct psp_context *psp)
46097c8d171SHawking Zhang {
46197c8d171SHawking Zhang 	int ret;
46297c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
46397c8d171SHawking Zhang 
46497c8d171SHawking Zhang 	/*
46597c8d171SHawking Zhang 	 * TODO: bypass the unloading in sriov for now
46697c8d171SHawking Zhang 	 */
46797c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
46897c8d171SHawking Zhang 		return 0;
46997c8d171SHawking Zhang 
47097c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
47197c8d171SHawking Zhang 	if (!cmd)
47297c8d171SHawking Zhang 		return -ENOMEM;
47397c8d171SHawking Zhang 
47497c8d171SHawking Zhang 	psp_prep_xgmi_ta_unload_cmd_buf(cmd, psp->xgmi_context.session_id);
47597c8d171SHawking Zhang 
47697c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
47797c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
47897c8d171SHawking Zhang 
47997c8d171SHawking Zhang 	kfree(cmd);
48097c8d171SHawking Zhang 
48197c8d171SHawking Zhang 	return ret;
48297c8d171SHawking Zhang }
48397c8d171SHawking Zhang 
484ca6e1e59SHawking Zhang static void psp_prep_xgmi_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
485ca6e1e59SHawking Zhang 					    uint32_t ta_cmd_id,
486ca6e1e59SHawking Zhang 					    uint32_t xgmi_session_id)
487ca6e1e59SHawking Zhang {
488ca6e1e59SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
489ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.session_id = xgmi_session_id;
490ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
491ca6e1e59SHawking Zhang 	/* Note: cmd_invoke_cmd.buf is not used for now */
492ca6e1e59SHawking Zhang }
493ca6e1e59SHawking Zhang 
494ca6e1e59SHawking Zhang int psp_xgmi_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
495ca6e1e59SHawking Zhang {
496ca6e1e59SHawking Zhang 	int ret;
497ca6e1e59SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
498ca6e1e59SHawking Zhang 
499ca6e1e59SHawking Zhang 	/*
500ca6e1e59SHawking Zhang 	 * TODO: bypass the loading in sriov for now
501ca6e1e59SHawking Zhang 	*/
502ca6e1e59SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
503ca6e1e59SHawking Zhang 		return 0;
504ca6e1e59SHawking Zhang 
505ca6e1e59SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
506ca6e1e59SHawking Zhang 	if (!cmd)
507ca6e1e59SHawking Zhang 		return -ENOMEM;
508ca6e1e59SHawking Zhang 
509ca6e1e59SHawking Zhang 	psp_prep_xgmi_ta_invoke_cmd_buf(cmd, ta_cmd_id,
510ca6e1e59SHawking Zhang 					psp->xgmi_context.session_id);
511ca6e1e59SHawking Zhang 
512ca6e1e59SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
513ca6e1e59SHawking Zhang 				 psp->fence_buf_mc_addr);
514ca6e1e59SHawking Zhang 
515ca6e1e59SHawking Zhang 	kfree(cmd);
516ca6e1e59SHawking Zhang 
517ca6e1e59SHawking Zhang         return ret;
518ca6e1e59SHawking Zhang }
519ca6e1e59SHawking Zhang 
5203e2e2ab5SHawking Zhang static int psp_xgmi_terminate(struct psp_context *psp)
5213e2e2ab5SHawking Zhang {
5223e2e2ab5SHawking Zhang 	int ret;
5233e2e2ab5SHawking Zhang 
5243e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized)
5253e2e2ab5SHawking Zhang 		return 0;
5263e2e2ab5SHawking Zhang 
5273e2e2ab5SHawking Zhang 	ret = psp_xgmi_unload(psp);
5283e2e2ab5SHawking Zhang 	if (ret)
5293e2e2ab5SHawking Zhang 		return ret;
5303e2e2ab5SHawking Zhang 
5313e2e2ab5SHawking Zhang 	psp->xgmi_context.initialized = 0;
5323e2e2ab5SHawking Zhang 
5333e2e2ab5SHawking Zhang 	/* free xgmi shared memory */
5343e2e2ab5SHawking Zhang 	amdgpu_bo_free_kernel(&psp->xgmi_context.xgmi_shared_bo,
5353e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_mc_addr,
5363e2e2ab5SHawking Zhang 			&psp->xgmi_context.xgmi_shared_buf);
5373e2e2ab5SHawking Zhang 
5383e2e2ab5SHawking Zhang 	return 0;
5393e2e2ab5SHawking Zhang }
5403e2e2ab5SHawking Zhang 
5413e2e2ab5SHawking Zhang static int psp_xgmi_initialize(struct psp_context *psp)
5423e2e2ab5SHawking Zhang {
5433e2e2ab5SHawking Zhang 	struct ta_xgmi_shared_memory *xgmi_cmd;
5443e2e2ab5SHawking Zhang 	int ret;
5453e2e2ab5SHawking Zhang 
5461d69511eSAlex Deucher 	if (!psp->adev->psp.ta_fw)
5471d69511eSAlex Deucher 		return -ENOENT;
5481d69511eSAlex Deucher 
5493e2e2ab5SHawking Zhang 	if (!psp->xgmi_context.initialized) {
5503e2e2ab5SHawking Zhang 		ret = psp_xgmi_init_shared_buf(psp);
5513e2e2ab5SHawking Zhang 		if (ret)
5523e2e2ab5SHawking Zhang 			return ret;
5533e2e2ab5SHawking Zhang 	}
5543e2e2ab5SHawking Zhang 
5553e2e2ab5SHawking Zhang 	/* Load XGMI TA */
5563e2e2ab5SHawking Zhang 	ret = psp_xgmi_load(psp);
5573e2e2ab5SHawking Zhang 	if (ret)
5583e2e2ab5SHawking Zhang 		return ret;
5593e2e2ab5SHawking Zhang 
5603e2e2ab5SHawking Zhang 	/* Initialize XGMI session */
5613e2e2ab5SHawking Zhang 	xgmi_cmd = (struct ta_xgmi_shared_memory *)(psp->xgmi_context.xgmi_shared_buf);
5623e2e2ab5SHawking Zhang 	memset(xgmi_cmd, 0, sizeof(struct ta_xgmi_shared_memory));
5633e2e2ab5SHawking Zhang 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__INITIALIZE;
5643e2e2ab5SHawking Zhang 
5653e2e2ab5SHawking Zhang 	ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);
5663e2e2ab5SHawking Zhang 
5673e2e2ab5SHawking Zhang 	return ret;
5683e2e2ab5SHawking Zhang }
5693e2e2ab5SHawking Zhang 
5705e5d3154Sxinhui pan // ras begin
5715e5d3154Sxinhui pan static void psp_prep_ras_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
5725e5d3154Sxinhui pan 		uint64_t ras_ta_mc, uint64_t ras_mc_shared,
5735e5d3154Sxinhui pan 		uint32_t ras_ta_size, uint32_t shared_size)
5745e5d3154Sxinhui pan {
5755e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
5765e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(ras_ta_mc);
5775e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(ras_ta_mc);
5785e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.app_len = ras_ta_size;
5795e5d3154Sxinhui pan 
5805e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(ras_mc_shared);
5815e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(ras_mc_shared);
5825e5d3154Sxinhui pan 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
5835e5d3154Sxinhui pan }
5845e5d3154Sxinhui pan 
5855e5d3154Sxinhui pan static int psp_ras_init_shared_buf(struct psp_context *psp)
5865e5d3154Sxinhui pan {
5875e5d3154Sxinhui pan 	int ret;
5885e5d3154Sxinhui pan 
5895e5d3154Sxinhui pan 	/*
5905e5d3154Sxinhui pan 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
5915e5d3154Sxinhui pan 	 * physical) for ras ta <-> Driver
5925e5d3154Sxinhui pan 	 */
5935e5d3154Sxinhui pan 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_RAS_SHARED_MEM_SIZE,
5945e5d3154Sxinhui pan 			PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
5955e5d3154Sxinhui pan 			&psp->ras.ras_shared_bo,
5965e5d3154Sxinhui pan 			&psp->ras.ras_shared_mc_addr,
5975e5d3154Sxinhui pan 			&psp->ras.ras_shared_buf);
5985e5d3154Sxinhui pan 
5995e5d3154Sxinhui pan 	return ret;
6005e5d3154Sxinhui pan }
6015e5d3154Sxinhui pan 
6025e5d3154Sxinhui pan static int psp_ras_load(struct psp_context *psp)
6035e5d3154Sxinhui pan {
6045e5d3154Sxinhui pan 	int ret;
6055e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6065e5d3154Sxinhui pan 
6075e5d3154Sxinhui pan 	/*
6085e5d3154Sxinhui pan 	 * TODO: bypass the loading in sriov for now
6095e5d3154Sxinhui pan 	 */
6105e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6115e5d3154Sxinhui pan 		return 0;
6125e5d3154Sxinhui pan 
6135e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6145e5d3154Sxinhui pan 	if (!cmd)
6155e5d3154Sxinhui pan 		return -ENOMEM;
6165e5d3154Sxinhui pan 
6175e5d3154Sxinhui pan 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
6185e5d3154Sxinhui pan 	memcpy(psp->fw_pri_buf, psp->ta_ras_start_addr, psp->ta_ras_ucode_size);
6195e5d3154Sxinhui pan 
6205e5d3154Sxinhui pan 	psp_prep_ras_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
6215e5d3154Sxinhui pan 			psp->ras.ras_shared_mc_addr,
6225e5d3154Sxinhui pan 			psp->ta_ras_ucode_size, PSP_RAS_SHARED_MEM_SIZE);
6235e5d3154Sxinhui pan 
6245e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
6255e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
6265e5d3154Sxinhui pan 
6275e5d3154Sxinhui pan 	if (!ret) {
6285e5d3154Sxinhui pan 		psp->ras.ras_initialized = 1;
6295e5d3154Sxinhui pan 		psp->ras.session_id = cmd->resp.session_id;
6305e5d3154Sxinhui pan 	}
6315e5d3154Sxinhui pan 
6325e5d3154Sxinhui pan 	kfree(cmd);
6335e5d3154Sxinhui pan 
6345e5d3154Sxinhui pan 	return ret;
6355e5d3154Sxinhui pan }
6365e5d3154Sxinhui pan 
6375e5d3154Sxinhui pan static void psp_prep_ras_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
6385e5d3154Sxinhui pan 						uint32_t ras_session_id)
6395e5d3154Sxinhui pan {
6405e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
6415e5d3154Sxinhui pan 	cmd->cmd.cmd_unload_ta.session_id = ras_session_id;
6425e5d3154Sxinhui pan }
6435e5d3154Sxinhui pan 
6445e5d3154Sxinhui pan static int psp_ras_unload(struct psp_context *psp)
6455e5d3154Sxinhui pan {
6465e5d3154Sxinhui pan 	int ret;
6475e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6485e5d3154Sxinhui pan 
6495e5d3154Sxinhui pan 	/*
6505e5d3154Sxinhui pan 	 * TODO: bypass the unloading in sriov for now
6515e5d3154Sxinhui pan 	 */
6525e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6535e5d3154Sxinhui pan 		return 0;
6545e5d3154Sxinhui pan 
6555e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6565e5d3154Sxinhui pan 	if (!cmd)
6575e5d3154Sxinhui pan 		return -ENOMEM;
6585e5d3154Sxinhui pan 
6595e5d3154Sxinhui pan 	psp_prep_ras_ta_unload_cmd_buf(cmd, psp->ras.session_id);
6605e5d3154Sxinhui pan 
6615e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
6625e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
6635e5d3154Sxinhui pan 
6645e5d3154Sxinhui pan 	kfree(cmd);
6655e5d3154Sxinhui pan 
6665e5d3154Sxinhui pan 	return ret;
6675e5d3154Sxinhui pan }
6685e5d3154Sxinhui pan 
6695e5d3154Sxinhui pan static void psp_prep_ras_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
6705e5d3154Sxinhui pan 		uint32_t ta_cmd_id,
6715e5d3154Sxinhui pan 		uint32_t ras_session_id)
6725e5d3154Sxinhui pan {
6735e5d3154Sxinhui pan 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
6745e5d3154Sxinhui pan 	cmd->cmd.cmd_invoke_cmd.session_id = ras_session_id;
6755e5d3154Sxinhui pan 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
6765e5d3154Sxinhui pan 	/* Note: cmd_invoke_cmd.buf is not used for now */
6775e5d3154Sxinhui pan }
6785e5d3154Sxinhui pan 
6795e5d3154Sxinhui pan int psp_ras_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
6805e5d3154Sxinhui pan {
6815e5d3154Sxinhui pan 	int ret;
6825e5d3154Sxinhui pan 	struct psp_gfx_cmd_resp *cmd;
6835e5d3154Sxinhui pan 
6845e5d3154Sxinhui pan 	/*
6855e5d3154Sxinhui pan 	 * TODO: bypass the loading in sriov for now
6865e5d3154Sxinhui pan 	 */
6875e5d3154Sxinhui pan 	if (amdgpu_sriov_vf(psp->adev))
6885e5d3154Sxinhui pan 		return 0;
6895e5d3154Sxinhui pan 
6905e5d3154Sxinhui pan 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
6915e5d3154Sxinhui pan 	if (!cmd)
6925e5d3154Sxinhui pan 		return -ENOMEM;
6935e5d3154Sxinhui pan 
6945e5d3154Sxinhui pan 	psp_prep_ras_ta_invoke_cmd_buf(cmd, ta_cmd_id,
6955e5d3154Sxinhui pan 			psp->ras.session_id);
6965e5d3154Sxinhui pan 
6975e5d3154Sxinhui pan 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
6985e5d3154Sxinhui pan 			psp->fence_buf_mc_addr);
6995e5d3154Sxinhui pan 
7005e5d3154Sxinhui pan 	kfree(cmd);
7015e5d3154Sxinhui pan 
7025e5d3154Sxinhui pan 	return ret;
7035e5d3154Sxinhui pan }
7045e5d3154Sxinhui pan 
7055e5d3154Sxinhui pan int psp_ras_enable_features(struct psp_context *psp,
7065e5d3154Sxinhui pan 		union ta_ras_cmd_input *info, bool enable)
7075e5d3154Sxinhui pan {
7085e5d3154Sxinhui pan 	struct ta_ras_shared_memory *ras_cmd;
7095e5d3154Sxinhui pan 	int ret;
7105e5d3154Sxinhui pan 
7115e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized)
7125e5d3154Sxinhui pan 		return -EINVAL;
7135e5d3154Sxinhui pan 
7145e5d3154Sxinhui pan 	ras_cmd = (struct ta_ras_shared_memory *)psp->ras.ras_shared_buf;
7155e5d3154Sxinhui pan 	memset(ras_cmd, 0, sizeof(struct ta_ras_shared_memory));
7165e5d3154Sxinhui pan 
7175e5d3154Sxinhui pan 	if (enable)
7185e5d3154Sxinhui pan 		ras_cmd->cmd_id = TA_RAS_COMMAND__ENABLE_FEATURES;
7195e5d3154Sxinhui pan 	else
7205e5d3154Sxinhui pan 		ras_cmd->cmd_id = TA_RAS_COMMAND__DISABLE_FEATURES;
7215e5d3154Sxinhui pan 
7225e5d3154Sxinhui pan 	ras_cmd->ras_in_message = *info;
7235e5d3154Sxinhui pan 
7245e5d3154Sxinhui pan 	ret = psp_ras_invoke(psp, ras_cmd->cmd_id);
7255e5d3154Sxinhui pan 	if (ret)
7265e5d3154Sxinhui pan 		return -EINVAL;
7275e5d3154Sxinhui pan 
7285e5d3154Sxinhui pan 	return ras_cmd->ras_status;
7295e5d3154Sxinhui pan }
7305e5d3154Sxinhui pan 
7315e5d3154Sxinhui pan static int psp_ras_terminate(struct psp_context *psp)
7325e5d3154Sxinhui pan {
7335e5d3154Sxinhui pan 	int ret;
7345e5d3154Sxinhui pan 
7355e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized)
7365e5d3154Sxinhui pan 		return 0;
7375e5d3154Sxinhui pan 
7385e5d3154Sxinhui pan 	ret = psp_ras_unload(psp);
7395e5d3154Sxinhui pan 	if (ret)
7405e5d3154Sxinhui pan 		return ret;
7415e5d3154Sxinhui pan 
7425e5d3154Sxinhui pan 	psp->ras.ras_initialized = 0;
7435e5d3154Sxinhui pan 
7445e5d3154Sxinhui pan 	/* free ras shared memory */
7455e5d3154Sxinhui pan 	amdgpu_bo_free_kernel(&psp->ras.ras_shared_bo,
7465e5d3154Sxinhui pan 			&psp->ras.ras_shared_mc_addr,
7475e5d3154Sxinhui pan 			&psp->ras.ras_shared_buf);
7485e5d3154Sxinhui pan 
7495e5d3154Sxinhui pan 	return 0;
7505e5d3154Sxinhui pan }
7515e5d3154Sxinhui pan 
7525e5d3154Sxinhui pan static int psp_ras_initialize(struct psp_context *psp)
7535e5d3154Sxinhui pan {
7545e5d3154Sxinhui pan 	int ret;
7555e5d3154Sxinhui pan 
7565e5d3154Sxinhui pan 	if (!psp->ras.ras_initialized) {
7575e5d3154Sxinhui pan 		ret = psp_ras_init_shared_buf(psp);
7585e5d3154Sxinhui pan 		if (ret)
7595e5d3154Sxinhui pan 			return ret;
7605e5d3154Sxinhui pan 	}
7615e5d3154Sxinhui pan 
7625e5d3154Sxinhui pan 	ret = psp_ras_load(psp);
7635e5d3154Sxinhui pan 	if (ret)
7645e5d3154Sxinhui pan 		return ret;
7655e5d3154Sxinhui pan 
7665e5d3154Sxinhui pan 	return 0;
7675e5d3154Sxinhui pan }
7685e5d3154Sxinhui pan // ras end
7695e5d3154Sxinhui pan 
770be70bbdaSHuang Rui static int psp_hw_start(struct psp_context *psp)
771be70bbdaSHuang Rui {
77255981bd2SMonk Liu 	struct amdgpu_device *adev = psp->adev;
773be70bbdaSHuang Rui 	int ret;
774be70bbdaSHuang Rui 
77513a752e3SMonk Liu 	if (!amdgpu_sriov_vf(adev) || !adev->in_gpu_reset) {
776f2169946SHawking Zhang 		if (psp->kdb_bin_size &&
77742989359SHawking Zhang 		    (psp->funcs->bootloader_load_kdb != NULL)) {
77842989359SHawking Zhang 			ret = psp_bootloader_load_kdb(psp);
77942989359SHawking Zhang 			if (ret) {
78042989359SHawking Zhang 				DRM_ERROR("PSP load kdb failed!\n");
78142989359SHawking Zhang 				return ret;
78242989359SHawking Zhang 			}
78342989359SHawking Zhang 		}
78442989359SHawking Zhang 
7850e5ca0d1SHuang Rui 		ret = psp_bootloader_load_sysdrv(psp);
7867a3d7bf6SEvan Quan 		if (ret) {
7877a3d7bf6SEvan Quan 			DRM_ERROR("PSP load sysdrv failed!\n");
788be70bbdaSHuang Rui 			return ret;
78955981bd2SMonk Liu 		}
7900e5ca0d1SHuang Rui 
7917a3d7bf6SEvan Quan 		ret = psp_bootloader_load_sos(psp);
7927a3d7bf6SEvan Quan 		if (ret) {
7937a3d7bf6SEvan Quan 			DRM_ERROR("PSP load sos failed!\n");
794be70bbdaSHuang Rui 			return ret;
7957a3d7bf6SEvan Quan 		}
7967a3d7bf6SEvan Quan 	}
7977a3d7bf6SEvan Quan 
7987a3d7bf6SEvan Quan 	ret = psp_ring_create(psp, PSP_RING_TYPE__KM);
7997a3d7bf6SEvan Quan 	if (ret) {
8007a3d7bf6SEvan Quan 		DRM_ERROR("PSP create ring failed!\n");
8017a3d7bf6SEvan Quan 		return ret;
8027a3d7bf6SEvan Quan 	}
8030e5ca0d1SHuang Rui 
804fba08a77SHawking Zhang 	ret = psp_tmr_init(psp);
805fba08a77SHawking Zhang 	if (ret) {
806fba08a77SHawking Zhang 		DRM_ERROR("PSP tmr init failed!\n");
807fba08a77SHawking Zhang 		return ret;
808fba08a77SHawking Zhang 	}
809fba08a77SHawking Zhang 
810be70bbdaSHuang Rui 	ret = psp_tmr_load(psp);
8117a3d7bf6SEvan Quan 	if (ret) {
8127a3d7bf6SEvan Quan 		DRM_ERROR("PSP load tmr failed!\n");
813be70bbdaSHuang Rui 		return ret;
8147a3d7bf6SEvan Quan 	}
8150e5ca0d1SHuang Rui 
816fba08a77SHawking Zhang 	ret = psp_asd_init(psp);
817fba08a77SHawking Zhang 	if (ret) {
818fba08a77SHawking Zhang 		DRM_ERROR("PSP asd init failed!\n");
819fba08a77SHawking Zhang 		return ret;
820fba08a77SHawking Zhang 	}
821fba08a77SHawking Zhang 
8220e5ca0d1SHuang Rui 	ret = psp_asd_load(psp);
8237a3d7bf6SEvan Quan 	if (ret) {
8247a3d7bf6SEvan Quan 		DRM_ERROR("PSP load asd failed!\n");
825be70bbdaSHuang Rui 		return ret;
8267a3d7bf6SEvan Quan 	}
827be70bbdaSHuang Rui 
8283e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1) {
8293e2e2ab5SHawking Zhang 		ret = psp_xgmi_initialize(psp);
8303e2e2ab5SHawking Zhang 		/* Warning the XGMI seesion initialize failure
8313e2e2ab5SHawking Zhang 		 * Instead of stop driver initialization
8323e2e2ab5SHawking Zhang 		 */
8333e2e2ab5SHawking Zhang 		if (ret)
8343e2e2ab5SHawking Zhang 			dev_err(psp->adev->dev,
8353e2e2ab5SHawking Zhang 				"XGMI: Failed to initialize XGMI session\n");
8363e2e2ab5SHawking Zhang 	}
8375e5d3154Sxinhui pan 
83854eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw) {
8395e5d3154Sxinhui pan 		ret = psp_ras_initialize(psp);
8405e5d3154Sxinhui pan 		if (ret)
8415e5d3154Sxinhui pan 			dev_err(psp->adev->dev,
8425e5d3154Sxinhui pan 					"RAS: Failed to initialize RAS\n");
84354eb4ed6Sxinhui pan 	}
8445e5d3154Sxinhui pan 
845be70bbdaSHuang Rui 	return 0;
846be70bbdaSHuang Rui }
847be70bbdaSHuang Rui 
848be4630d9SHawking Zhang static int psp_get_fw_type(struct amdgpu_firmware_info *ucode,
849be4630d9SHawking Zhang 			   enum psp_gfx_fw_type *type)
850be4630d9SHawking Zhang {
851be4630d9SHawking Zhang 	switch (ucode->ucode_id) {
852be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SDMA0:
853be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SDMA0;
854be4630d9SHawking Zhang 		break;
855be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SDMA1:
856be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SDMA1;
857be4630d9SHawking Zhang 		break;
858b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA2:
859b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA2;
860b86f8d8bSJohn Clements 		break;
861b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA3:
862b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA3;
863b86f8d8bSJohn Clements 		break;
864b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA4:
865b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA4;
866b86f8d8bSJohn Clements 		break;
867b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA5:
868b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA5;
869b86f8d8bSJohn Clements 		break;
870b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA6:
871b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA6;
872b86f8d8bSJohn Clements 		break;
873b86f8d8bSJohn Clements 	case AMDGPU_UCODE_ID_SDMA7:
874b86f8d8bSJohn Clements 		*type = GFX_FW_TYPE_SDMA7;
875b86f8d8bSJohn Clements 		break;
876be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_CE:
877be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_CE;
878be4630d9SHawking Zhang 		break;
879be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_PFP:
880be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_PFP;
881be4630d9SHawking Zhang 		break;
882be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_ME:
883be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_ME;
884be4630d9SHawking Zhang 		break;
885be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC1:
886be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC;
887be4630d9SHawking Zhang 		break;
888be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC1_JT:
889be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC_ME1;
890be4630d9SHawking Zhang 		break;
891be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC2:
892be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC;
893be4630d9SHawking Zhang 		break;
894be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_CP_MEC2_JT:
895be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_CP_MEC_ME2;
896be4630d9SHawking Zhang 		break;
897be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_G:
898be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_G;
899be4630d9SHawking Zhang 		break;
900be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL:
901be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_CNTL;
902be4630d9SHawking Zhang 		break;
903be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM:
904be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_GPM_MEM;
905be4630d9SHawking Zhang 		break;
906be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM:
907be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_MEM;
908be4630d9SHawking Zhang 		break;
909be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_SMC:
910be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_SMU;
911be4630d9SHawking Zhang 		break;
912be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_UVD:
913be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_UVD;
914be4630d9SHawking Zhang 		break;
915be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_UVD1:
916be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_UVD1;
917be4630d9SHawking Zhang 		break;
918be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_VCE:
919be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_VCE;
920be4630d9SHawking Zhang 		break;
921be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_VCN:
922be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_VCN;
923be4630d9SHawking Zhang 		break;
924be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_DMCU_ERAM:
925be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_DMCU_ERAM;
926be4630d9SHawking Zhang 		break;
927be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_DMCU_INTV:
928be4630d9SHawking Zhang 		*type = GFX_FW_TYPE_DMCU_ISR;
929be4630d9SHawking Zhang 		break;
930c76ff09bSJack Xiao 	case AMDGPU_UCODE_ID_VCN0_RAM:
931c76ff09bSJack Xiao 		*type = GFX_FW_TYPE_VCN0_RAM;
932c76ff09bSJack Xiao 		break;
933c76ff09bSJack Xiao 	case AMDGPU_UCODE_ID_VCN1_RAM:
934c76ff09bSJack Xiao 		*type = GFX_FW_TYPE_VCN1_RAM;
935c76ff09bSJack Xiao 		break;
936be4630d9SHawking Zhang 	case AMDGPU_UCODE_ID_MAXIMUM:
937be4630d9SHawking Zhang 	default:
938be4630d9SHawking Zhang 		return -EINVAL;
939be4630d9SHawking Zhang 	}
940be4630d9SHawking Zhang 
941be4630d9SHawking Zhang 	return 0;
942be4630d9SHawking Zhang }
943be4630d9SHawking Zhang 
944c5fb9126SXiaojie Yuan static void psp_print_fw_hdr(struct psp_context *psp,
945c5fb9126SXiaojie Yuan 			     struct amdgpu_firmware_info *ucode)
946c5fb9126SXiaojie Yuan {
947c5fb9126SXiaojie Yuan 	struct amdgpu_device *adev = psp->adev;
948bfa603aaSXiaojie Yuan 	struct common_firmware_header *hdr;
949c5fb9126SXiaojie Yuan 
950c5fb9126SXiaojie Yuan 	switch (ucode->ucode_id) {
951c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA0:
952c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA1:
953c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA2:
954c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA3:
955c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA4:
956c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA5:
957c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA6:
958c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SDMA7:
959bfa603aaSXiaojie Yuan 		hdr = (struct common_firmware_header *)
960bfa603aaSXiaojie Yuan 			adev->sdma.instance[ucode->ucode_id - AMDGPU_UCODE_ID_SDMA0].fw->data;
961bfa603aaSXiaojie Yuan 		amdgpu_ucode_print_sdma_hdr(hdr);
962c5fb9126SXiaojie Yuan 		break;
963c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_CE:
964bfa603aaSXiaojie Yuan 		hdr = (struct common_firmware_header *)adev->gfx.ce_fw->data;
965bfa603aaSXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(hdr);
966c5fb9126SXiaojie Yuan 		break;
967c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_PFP:
968bfa603aaSXiaojie Yuan 		hdr = (struct common_firmware_header *)adev->gfx.pfp_fw->data;
969bfa603aaSXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(hdr);
970c5fb9126SXiaojie Yuan 		break;
971c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_ME:
972bfa603aaSXiaojie Yuan 		hdr = (struct common_firmware_header *)adev->gfx.me_fw->data;
973bfa603aaSXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(hdr);
974c5fb9126SXiaojie Yuan 		break;
975c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_CP_MEC1:
976bfa603aaSXiaojie Yuan 		hdr = (struct common_firmware_header *)adev->gfx.mec_fw->data;
977bfa603aaSXiaojie Yuan 		amdgpu_ucode_print_gfx_hdr(hdr);
978c5fb9126SXiaojie Yuan 		break;
979c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_RLC_G:
980bfa603aaSXiaojie Yuan 		hdr = (struct common_firmware_header *)adev->gfx.rlc_fw->data;
981bfa603aaSXiaojie Yuan 		amdgpu_ucode_print_rlc_hdr(hdr);
982c5fb9126SXiaojie Yuan 		break;
983c5fb9126SXiaojie Yuan 	case AMDGPU_UCODE_ID_SMC:
984bfa603aaSXiaojie Yuan 		hdr = (struct common_firmware_header *)adev->pm.fw->data;
985bfa603aaSXiaojie Yuan 		amdgpu_ucode_print_smc_hdr(hdr);
986c5fb9126SXiaojie Yuan 		break;
987c5fb9126SXiaojie Yuan 	default:
988c5fb9126SXiaojie Yuan 		break;
989c5fb9126SXiaojie Yuan 	}
990c5fb9126SXiaojie Yuan }
991c5fb9126SXiaojie Yuan 
992be4630d9SHawking Zhang static int psp_prep_load_ip_fw_cmd_buf(struct amdgpu_firmware_info *ucode,
993be4630d9SHawking Zhang 				       struct psp_gfx_cmd_resp *cmd)
994be4630d9SHawking Zhang {
995be4630d9SHawking Zhang 	int ret;
996be4630d9SHawking Zhang 	uint64_t fw_mem_mc_addr = ucode->mc_addr;
997be4630d9SHawking Zhang 
998be4630d9SHawking Zhang 	memset(cmd, 0, sizeof(struct psp_gfx_cmd_resp));
999be4630d9SHawking Zhang 
1000be4630d9SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_LOAD_IP_FW;
1001be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_lo = lower_32_bits(fw_mem_mc_addr);
1002be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_hi = upper_32_bits(fw_mem_mc_addr);
1003be4630d9SHawking Zhang 	cmd->cmd.cmd_load_ip_fw.fw_size = ucode->ucode_size;
1004be4630d9SHawking Zhang 
1005be4630d9SHawking Zhang 	ret = psp_get_fw_type(ucode, &cmd->cmd.cmd_load_ip_fw.fw_type);
1006be4630d9SHawking Zhang 	if (ret)
1007be4630d9SHawking Zhang 		DRM_ERROR("Unknown firmware type\n");
1008be4630d9SHawking Zhang 
1009be4630d9SHawking Zhang 	return ret;
1010be4630d9SHawking Zhang }
1011be4630d9SHawking Zhang 
101213169562SHuang Rui static int psp_execute_np_fw_load(struct psp_context *psp,
101313169562SHuang Rui 			       struct amdgpu_firmware_info *ucode)
101413169562SHuang Rui {
101513169562SHuang Rui 	int ret = 0;
101613169562SHuang Rui 
101713169562SHuang Rui 	ret = psp_prep_load_ip_fw_cmd_buf(ucode, psp->cmd);
101813169562SHuang Rui 	if (ret)
101913169562SHuang Rui 		return ret;
102013169562SHuang Rui 
102113169562SHuang Rui 	ret = psp_cmd_submit_buf(psp, ucode, psp->cmd,
102213169562SHuang Rui 				 psp->fence_buf_mc_addr);
102313169562SHuang Rui 
102413169562SHuang Rui 	return ret;
102513169562SHuang Rui }
102613169562SHuang Rui 
1027be70bbdaSHuang Rui static int psp_np_fw_load(struct psp_context *psp)
1028be70bbdaSHuang Rui {
1029be70bbdaSHuang Rui 	int i, ret;
1030be70bbdaSHuang Rui 	struct amdgpu_firmware_info *ucode;
1031be70bbdaSHuang Rui 	struct amdgpu_device* adev = psp->adev;
10320e5ca0d1SHuang Rui 
103313169562SHuang Rui 	if (psp->autoload_supported) {
103413169562SHuang Rui 		ucode = &adev->firmware.ucode[AMDGPU_UCODE_ID_SMC];
103513169562SHuang Rui 		if (!ucode->fw)
103613169562SHuang Rui 			goto out;
103713169562SHuang Rui 
103813169562SHuang Rui 		ret = psp_execute_np_fw_load(psp, ucode);
103913169562SHuang Rui 		if (ret)
104013169562SHuang Rui 			return ret;
104113169562SHuang Rui 	}
104213169562SHuang Rui 
104313169562SHuang Rui out:
10440e5ca0d1SHuang Rui 	for (i = 0; i < adev->firmware.max_ucodes; i++) {
10450e5ca0d1SHuang Rui 		ucode = &adev->firmware.ucode[i];
10460e5ca0d1SHuang Rui 		if (!ucode->fw)
10470e5ca0d1SHuang Rui 			continue;
10480e5ca0d1SHuang Rui 
10490e5ca0d1SHuang Rui 		if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC &&
105013169562SHuang Rui 		    (psp_smu_reload_quirk(psp) || psp->autoload_supported))
10510e5ca0d1SHuang Rui 			continue;
1052b86f8d8bSJohn Clements 
1053e993ca4fSDaniel Wang 		if (amdgpu_sriov_vf(adev) &&
1054e993ca4fSDaniel Wang 		   (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA0
1055e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1
1056b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA2
1057b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA3
1058b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA4
1059b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA5
1060b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA6
1061b86f8d8bSJohn Clements 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA7
1062e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_RLC_G))
1063e993ca4fSDaniel Wang 			/*skip ucode loading in SRIOV VF */
1064e993ca4fSDaniel Wang 			continue;
1065b86f8d8bSJohn Clements 
1066119eb6dbSHawking Zhang 		if (psp->autoload_supported &&
1067119eb6dbSHawking Zhang 		    (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1_JT ||
1068119eb6dbSHawking Zhang 		     ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT))
1069119eb6dbSHawking Zhang 			/* skip mec JT when autoload is enabled */
1070119eb6dbSHawking Zhang 			continue;
1071c9d0ca85SHuang Rui 		/* Renoir only needs to load mec jump table one time */
1072c9d0ca85SHuang Rui 		if (adev->asic_type == CHIP_RENOIR &&
1073c9d0ca85SHuang Rui 		    ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT)
1074c9d0ca85SHuang Rui 			continue;
10750e5ca0d1SHuang Rui 
1076c5fb9126SXiaojie Yuan 		psp_print_fw_hdr(psp, ucode);
1077c5fb9126SXiaojie Yuan 
107813169562SHuang Rui 		ret = psp_execute_np_fw_load(psp, ucode);
10790e5ca0d1SHuang Rui 		if (ret)
1080be70bbdaSHuang Rui 			return ret;
10810e5ca0d1SHuang Rui 
10821a5b4ccaSHawking Zhang 		/* Start rlc autoload after psp recieved all the gfx firmware */
1083cc216214SXiaojie Yuan 		if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM) {
10841a5b4ccaSHawking Zhang 			ret = psp_rlc_autoload(psp);
10851a5b4ccaSHawking Zhang 			if (ret) {
10861a5b4ccaSHawking Zhang 				DRM_ERROR("Failed to start rlc autoload\n");
10871a5b4ccaSHawking Zhang 				return ret;
10881a5b4ccaSHawking Zhang 			}
10891a5b4ccaSHawking Zhang 		}
10900e5ca0d1SHuang Rui #if 0
10910e5ca0d1SHuang Rui 		/* check if firmware loaded sucessfully */
10920e5ca0d1SHuang Rui 		if (!amdgpu_psp_check_fw_loading_status(adev, i))
10930e5ca0d1SHuang Rui 			return -EINVAL;
10940e5ca0d1SHuang Rui #endif
10950e5ca0d1SHuang Rui 	}
10960e5ca0d1SHuang Rui 
1097be70bbdaSHuang Rui 	return 0;
1098be70bbdaSHuang Rui }
1099be70bbdaSHuang Rui 
11000e5ca0d1SHuang Rui static int psp_load_fw(struct amdgpu_device *adev)
11010e5ca0d1SHuang Rui {
11020e5ca0d1SHuang Rui 	int ret;
11030e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
11040e5ca0d1SHuang Rui 
110553450efdSXiangliang Yu 	if (amdgpu_sriov_vf(adev) && adev->in_gpu_reset) {
110614d20ec7Swentalou 		psp_ring_stop(psp, PSP_RING_TYPE__KM); /* should not destroy ring, only stop */
110777a3c96bSMonk Liu 		goto skip_memalloc;
110853450efdSXiangliang Yu 	}
110977a3c96bSMonk Liu 
111067bef0f7SHuang Rui 	psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
111167bef0f7SHuang Rui 	if (!psp->cmd)
11120e5ca0d1SHuang Rui 		return -ENOMEM;
11130e5ca0d1SHuang Rui 
1114057f9164SYintian Tao 	/* this fw pri bo is not used under SRIOV */
1115057f9164SYintian Tao 	if (!amdgpu_sriov_vf(psp->adev)) {
111653a5cf57SHuang Rui 		ret = amdgpu_bo_create_kernel(adev, PSP_1_MEG, PSP_1_MEG,
111753a5cf57SHuang Rui 					      AMDGPU_GEM_DOMAIN_GTT,
111853a5cf57SHuang Rui 					      &psp->fw_pri_bo,
111953a5cf57SHuang Rui 					      &psp->fw_pri_mc_addr,
112053a5cf57SHuang Rui 					      &psp->fw_pri_buf);
11210e5ca0d1SHuang Rui 		if (ret)
11220e5ca0d1SHuang Rui 			goto failed;
1123057f9164SYintian Tao 	}
11240e5ca0d1SHuang Rui 
11250e5ca0d1SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_FENCE_BUFFER_SIZE, PAGE_SIZE,
11260e5ca0d1SHuang Rui 					AMDGPU_GEM_DOMAIN_VRAM,
11270e5ca0d1SHuang Rui 					&psp->fence_buf_bo,
11280e5ca0d1SHuang Rui 					&psp->fence_buf_mc_addr,
11290e5ca0d1SHuang Rui 					&psp->fence_buf);
11300e5ca0d1SHuang Rui 	if (ret)
113137945a3aSEvan Quan 		goto failed;
1132a1952da7SHuang Rui 
1133a1952da7SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_CMD_BUFFER_SIZE, PAGE_SIZE,
1134a1952da7SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
1135a1952da7SHuang Rui 				      &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
1136a1952da7SHuang Rui 				      (void **)&psp->cmd_buf_mem);
1137a1952da7SHuang Rui 	if (ret)
113837945a3aSEvan Quan 		goto failed;
11390e5ca0d1SHuang Rui 
11400e5ca0d1SHuang Rui 	memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE);
11410e5ca0d1SHuang Rui 
1142be70bbdaSHuang Rui 	ret = psp_ring_init(psp, PSP_RING_TYPE__KM);
11437a3d7bf6SEvan Quan 	if (ret) {
11447a3d7bf6SEvan Quan 		DRM_ERROR("PSP ring init failed!\n");
114537945a3aSEvan Quan 		goto failed;
11467a3d7bf6SEvan Quan 	}
11470e5ca0d1SHuang Rui 
114877a3c96bSMonk Liu skip_memalloc:
1149be70bbdaSHuang Rui 	ret = psp_hw_start(psp);
11500e5ca0d1SHuang Rui 	if (ret)
115137945a3aSEvan Quan 		goto failed;
11520e5ca0d1SHuang Rui 
1153be70bbdaSHuang Rui 	ret = psp_np_fw_load(psp);
11540e5ca0d1SHuang Rui 	if (ret)
115537945a3aSEvan Quan 		goto failed;
11560e5ca0d1SHuang Rui 
11570e5ca0d1SHuang Rui 	return 0;
11580e5ca0d1SHuang Rui 
11590e5ca0d1SHuang Rui failed:
116037945a3aSEvan Quan 	/*
116137945a3aSEvan Quan 	 * all cleanup jobs (xgmi terminate, ras terminate,
116237945a3aSEvan Quan 	 * ring destroy, cmd/fence/fw buffers destory,
116337945a3aSEvan Quan 	 * psp->cmd destory) are delayed to psp_hw_fini
116437945a3aSEvan Quan 	 */
11650e5ca0d1SHuang Rui 	return ret;
11660e5ca0d1SHuang Rui }
11670e5ca0d1SHuang Rui 
11680e5ca0d1SHuang Rui static int psp_hw_init(void *handle)
11690e5ca0d1SHuang Rui {
11700e5ca0d1SHuang Rui 	int ret;
11710e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
11720e5ca0d1SHuang Rui 
11730e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
11746e13bdf6SRex Zhu 	/*
11756e13bdf6SRex Zhu 	 * This sequence is just used on hw_init only once, no need on
11766e13bdf6SRex Zhu 	 * resume.
11776e13bdf6SRex Zhu 	 */
11786e13bdf6SRex Zhu 	ret = amdgpu_ucode_init_bo(adev);
11796e13bdf6SRex Zhu 	if (ret)
11806e13bdf6SRex Zhu 		goto failed;
11810e5ca0d1SHuang Rui 
11820e5ca0d1SHuang Rui 	ret = psp_load_fw(adev);
11830e5ca0d1SHuang Rui 	if (ret) {
11840e5ca0d1SHuang Rui 		DRM_ERROR("PSP firmware loading failed\n");
11850e5ca0d1SHuang Rui 		goto failed;
11860e5ca0d1SHuang Rui 	}
11870e5ca0d1SHuang Rui 
11880e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
11890e5ca0d1SHuang Rui 	return 0;
11900e5ca0d1SHuang Rui 
11910e5ca0d1SHuang Rui failed:
11920e5ca0d1SHuang Rui 	adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT;
11930e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
11940e5ca0d1SHuang Rui 	return -EINVAL;
11950e5ca0d1SHuang Rui }
11960e5ca0d1SHuang Rui 
11970e5ca0d1SHuang Rui static int psp_hw_fini(void *handle)
11980e5ca0d1SHuang Rui {
11990e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
12000e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
120112842d02STianci.Yin 	void *tmr_buf;
120212842d02STianci.Yin 	void **pptr;
12030e5ca0d1SHuang Rui 
12043e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
12053e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1)
12063e2e2ab5SHawking Zhang                 psp_xgmi_terminate(psp);
12073e2e2ab5SHawking Zhang 
120854eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw)
12095e5d3154Sxinhui pan 		psp_ras_terminate(psp);
12105e5d3154Sxinhui pan 
1211e3c5e982STrigger Huang 	psp_ring_destroy(psp, PSP_RING_TYPE__KM);
1212e3c5e982STrigger Huang 
121312842d02STianci.Yin 	pptr = amdgpu_sriov_vf(psp->adev) ? &tmr_buf : NULL;
121412842d02STianci.Yin 	amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, pptr);
121553a5cf57SHuang Rui 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,
121653a5cf57SHuang Rui 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);
1217b4de2c5aSHuang Rui 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,
1218b4de2c5aSHuang Rui 			      &psp->fence_buf_mc_addr, &psp->fence_buf);
1219311146c9SHuang Rui 	amdgpu_bo_free_kernel(&psp->asd_shared_bo, &psp->asd_shared_mc_addr,
1220311146c9SHuang Rui 			      &psp->asd_shared_buf);
1221a1952da7SHuang Rui 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
1222a1952da7SHuang Rui 			      (void **)&psp->cmd_buf_mem);
1223b4de2c5aSHuang Rui 
122467bef0f7SHuang Rui 	kfree(psp->cmd);
122567bef0f7SHuang Rui 	psp->cmd = NULL;
122667bef0f7SHuang Rui 
12270e5ca0d1SHuang Rui 	return 0;
12280e5ca0d1SHuang Rui }
12290e5ca0d1SHuang Rui 
12300e5ca0d1SHuang Rui static int psp_suspend(void *handle)
12310e5ca0d1SHuang Rui {
1232bcd6eab8SEvan Quan 	int ret;
1233bcd6eab8SEvan Quan 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1234bcd6eab8SEvan Quan 	struct psp_context *psp = &adev->psp;
1235bcd6eab8SEvan Quan 
12363e2e2ab5SHawking Zhang 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&
12373e2e2ab5SHawking Zhang 	    psp->xgmi_context.initialized == 1) {
12383e2e2ab5SHawking Zhang 		ret = psp_xgmi_terminate(psp);
12393e2e2ab5SHawking Zhang 		if (ret) {
12403e2e2ab5SHawking Zhang 			DRM_ERROR("Failed to terminate xgmi ta\n");
12413e2e2ab5SHawking Zhang 			return ret;
12423e2e2ab5SHawking Zhang 		}
12433e2e2ab5SHawking Zhang 	}
12443e2e2ab5SHawking Zhang 
124554eb4ed6Sxinhui pan 	if (psp->adev->psp.ta_fw) {
12465e5d3154Sxinhui pan 		ret = psp_ras_terminate(psp);
12475e5d3154Sxinhui pan 		if (ret) {
12485e5d3154Sxinhui pan 			DRM_ERROR("Failed to terminate ras ta\n");
12495e5d3154Sxinhui pan 			return ret;
12505e5d3154Sxinhui pan 		}
125154eb4ed6Sxinhui pan 	}
12525e5d3154Sxinhui pan 
1253bcd6eab8SEvan Quan 	ret = psp_ring_stop(psp, PSP_RING_TYPE__KM);
1254bcd6eab8SEvan Quan 	if (ret) {
1255bcd6eab8SEvan Quan 		DRM_ERROR("PSP ring stop failed\n");
1256bcd6eab8SEvan Quan 		return ret;
1257bcd6eab8SEvan Quan 	}
1258bcd6eab8SEvan Quan 
12590e5ca0d1SHuang Rui 	return 0;
12600e5ca0d1SHuang Rui }
12610e5ca0d1SHuang Rui 
12620e5ca0d1SHuang Rui static int psp_resume(void *handle)
12630e5ca0d1SHuang Rui {
12640e5ca0d1SHuang Rui 	int ret;
12650e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
126693ea9b9fSHuang Rui 	struct psp_context *psp = &adev->psp;
12670e5ca0d1SHuang Rui 
126893ea9b9fSHuang Rui 	DRM_INFO("PSP is resuming...\n");
126993ea9b9fSHuang Rui 
12700e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
12710e5ca0d1SHuang Rui 
127293ea9b9fSHuang Rui 	ret = psp_hw_start(psp);
12730e5ca0d1SHuang Rui 	if (ret)
127493ea9b9fSHuang Rui 		goto failed;
127593ea9b9fSHuang Rui 
127693ea9b9fSHuang Rui 	ret = psp_np_fw_load(psp);
127793ea9b9fSHuang Rui 	if (ret)
127893ea9b9fSHuang Rui 		goto failed;
12790e5ca0d1SHuang Rui 
12800e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12810e5ca0d1SHuang Rui 
128293ea9b9fSHuang Rui 	return 0;
128393ea9b9fSHuang Rui 
128493ea9b9fSHuang Rui failed:
128593ea9b9fSHuang Rui 	DRM_ERROR("PSP resume failed\n");
128693ea9b9fSHuang Rui 	mutex_unlock(&adev->firmware.mutex);
12870e5ca0d1SHuang Rui 	return ret;
12880e5ca0d1SHuang Rui }
12890e5ca0d1SHuang Rui 
1290f75a9a5dSAlex Deucher int psp_gpu_reset(struct amdgpu_device *adev)
129198512bb8SKen Wang {
129232eaeae0SAlex Deucher 	int ret;
129332eaeae0SAlex Deucher 
12942d4f9020SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
12952d4f9020SHuang Rui 		return 0;
12962d4f9020SHuang Rui 
129732eaeae0SAlex Deucher 	mutex_lock(&adev->psp.mutex);
129832eaeae0SAlex Deucher 	ret = psp_mode1_reset(&adev->psp);
129932eaeae0SAlex Deucher 	mutex_unlock(&adev->psp.mutex);
130032eaeae0SAlex Deucher 
130132eaeae0SAlex Deucher 	return ret;
130298512bb8SKen Wang }
130398512bb8SKen Wang 
13041a5b4ccaSHawking Zhang int psp_rlc_autoload_start(struct psp_context *psp)
13051a5b4ccaSHawking Zhang {
13061a5b4ccaSHawking Zhang 	int ret;
13071a5b4ccaSHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
13081a5b4ccaSHawking Zhang 
13091a5b4ccaSHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
13101a5b4ccaSHawking Zhang 	if (!cmd)
13111a5b4ccaSHawking Zhang 		return -ENOMEM;
13121a5b4ccaSHawking Zhang 
13131a5b4ccaSHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_AUTOLOAD_RLC;
13141a5b4ccaSHawking Zhang 
13151a5b4ccaSHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
13161a5b4ccaSHawking Zhang 				 psp->fence_buf_mc_addr);
13171a5b4ccaSHawking Zhang 	kfree(cmd);
13181a5b4ccaSHawking Zhang 	return ret;
13191a5b4ccaSHawking Zhang }
13201a5b4ccaSHawking Zhang 
132186ddf352SJack Xiao int psp_update_vcn_sram(struct amdgpu_device *adev, int inst_idx,
132286ddf352SJack Xiao 			uint64_t cmd_gpu_addr, int cmd_size)
132386ddf352SJack Xiao {
132486ddf352SJack Xiao 	struct amdgpu_firmware_info ucode = {0};
132586ddf352SJack Xiao 
132686ddf352SJack Xiao 	ucode.ucode_id = inst_idx ? AMDGPU_UCODE_ID_VCN1_RAM :
132786ddf352SJack Xiao 		AMDGPU_UCODE_ID_VCN0_RAM;
132886ddf352SJack Xiao 	ucode.mc_addr = cmd_gpu_addr;
132986ddf352SJack Xiao 	ucode.ucode_size = cmd_size;
133086ddf352SJack Xiao 
133186ddf352SJack Xiao 	return psp_execute_np_fw_load(&adev->psp, &ucode);
133286ddf352SJack Xiao }
133386ddf352SJack Xiao 
13340e5ca0d1SHuang Rui static bool psp_check_fw_loading_status(struct amdgpu_device *adev,
13350e5ca0d1SHuang Rui 					enum AMDGPU_UCODE_ID ucode_type)
13360e5ca0d1SHuang Rui {
13370e5ca0d1SHuang Rui 	struct amdgpu_firmware_info *ucode = NULL;
13380e5ca0d1SHuang Rui 
13390e5ca0d1SHuang Rui 	if (!adev->firmware.fw_size)
13400e5ca0d1SHuang Rui 		return false;
13410e5ca0d1SHuang Rui 
13420e5ca0d1SHuang Rui 	ucode = &adev->firmware.ucode[ucode_type];
13430e5ca0d1SHuang Rui 	if (!ucode->fw || !ucode->ucode_size)
13440e5ca0d1SHuang Rui 		return false;
13450e5ca0d1SHuang Rui 
13460e5ca0d1SHuang Rui 	return psp_compare_sram_data(&adev->psp, ucode, ucode_type);
13470e5ca0d1SHuang Rui }
13480e5ca0d1SHuang Rui 
13490e5ca0d1SHuang Rui static int psp_set_clockgating_state(void *handle,
13500e5ca0d1SHuang Rui 				     enum amd_clockgating_state state)
13510e5ca0d1SHuang Rui {
13520e5ca0d1SHuang Rui 	return 0;
13530e5ca0d1SHuang Rui }
13540e5ca0d1SHuang Rui 
13550e5ca0d1SHuang Rui static int psp_set_powergating_state(void *handle,
13560e5ca0d1SHuang Rui 				     enum amd_powergating_state state)
13570e5ca0d1SHuang Rui {
13580e5ca0d1SHuang Rui 	return 0;
13590e5ca0d1SHuang Rui }
13600e5ca0d1SHuang Rui 
13610e5ca0d1SHuang Rui const struct amd_ip_funcs psp_ip_funcs = {
13620e5ca0d1SHuang Rui 	.name = "psp",
13630e5ca0d1SHuang Rui 	.early_init = psp_early_init,
13640e5ca0d1SHuang Rui 	.late_init = NULL,
13650e5ca0d1SHuang Rui 	.sw_init = psp_sw_init,
13660e5ca0d1SHuang Rui 	.sw_fini = psp_sw_fini,
13670e5ca0d1SHuang Rui 	.hw_init = psp_hw_init,
13680e5ca0d1SHuang Rui 	.hw_fini = psp_hw_fini,
13690e5ca0d1SHuang Rui 	.suspend = psp_suspend,
13700e5ca0d1SHuang Rui 	.resume = psp_resume,
13710e5ca0d1SHuang Rui 	.is_idle = NULL,
1372f75a9a5dSAlex Deucher 	.check_soft_reset = NULL,
13730e5ca0d1SHuang Rui 	.wait_for_idle = NULL,
1374f75a9a5dSAlex Deucher 	.soft_reset = NULL,
13750e5ca0d1SHuang Rui 	.set_clockgating_state = psp_set_clockgating_state,
13760e5ca0d1SHuang Rui 	.set_powergating_state = psp_set_powergating_state,
13770e5ca0d1SHuang Rui };
13780e5ca0d1SHuang Rui 
13790e5ca0d1SHuang Rui static const struct amdgpu_psp_funcs psp_funcs = {
13800e5ca0d1SHuang Rui 	.check_fw_loading_status = psp_check_fw_loading_status,
13810e5ca0d1SHuang Rui };
13820e5ca0d1SHuang Rui 
13830e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev)
13840e5ca0d1SHuang Rui {
13850e5ca0d1SHuang Rui 	if (NULL == adev->firmware.funcs)
13860e5ca0d1SHuang Rui 		adev->firmware.funcs = &psp_funcs;
13870e5ca0d1SHuang Rui }
13880e5ca0d1SHuang Rui 
13890e5ca0d1SHuang Rui const struct amdgpu_ip_block_version psp_v3_1_ip_block =
13900e5ca0d1SHuang Rui {
13910e5ca0d1SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
13920e5ca0d1SHuang Rui 	.major = 3,
13930e5ca0d1SHuang Rui 	.minor = 1,
13940e5ca0d1SHuang Rui 	.rev = 0,
13950e5ca0d1SHuang Rui 	.funcs = &psp_ip_funcs,
13960e5ca0d1SHuang Rui };
1397dfbd6438SHuang Rui 
1398dfbd6438SHuang Rui const struct amdgpu_ip_block_version psp_v10_0_ip_block =
1399dfbd6438SHuang Rui {
1400dfbd6438SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
1401dfbd6438SHuang Rui 	.major = 10,
1402dfbd6438SHuang Rui 	.minor = 0,
1403dfbd6438SHuang Rui 	.rev = 0,
1404dfbd6438SHuang Rui 	.funcs = &psp_ip_funcs,
1405dfbd6438SHuang Rui };
1406654f761cSFeifei Xu 
1407654f761cSFeifei Xu const struct amdgpu_ip_block_version psp_v11_0_ip_block =
1408654f761cSFeifei Xu {
1409654f761cSFeifei Xu 	.type = AMD_IP_BLOCK_TYPE_PSP,
1410654f761cSFeifei Xu 	.major = 11,
1411654f761cSFeifei Xu 	.minor = 0,
1412654f761cSFeifei Xu 	.rev = 0,
1413654f761cSFeifei Xu 	.funcs = &psp_ip_funcs,
1414654f761cSFeifei Xu };
14156a7a0bdbSAaron Liu 
14166a7a0bdbSAaron Liu const struct amdgpu_ip_block_version psp_v12_0_ip_block =
14176a7a0bdbSAaron Liu {
14186a7a0bdbSAaron Liu 	.type = AMD_IP_BLOCK_TYPE_PSP,
14196a7a0bdbSAaron Liu 	.major = 12,
14206a7a0bdbSAaron Liu 	.minor = 0,
14216a7a0bdbSAaron Liu 	.rev = 0,
14226a7a0bdbSAaron Liu 	.funcs = &psp_ip_funcs,
14236a7a0bdbSAaron Liu };
1424