10e5ca0d1SHuang Rui /*
20e5ca0d1SHuang Rui  * Copyright 2016 Advanced Micro Devices, Inc.
30e5ca0d1SHuang Rui  *
40e5ca0d1SHuang Rui  * Permission is hereby granted, free of charge, to any person obtaining a
50e5ca0d1SHuang Rui  * copy of this software and associated documentation files (the "Software"),
60e5ca0d1SHuang Rui  * to deal in the Software without restriction, including without limitation
70e5ca0d1SHuang Rui  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
80e5ca0d1SHuang Rui  * and/or sell copies of the Software, and to permit persons to whom the
90e5ca0d1SHuang Rui  * Software is furnished to do so, subject to the following conditions:
100e5ca0d1SHuang Rui  *
110e5ca0d1SHuang Rui  * The above copyright notice and this permission notice shall be included in
120e5ca0d1SHuang Rui  * all copies or substantial portions of the Software.
130e5ca0d1SHuang Rui  *
140e5ca0d1SHuang Rui  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
150e5ca0d1SHuang Rui  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
160e5ca0d1SHuang Rui  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
170e5ca0d1SHuang Rui  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
180e5ca0d1SHuang Rui  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
190e5ca0d1SHuang Rui  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
200e5ca0d1SHuang Rui  * OTHER DEALINGS IN THE SOFTWARE.
210e5ca0d1SHuang Rui  *
220e5ca0d1SHuang Rui  * Author: Huang Rui
230e5ca0d1SHuang Rui  *
240e5ca0d1SHuang Rui  */
250e5ca0d1SHuang Rui 
260e5ca0d1SHuang Rui #include <linux/firmware.h>
27248a1d6fSMasahiro Yamada #include <drm/drmP.h>
280e5ca0d1SHuang Rui #include "amdgpu.h"
290e5ca0d1SHuang Rui #include "amdgpu_psp.h"
300e5ca0d1SHuang Rui #include "amdgpu_ucode.h"
310e5ca0d1SHuang Rui #include "soc15_common.h"
320e5ca0d1SHuang Rui #include "psp_v3_1.h"
33c1798b54SHuang Rui #include "psp_v10_0.h"
34654f761cSFeifei Xu #include "psp_v11_0.h"
350e5ca0d1SHuang Rui 
360e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev);
370e5ca0d1SHuang Rui 
380e5ca0d1SHuang Rui static int psp_early_init(void *handle)
390e5ca0d1SHuang Rui {
400e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
410e5ca0d1SHuang Rui 
420e5ca0d1SHuang Rui 	psp_set_funcs(adev);
430e5ca0d1SHuang Rui 
440e5ca0d1SHuang Rui 	return 0;
450e5ca0d1SHuang Rui }
460e5ca0d1SHuang Rui 
470e5ca0d1SHuang Rui static int psp_sw_init(void *handle)
480e5ca0d1SHuang Rui {
490e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
500e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
510e5ca0d1SHuang Rui 	int ret;
520e5ca0d1SHuang Rui 
530e5ca0d1SHuang Rui 	switch (adev->asic_type) {
540e5ca0d1SHuang Rui 	case CHIP_VEGA10:
55ff13dc67SAlex Deucher 	case CHIP_VEGA12:
56e7f9ccb4SAlex Deucher 		psp_v3_1_set_psp_funcs(psp);
570e5ca0d1SHuang Rui 		break;
58c1798b54SHuang Rui 	case CHIP_RAVEN:
59e7f9ccb4SAlex Deucher 		psp_v10_0_set_psp_funcs(psp);
60c1798b54SHuang Rui 		break;
61654f761cSFeifei Xu 	case CHIP_VEGA20:
62654f761cSFeifei Xu 		psp_v11_0_set_psp_funcs(psp);
63654f761cSFeifei Xu 		break;
640e5ca0d1SHuang Rui 	default:
650e5ca0d1SHuang Rui 		return -EINVAL;
660e5ca0d1SHuang Rui 	}
670e5ca0d1SHuang Rui 
680e5ca0d1SHuang Rui 	psp->adev = adev;
690e5ca0d1SHuang Rui 
70a9f36360SAlex Deucher 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
71a9f36360SAlex Deucher 		return 0;
72a9f36360SAlex Deucher 
730e5ca0d1SHuang Rui 	ret = psp_init_microcode(psp);
740e5ca0d1SHuang Rui 	if (ret) {
750e5ca0d1SHuang Rui 		DRM_ERROR("Failed to load psp firmware!\n");
760e5ca0d1SHuang Rui 		return ret;
770e5ca0d1SHuang Rui 	}
780e5ca0d1SHuang Rui 
790e5ca0d1SHuang Rui 	return 0;
800e5ca0d1SHuang Rui }
810e5ca0d1SHuang Rui 
820e5ca0d1SHuang Rui static int psp_sw_fini(void *handle)
830e5ca0d1SHuang Rui {
84c833d8aaSMonk Liu 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
85c833d8aaSMonk Liu 
86a9f36360SAlex Deucher 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
87a9f36360SAlex Deucher 		return 0;
88a9f36360SAlex Deucher 
89c833d8aaSMonk Liu 	release_firmware(adev->psp.sos_fw);
90c833d8aaSMonk Liu 	adev->psp.sos_fw = NULL;
91c833d8aaSMonk Liu 	release_firmware(adev->psp.asd_fw);
92c833d8aaSMonk Liu 	adev->psp.asd_fw = NULL;
9351e7177fSHawking Zhang 	release_firmware(adev->psp.ta_fw);
9451e7177fSHawking Zhang 	adev->psp.ta_fw = NULL;
950e5ca0d1SHuang Rui 	return 0;
960e5ca0d1SHuang Rui }
970e5ca0d1SHuang Rui 
980e5ca0d1SHuang Rui int psp_wait_for(struct psp_context *psp, uint32_t reg_index,
990e5ca0d1SHuang Rui 		 uint32_t reg_val, uint32_t mask, bool check_changed)
1000e5ca0d1SHuang Rui {
1010e5ca0d1SHuang Rui 	uint32_t val;
1020e5ca0d1SHuang Rui 	int i;
1030e5ca0d1SHuang Rui 	struct amdgpu_device *adev = psp->adev;
1040e5ca0d1SHuang Rui 
1050e5ca0d1SHuang Rui 	for (i = 0; i < adev->usec_timeout; i++) {
1062890decfSZhang, Jerry 		val = RREG32(reg_index);
1070e5ca0d1SHuang Rui 		if (check_changed) {
1080e5ca0d1SHuang Rui 			if (val != reg_val)
1090e5ca0d1SHuang Rui 				return 0;
1100e5ca0d1SHuang Rui 		} else {
1110e5ca0d1SHuang Rui 			if ((val & mask) == reg_val)
1120e5ca0d1SHuang Rui 				return 0;
1130e5ca0d1SHuang Rui 		}
1140e5ca0d1SHuang Rui 		udelay(1);
1150e5ca0d1SHuang Rui 	}
1160e5ca0d1SHuang Rui 
1170e5ca0d1SHuang Rui 	return -ETIME;
1180e5ca0d1SHuang Rui }
1190e5ca0d1SHuang Rui 
1200e5ca0d1SHuang Rui static int
1210e5ca0d1SHuang Rui psp_cmd_submit_buf(struct psp_context *psp,
1220e5ca0d1SHuang Rui 		   struct amdgpu_firmware_info *ucode,
1230b25cbf9SHawking Zhang 		   struct psp_gfx_cmd_resp *cmd, uint64_t fence_mc_addr)
1240e5ca0d1SHuang Rui {
1250e5ca0d1SHuang Rui 	int ret;
1260b25cbf9SHawking Zhang 	int index;
1270e5ca0d1SHuang Rui 
128a1952da7SHuang Rui 	memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE);
1290e5ca0d1SHuang Rui 
130a1952da7SHuang Rui 	memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp));
1310e5ca0d1SHuang Rui 
1320b25cbf9SHawking Zhang 	index = atomic_inc_return(&psp->fence_value);
133a1952da7SHuang Rui 	ret = psp_cmd_submit(psp, ucode, psp->cmd_buf_mc_addr,
1340e5ca0d1SHuang Rui 			     fence_mc_addr, index);
1350b25cbf9SHawking Zhang 	if (ret) {
1360b25cbf9SHawking Zhang 		atomic_dec(&psp->fence_value);
1370b25cbf9SHawking Zhang 		return ret;
138ca7f65c7Skbuild test robot 	}
1390e5ca0d1SHuang Rui 
1400b25cbf9SHawking Zhang 	while (*((unsigned int *)psp->fence_buf) != index)
1410b25cbf9SHawking Zhang 		msleep(1);
1420b25cbf9SHawking Zhang 
14328a16027SHuang Rui 	/* the status field must be 0 after FW is loaded */
14428a16027SHuang Rui 	if (ucode && psp->cmd_buf_mem->resp.status) {
14528a16027SHuang Rui 		DRM_ERROR("failed loading with status (%d) and ucode id (%d)\n",
14628a16027SHuang Rui 			  psp->cmd_buf_mem->resp.status, ucode->ucode_id);
14728a16027SHuang Rui 		return -EINVAL;
14828a16027SHuang Rui 	}
14928a16027SHuang Rui 
150435198f3SJames Zhu 	if (ucode) {
151435198f3SJames Zhu 		ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo;
152435198f3SJames Zhu 		ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi;
153435198f3SJames Zhu 	}
154435198f3SJames Zhu 
1550e5ca0d1SHuang Rui 	return ret;
1560e5ca0d1SHuang Rui }
1570e5ca0d1SHuang Rui 
1580e5ca0d1SHuang Rui static void psp_prep_tmr_cmd_buf(struct psp_gfx_cmd_resp *cmd,
1590e5ca0d1SHuang Rui 				 uint64_t tmr_mc, uint32_t size)
1600e5ca0d1SHuang Rui {
1610e5ca0d1SHuang Rui 	cmd->cmd_id = GFX_CMD_ID_SETUP_TMR;
162f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc);
163f03defe0SAlex Deucher 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc);
1640e5ca0d1SHuang Rui 	cmd->cmd.cmd_setup_tmr.buf_size = size;
1650e5ca0d1SHuang Rui }
1660e5ca0d1SHuang Rui 
1670e5ca0d1SHuang Rui /* Set up Trusted Memory Region */
1680e5ca0d1SHuang Rui static int psp_tmr_init(struct psp_context *psp)
1690e5ca0d1SHuang Rui {
1700e5ca0d1SHuang Rui 	int ret;
1710e5ca0d1SHuang Rui 
1720e5ca0d1SHuang Rui 	/*
1730e5ca0d1SHuang Rui 	 * Allocate 3M memory aligned to 1M from Frame Buffer (local
1740e5ca0d1SHuang Rui 	 * physical).
1750e5ca0d1SHuang Rui 	 *
1760e5ca0d1SHuang Rui 	 * Note: this memory need be reserved till the driver
1770e5ca0d1SHuang Rui 	 * uninitializes.
1780e5ca0d1SHuang Rui 	 */
1793082be1aSFeifei Xu 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_TMR_SIZE, 0x100000,
1800e5ca0d1SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
1810e5ca0d1SHuang Rui 				      &psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
1826f2b1fccSHuang Rui 
1836f2b1fccSHuang Rui 	return ret;
1846f2b1fccSHuang Rui }
1856f2b1fccSHuang Rui 
1866f2b1fccSHuang Rui static int psp_tmr_load(struct psp_context *psp)
1876f2b1fccSHuang Rui {
1886f2b1fccSHuang Rui 	int ret;
1896f2b1fccSHuang Rui 	struct psp_gfx_cmd_resp *cmd;
1906f2b1fccSHuang Rui 
1916f2b1fccSHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
1926f2b1fccSHuang Rui 	if (!cmd)
1936f2b1fccSHuang Rui 		return -ENOMEM;
1940e5ca0d1SHuang Rui 
1953082be1aSFeifei Xu 	psp_prep_tmr_cmd_buf(cmd, psp->tmr_mc_addr, PSP_TMR_SIZE);
1963082be1aSFeifei Xu 	DRM_INFO("reserve 0x%x from 0x%llx for PSP TMR SIZE\n",
1973082be1aSFeifei Xu 			PSP_TMR_SIZE, psp->tmr_mc_addr);
1980e5ca0d1SHuang Rui 
1990e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2000b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
2010e5ca0d1SHuang Rui 	if (ret)
2026f2b1fccSHuang Rui 		goto failed;
2030e5ca0d1SHuang Rui 
2040e5ca0d1SHuang Rui 	kfree(cmd);
2050e5ca0d1SHuang Rui 
2060e5ca0d1SHuang Rui 	return 0;
2070e5ca0d1SHuang Rui 
2080e5ca0d1SHuang Rui failed:
2090e5ca0d1SHuang Rui 	kfree(cmd);
2100e5ca0d1SHuang Rui 	return ret;
2110e5ca0d1SHuang Rui }
2120e5ca0d1SHuang Rui 
2130e5ca0d1SHuang Rui static void psp_prep_asd_cmd_buf(struct psp_gfx_cmd_resp *cmd,
2140e5ca0d1SHuang Rui 				 uint64_t asd_mc, uint64_t asd_mc_shared,
2150e5ca0d1SHuang Rui 				 uint32_t size, uint32_t shared_size)
2160e5ca0d1SHuang Rui {
2170e5ca0d1SHuang Rui 	cmd->cmd_id = GFX_CMD_ID_LOAD_ASD;
2180e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(asd_mc);
2190e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(asd_mc);
2200e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.app_len = size;
2210e5ca0d1SHuang Rui 
2220e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(asd_mc_shared);
2230e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(asd_mc_shared);
2240e5ca0d1SHuang Rui 	cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
2250e5ca0d1SHuang Rui }
2260e5ca0d1SHuang Rui 
227f5cfef98SHuang Rui static int psp_asd_init(struct psp_context *psp)
2280e5ca0d1SHuang Rui {
2290e5ca0d1SHuang Rui 	int ret;
2300e5ca0d1SHuang Rui 
2310e5ca0d1SHuang Rui 	/*
2320e5ca0d1SHuang Rui 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
2330e5ca0d1SHuang Rui 	 * physical) for shared ASD <-> Driver
2340e5ca0d1SHuang Rui 	 */
235f5cfef98SHuang Rui 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_ASD_SHARED_MEM_SIZE,
236f5cfef98SHuang Rui 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
237f5cfef98SHuang Rui 				      &psp->asd_shared_bo,
238f5cfef98SHuang Rui 				      &psp->asd_shared_mc_addr,
239f5cfef98SHuang Rui 				      &psp->asd_shared_buf);
2400e5ca0d1SHuang Rui 
2410e5ca0d1SHuang Rui 	return ret;
2420e5ca0d1SHuang Rui }
2430e5ca0d1SHuang Rui 
2440e5ca0d1SHuang Rui static int psp_asd_load(struct psp_context *psp)
2450e5ca0d1SHuang Rui {
2460e5ca0d1SHuang Rui 	int ret;
2470e5ca0d1SHuang Rui 	struct psp_gfx_cmd_resp *cmd;
2480e5ca0d1SHuang Rui 
249943cafb8SXiangliang Yu 	/* If PSP version doesn't match ASD version, asd loading will be failed.
250943cafb8SXiangliang Yu 	 * add workaround to bypass it for sriov now.
251943cafb8SXiangliang Yu 	 * TODO: add version check to make it common
252943cafb8SXiangliang Yu 	 */
253943cafb8SXiangliang Yu 	if (amdgpu_sriov_vf(psp->adev))
254943cafb8SXiangliang Yu 		return 0;
255943cafb8SXiangliang Yu 
2560e5ca0d1SHuang Rui 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
2570e5ca0d1SHuang Rui 	if (!cmd)
2580e5ca0d1SHuang Rui 		return -ENOMEM;
2590e5ca0d1SHuang Rui 
2602b0c3aeeSHuang Rui 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
2612b0c3aeeSHuang Rui 	memcpy(psp->fw_pri_buf, psp->asd_start_addr, psp->asd_ucode_size);
2620e5ca0d1SHuang Rui 
263f5cfef98SHuang Rui 	psp_prep_asd_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->asd_shared_mc_addr,
2640e5ca0d1SHuang Rui 			     psp->asd_ucode_size, PSP_ASD_SHARED_MEM_SIZE);
2650e5ca0d1SHuang Rui 
2660e5ca0d1SHuang Rui 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
2670b25cbf9SHawking Zhang 				 psp->fence_buf_mc_addr);
2680e5ca0d1SHuang Rui 
2690e5ca0d1SHuang Rui 	kfree(cmd);
2700e5ca0d1SHuang Rui 
2710e5ca0d1SHuang Rui 	return ret;
2720e5ca0d1SHuang Rui }
2730e5ca0d1SHuang Rui 
27497c8d171SHawking Zhang static void psp_prep_xgmi_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd,
27597c8d171SHawking Zhang 					  uint64_t xgmi_ta_mc, uint64_t xgmi_mc_shared,
27697c8d171SHawking Zhang 					  uint32_t xgmi_ta_size, uint32_t shared_size)
27797c8d171SHawking Zhang {
27897c8d171SHawking Zhang         cmd->cmd_id = GFX_CMD_ID_LOAD_TA;
27997c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(xgmi_ta_mc);
28097c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(xgmi_ta_mc);
28197c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.app_len = xgmi_ta_size;
28297c8d171SHawking Zhang 
28397c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(xgmi_mc_shared);
28497c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(xgmi_mc_shared);
28597c8d171SHawking Zhang         cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size;
28697c8d171SHawking Zhang }
28797c8d171SHawking Zhang 
28897c8d171SHawking Zhang static int psp_xgmi_init_shared_buf(struct psp_context *psp)
28997c8d171SHawking Zhang {
29097c8d171SHawking Zhang 	int ret;
29197c8d171SHawking Zhang 
29297c8d171SHawking Zhang 	/*
29397c8d171SHawking Zhang 	 * Allocate 16k memory aligned to 4k from Frame Buffer (local
29497c8d171SHawking Zhang 	 * physical) for xgmi ta <-> Driver
29597c8d171SHawking Zhang 	 */
29697c8d171SHawking Zhang 	ret = amdgpu_bo_create_kernel(psp->adev, PSP_XGMI_SHARED_MEM_SIZE,
29797c8d171SHawking Zhang 				      PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM,
29897c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_bo,
29997c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_mc_addr,
30097c8d171SHawking Zhang 				      &psp->xgmi_context.xgmi_shared_buf);
30197c8d171SHawking Zhang 
30297c8d171SHawking Zhang 	return ret;
30397c8d171SHawking Zhang }
30497c8d171SHawking Zhang 
30597c8d171SHawking Zhang static int psp_xgmi_load(struct psp_context *psp)
30697c8d171SHawking Zhang {
30797c8d171SHawking Zhang 	int ret;
30897c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
30997c8d171SHawking Zhang 
31097c8d171SHawking Zhang 	/*
31197c8d171SHawking Zhang 	 * TODO: bypass the loading in sriov for now
31297c8d171SHawking Zhang 	 */
31397c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
31497c8d171SHawking Zhang 		return 0;
31597c8d171SHawking Zhang 
31697c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
31797c8d171SHawking Zhang 	if (!cmd)
31897c8d171SHawking Zhang 		return -ENOMEM;
31997c8d171SHawking Zhang 
32097c8d171SHawking Zhang 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);
32197c8d171SHawking Zhang 	memcpy(psp->fw_pri_buf, psp->ta_xgmi_start_addr, psp->ta_xgmi_ucode_size);
32297c8d171SHawking Zhang 
32397c8d171SHawking Zhang 	psp_prep_xgmi_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr,
32497c8d171SHawking Zhang 				      psp->xgmi_context.xgmi_shared_mc_addr,
32597c8d171SHawking Zhang 				      psp->ta_xgmi_ucode_size, PSP_XGMI_SHARED_MEM_SIZE);
32697c8d171SHawking Zhang 
32797c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
32897c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
32997c8d171SHawking Zhang 
33097c8d171SHawking Zhang 	if (!ret) {
33197c8d171SHawking Zhang 		psp->xgmi_context.initialized = 1;
33297c8d171SHawking Zhang 		psp->xgmi_context.session_id = cmd->resp.session_id;
33397c8d171SHawking Zhang 	}
33497c8d171SHawking Zhang 
33597c8d171SHawking Zhang 	kfree(cmd);
33697c8d171SHawking Zhang 
33797c8d171SHawking Zhang 	return ret;
33897c8d171SHawking Zhang }
33997c8d171SHawking Zhang 
34097c8d171SHawking Zhang static void psp_prep_xgmi_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd,
34197c8d171SHawking Zhang 					    uint32_t xgmi_session_id)
34297c8d171SHawking Zhang {
34397c8d171SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;
34497c8d171SHawking Zhang 	cmd->cmd.cmd_unload_ta.session_id = xgmi_session_id;
34597c8d171SHawking Zhang }
34697c8d171SHawking Zhang 
34797c8d171SHawking Zhang static int psp_xgmi_unload(struct psp_context *psp)
34897c8d171SHawking Zhang {
34997c8d171SHawking Zhang 	int ret;
35097c8d171SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
35197c8d171SHawking Zhang 
35297c8d171SHawking Zhang 	/*
35397c8d171SHawking Zhang 	 * TODO: bypass the unloading in sriov for now
35497c8d171SHawking Zhang 	 */
35597c8d171SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
35697c8d171SHawking Zhang 		return 0;
35797c8d171SHawking Zhang 
35897c8d171SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
35997c8d171SHawking Zhang 	if (!cmd)
36097c8d171SHawking Zhang 		return -ENOMEM;
36197c8d171SHawking Zhang 
36297c8d171SHawking Zhang 	psp_prep_xgmi_ta_unload_cmd_buf(cmd, psp->xgmi_context.session_id);
36397c8d171SHawking Zhang 
36497c8d171SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
36597c8d171SHawking Zhang 				 psp->fence_buf_mc_addr);
36697c8d171SHawking Zhang 
36797c8d171SHawking Zhang 	kfree(cmd);
36897c8d171SHawking Zhang 
36997c8d171SHawking Zhang 	return ret;
37097c8d171SHawking Zhang }
37197c8d171SHawking Zhang 
372*ca6e1e59SHawking Zhang static void psp_prep_xgmi_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd,
373*ca6e1e59SHawking Zhang 					    uint32_t ta_cmd_id,
374*ca6e1e59SHawking Zhang 					    uint32_t xgmi_session_id)
375*ca6e1e59SHawking Zhang {
376*ca6e1e59SHawking Zhang 	cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD;
377*ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.session_id = xgmi_session_id;
378*ca6e1e59SHawking Zhang 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id;
379*ca6e1e59SHawking Zhang 	/* Note: cmd_invoke_cmd.buf is not used for now */
380*ca6e1e59SHawking Zhang }
381*ca6e1e59SHawking Zhang 
382*ca6e1e59SHawking Zhang int psp_xgmi_invoke(struct psp_context *psp, uint32_t ta_cmd_id)
383*ca6e1e59SHawking Zhang {
384*ca6e1e59SHawking Zhang 	int ret;
385*ca6e1e59SHawking Zhang 	struct psp_gfx_cmd_resp *cmd;
386*ca6e1e59SHawking Zhang 
387*ca6e1e59SHawking Zhang 	/*
388*ca6e1e59SHawking Zhang 	 * TODO: bypass the loading in sriov for now
389*ca6e1e59SHawking Zhang 	*/
390*ca6e1e59SHawking Zhang 	if (amdgpu_sriov_vf(psp->adev))
391*ca6e1e59SHawking Zhang 		return 0;
392*ca6e1e59SHawking Zhang 
393*ca6e1e59SHawking Zhang 	cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
394*ca6e1e59SHawking Zhang 	if (!cmd)
395*ca6e1e59SHawking Zhang 		return -ENOMEM;
396*ca6e1e59SHawking Zhang 
397*ca6e1e59SHawking Zhang 	psp_prep_xgmi_ta_invoke_cmd_buf(cmd, ta_cmd_id,
398*ca6e1e59SHawking Zhang 					psp->xgmi_context.session_id);
399*ca6e1e59SHawking Zhang 
400*ca6e1e59SHawking Zhang 	ret = psp_cmd_submit_buf(psp, NULL, cmd,
401*ca6e1e59SHawking Zhang 				 psp->fence_buf_mc_addr);
402*ca6e1e59SHawking Zhang 
403*ca6e1e59SHawking Zhang 	kfree(cmd);
404*ca6e1e59SHawking Zhang 
405*ca6e1e59SHawking Zhang         return ret;
406*ca6e1e59SHawking Zhang }
407*ca6e1e59SHawking Zhang 
408be70bbdaSHuang Rui static int psp_hw_start(struct psp_context *psp)
409be70bbdaSHuang Rui {
41055981bd2SMonk Liu 	struct amdgpu_device *adev = psp->adev;
411be70bbdaSHuang Rui 	int ret;
412be70bbdaSHuang Rui 
41313a752e3SMonk Liu 	if (!amdgpu_sriov_vf(adev) || !adev->in_gpu_reset) {
4140e5ca0d1SHuang Rui 		ret = psp_bootloader_load_sysdrv(psp);
4150e5ca0d1SHuang Rui 		if (ret)
416be70bbdaSHuang Rui 			return ret;
4170e5ca0d1SHuang Rui 
4180e5ca0d1SHuang Rui 		ret = psp_bootloader_load_sos(psp);
4190e5ca0d1SHuang Rui 		if (ret)
420be70bbdaSHuang Rui 			return ret;
42155981bd2SMonk Liu 	}
4220e5ca0d1SHuang Rui 
423be70bbdaSHuang Rui 	ret = psp_ring_create(psp, PSP_RING_TYPE__KM);
4240e5ca0d1SHuang Rui 	if (ret)
425be70bbdaSHuang Rui 		return ret;
4260e5ca0d1SHuang Rui 
427be70bbdaSHuang Rui 	ret = psp_tmr_load(psp);
4280e5ca0d1SHuang Rui 	if (ret)
429be70bbdaSHuang Rui 		return ret;
4300e5ca0d1SHuang Rui 
4310e5ca0d1SHuang Rui 	ret = psp_asd_load(psp);
4320e5ca0d1SHuang Rui 	if (ret)
433be70bbdaSHuang Rui 		return ret;
434be70bbdaSHuang Rui 
435be70bbdaSHuang Rui 	return 0;
436be70bbdaSHuang Rui }
437be70bbdaSHuang Rui 
438be70bbdaSHuang Rui static int psp_np_fw_load(struct psp_context *psp)
439be70bbdaSHuang Rui {
440be70bbdaSHuang Rui 	int i, ret;
441be70bbdaSHuang Rui 	struct amdgpu_firmware_info *ucode;
442be70bbdaSHuang Rui 	struct amdgpu_device* adev = psp->adev;
4430e5ca0d1SHuang Rui 
4440e5ca0d1SHuang Rui 	for (i = 0; i < adev->firmware.max_ucodes; i++) {
4450e5ca0d1SHuang Rui 		ucode = &adev->firmware.ucode[i];
4460e5ca0d1SHuang Rui 		if (!ucode->fw)
4470e5ca0d1SHuang Rui 			continue;
4480e5ca0d1SHuang Rui 
4490e5ca0d1SHuang Rui 		if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC &&
4500e5ca0d1SHuang Rui 		    psp_smu_reload_quirk(psp))
4510e5ca0d1SHuang Rui 			continue;
452e993ca4fSDaniel Wang 		if (amdgpu_sriov_vf(adev) &&
453e993ca4fSDaniel Wang 		   (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA0
454e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1
455e993ca4fSDaniel Wang 		    || ucode->ucode_id == AMDGPU_UCODE_ID_RLC_G))
456e993ca4fSDaniel Wang 			/*skip ucode loading in SRIOV VF */
457e993ca4fSDaniel Wang 			continue;
4580e5ca0d1SHuang Rui 
459be70bbdaSHuang Rui 		ret = psp_prep_cmd_buf(ucode, psp->cmd);
4600e5ca0d1SHuang Rui 		if (ret)
461be70bbdaSHuang Rui 			return ret;
4620e5ca0d1SHuang Rui 
463be70bbdaSHuang Rui 		ret = psp_cmd_submit_buf(psp, ucode, psp->cmd,
4640b25cbf9SHawking Zhang 					 psp->fence_buf_mc_addr);
4650e5ca0d1SHuang Rui 		if (ret)
466be70bbdaSHuang Rui 			return ret;
4670e5ca0d1SHuang Rui 
4680e5ca0d1SHuang Rui #if 0
4690e5ca0d1SHuang Rui 		/* check if firmware loaded sucessfully */
4700e5ca0d1SHuang Rui 		if (!amdgpu_psp_check_fw_loading_status(adev, i))
4710e5ca0d1SHuang Rui 			return -EINVAL;
4720e5ca0d1SHuang Rui #endif
4730e5ca0d1SHuang Rui 	}
4740e5ca0d1SHuang Rui 
475be70bbdaSHuang Rui 	return 0;
476be70bbdaSHuang Rui }
477be70bbdaSHuang Rui 
4780e5ca0d1SHuang Rui static int psp_load_fw(struct amdgpu_device *adev)
4790e5ca0d1SHuang Rui {
4800e5ca0d1SHuang Rui 	int ret;
4810e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
4820e5ca0d1SHuang Rui 
48377a3c96bSMonk Liu 	if (amdgpu_sriov_vf(adev) && adev->in_gpu_reset != 0)
48477a3c96bSMonk Liu 		goto skip_memalloc;
48577a3c96bSMonk Liu 
48667bef0f7SHuang Rui 	psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);
48767bef0f7SHuang Rui 	if (!psp->cmd)
4880e5ca0d1SHuang Rui 		return -ENOMEM;
4890e5ca0d1SHuang Rui 
49053a5cf57SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_1_MEG, PSP_1_MEG,
49153a5cf57SHuang Rui 					AMDGPU_GEM_DOMAIN_GTT,
49253a5cf57SHuang Rui 					&psp->fw_pri_bo,
49353a5cf57SHuang Rui 					&psp->fw_pri_mc_addr,
49453a5cf57SHuang Rui 					&psp->fw_pri_buf);
4950e5ca0d1SHuang Rui 	if (ret)
4960e5ca0d1SHuang Rui 		goto failed;
4970e5ca0d1SHuang Rui 
4980e5ca0d1SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_FENCE_BUFFER_SIZE, PAGE_SIZE,
4990e5ca0d1SHuang Rui 					AMDGPU_GEM_DOMAIN_VRAM,
5000e5ca0d1SHuang Rui 					&psp->fence_buf_bo,
5010e5ca0d1SHuang Rui 					&psp->fence_buf_mc_addr,
5020e5ca0d1SHuang Rui 					&psp->fence_buf);
5030e5ca0d1SHuang Rui 	if (ret)
504a1952da7SHuang Rui 		goto failed_mem2;
505a1952da7SHuang Rui 
506a1952da7SHuang Rui 	ret = amdgpu_bo_create_kernel(adev, PSP_CMD_BUFFER_SIZE, PAGE_SIZE,
507a1952da7SHuang Rui 				      AMDGPU_GEM_DOMAIN_VRAM,
508a1952da7SHuang Rui 				      &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
509a1952da7SHuang Rui 				      (void **)&psp->cmd_buf_mem);
510a1952da7SHuang Rui 	if (ret)
51153a5cf57SHuang Rui 		goto failed_mem1;
5120e5ca0d1SHuang Rui 
5130e5ca0d1SHuang Rui 	memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE);
5140e5ca0d1SHuang Rui 
515be70bbdaSHuang Rui 	ret = psp_ring_init(psp, PSP_RING_TYPE__KM);
5160e5ca0d1SHuang Rui 	if (ret)
517a1952da7SHuang Rui 		goto failed_mem;
5180e5ca0d1SHuang Rui 
519be70bbdaSHuang Rui 	ret = psp_tmr_init(psp);
5206f2b1fccSHuang Rui 	if (ret)
5216f2b1fccSHuang Rui 		goto failed_mem;
5226f2b1fccSHuang Rui 
523f5cfef98SHuang Rui 	ret = psp_asd_init(psp);
524f5cfef98SHuang Rui 	if (ret)
525f5cfef98SHuang Rui 		goto failed_mem;
526f5cfef98SHuang Rui 
52777a3c96bSMonk Liu skip_memalloc:
528be70bbdaSHuang Rui 	ret = psp_hw_start(psp);
5290e5ca0d1SHuang Rui 	if (ret)
5300e5ca0d1SHuang Rui 		goto failed_mem;
5310e5ca0d1SHuang Rui 
532be70bbdaSHuang Rui 	ret = psp_np_fw_load(psp);
5330e5ca0d1SHuang Rui 	if (ret)
5340e5ca0d1SHuang Rui 		goto failed_mem;
5350e5ca0d1SHuang Rui 
5360e5ca0d1SHuang Rui 	return 0;
5370e5ca0d1SHuang Rui 
5380e5ca0d1SHuang Rui failed_mem:
539a1952da7SHuang Rui 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo,
540a1952da7SHuang Rui 			      &psp->cmd_buf_mc_addr,
541a1952da7SHuang Rui 			      (void **)&psp->cmd_buf_mem);
542a1952da7SHuang Rui failed_mem1:
5430e5ca0d1SHuang Rui 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,
5440e5ca0d1SHuang Rui 			      &psp->fence_buf_mc_addr, &psp->fence_buf);
545a1952da7SHuang Rui failed_mem2:
54653a5cf57SHuang Rui 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,
54753a5cf57SHuang Rui 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);
5480e5ca0d1SHuang Rui failed:
54967bef0f7SHuang Rui 	kfree(psp->cmd);
55067bef0f7SHuang Rui 	psp->cmd = NULL;
5510e5ca0d1SHuang Rui 	return ret;
5520e5ca0d1SHuang Rui }
5530e5ca0d1SHuang Rui 
5540e5ca0d1SHuang Rui static int psp_hw_init(void *handle)
5550e5ca0d1SHuang Rui {
5560e5ca0d1SHuang Rui 	int ret;
5570e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
5580e5ca0d1SHuang Rui 
5590e5ca0d1SHuang Rui 
5600e5ca0d1SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
5610e5ca0d1SHuang Rui 		return 0;
5620e5ca0d1SHuang Rui 
5630e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
5646e13bdf6SRex Zhu 	/*
5656e13bdf6SRex Zhu 	 * This sequence is just used on hw_init only once, no need on
5666e13bdf6SRex Zhu 	 * resume.
5676e13bdf6SRex Zhu 	 */
5686e13bdf6SRex Zhu 	ret = amdgpu_ucode_init_bo(adev);
5696e13bdf6SRex Zhu 	if (ret)
5706e13bdf6SRex Zhu 		goto failed;
5710e5ca0d1SHuang Rui 
5720e5ca0d1SHuang Rui 	ret = psp_load_fw(adev);
5730e5ca0d1SHuang Rui 	if (ret) {
5740e5ca0d1SHuang Rui 		DRM_ERROR("PSP firmware loading failed\n");
5750e5ca0d1SHuang Rui 		goto failed;
5760e5ca0d1SHuang Rui 	}
5770e5ca0d1SHuang Rui 
5780e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
5790e5ca0d1SHuang Rui 	return 0;
5800e5ca0d1SHuang Rui 
5810e5ca0d1SHuang Rui failed:
5820e5ca0d1SHuang Rui 	adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT;
5830e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
5840e5ca0d1SHuang Rui 	return -EINVAL;
5850e5ca0d1SHuang Rui }
5860e5ca0d1SHuang Rui 
5870e5ca0d1SHuang Rui static int psp_hw_fini(void *handle)
5880e5ca0d1SHuang Rui {
5890e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
5900e5ca0d1SHuang Rui 	struct psp_context *psp = &adev->psp;
5910e5ca0d1SHuang Rui 
592e3c5e982STrigger Huang 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
593e3c5e982STrigger Huang 		return 0;
594e3c5e982STrigger Huang 
595e3c5e982STrigger Huang 	psp_ring_destroy(psp, PSP_RING_TYPE__KM);
596e3c5e982STrigger Huang 
5970e5ca0d1SHuang Rui 	amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf);
59853a5cf57SHuang Rui 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,
59953a5cf57SHuang Rui 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);
600b4de2c5aSHuang Rui 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,
601b4de2c5aSHuang Rui 			      &psp->fence_buf_mc_addr, &psp->fence_buf);
602311146c9SHuang Rui 	amdgpu_bo_free_kernel(&psp->asd_shared_bo, &psp->asd_shared_mc_addr,
603311146c9SHuang Rui 			      &psp->asd_shared_buf);
604a1952da7SHuang Rui 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,
605a1952da7SHuang Rui 			      (void **)&psp->cmd_buf_mem);
606b4de2c5aSHuang Rui 
60767bef0f7SHuang Rui 	kfree(psp->cmd);
60867bef0f7SHuang Rui 	psp->cmd = NULL;
60967bef0f7SHuang Rui 
6100e5ca0d1SHuang Rui 	return 0;
6110e5ca0d1SHuang Rui }
6120e5ca0d1SHuang Rui 
6130e5ca0d1SHuang Rui static int psp_suspend(void *handle)
6140e5ca0d1SHuang Rui {
615bcd6eab8SEvan Quan 	int ret;
616bcd6eab8SEvan Quan 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
617bcd6eab8SEvan Quan 	struct psp_context *psp = &adev->psp;
618bcd6eab8SEvan Quan 
619a9f36360SAlex Deucher 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
620a9f36360SAlex Deucher 		return 0;
621a9f36360SAlex Deucher 
622bcd6eab8SEvan Quan 	ret = psp_ring_stop(psp, PSP_RING_TYPE__KM);
623bcd6eab8SEvan Quan 	if (ret) {
624bcd6eab8SEvan Quan 		DRM_ERROR("PSP ring stop failed\n");
625bcd6eab8SEvan Quan 		return ret;
626bcd6eab8SEvan Quan 	}
627bcd6eab8SEvan Quan 
6280e5ca0d1SHuang Rui 	return 0;
6290e5ca0d1SHuang Rui }
6300e5ca0d1SHuang Rui 
6310e5ca0d1SHuang Rui static int psp_resume(void *handle)
6320e5ca0d1SHuang Rui {
6330e5ca0d1SHuang Rui 	int ret;
6340e5ca0d1SHuang Rui 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
63593ea9b9fSHuang Rui 	struct psp_context *psp = &adev->psp;
6360e5ca0d1SHuang Rui 
6370e5ca0d1SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
6380e5ca0d1SHuang Rui 		return 0;
6390e5ca0d1SHuang Rui 
64093ea9b9fSHuang Rui 	DRM_INFO("PSP is resuming...\n");
64193ea9b9fSHuang Rui 
6420e5ca0d1SHuang Rui 	mutex_lock(&adev->firmware.mutex);
6430e5ca0d1SHuang Rui 
64493ea9b9fSHuang Rui 	ret = psp_hw_start(psp);
6450e5ca0d1SHuang Rui 	if (ret)
64693ea9b9fSHuang Rui 		goto failed;
64793ea9b9fSHuang Rui 
64893ea9b9fSHuang Rui 	ret = psp_np_fw_load(psp);
64993ea9b9fSHuang Rui 	if (ret)
65093ea9b9fSHuang Rui 		goto failed;
6510e5ca0d1SHuang Rui 
6520e5ca0d1SHuang Rui 	mutex_unlock(&adev->firmware.mutex);
6530e5ca0d1SHuang Rui 
65493ea9b9fSHuang Rui 	return 0;
65593ea9b9fSHuang Rui 
65693ea9b9fSHuang Rui failed:
65793ea9b9fSHuang Rui 	DRM_ERROR("PSP resume failed\n");
65893ea9b9fSHuang Rui 	mutex_unlock(&adev->firmware.mutex);
6590e5ca0d1SHuang Rui 	return ret;
6600e5ca0d1SHuang Rui }
6610e5ca0d1SHuang Rui 
662f75a9a5dSAlex Deucher int psp_gpu_reset(struct amdgpu_device *adev)
66398512bb8SKen Wang {
6642d4f9020SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)
6652d4f9020SHuang Rui 		return 0;
6662d4f9020SHuang Rui 
66798512bb8SKen Wang 	return psp_mode1_reset(&adev->psp);
66898512bb8SKen Wang }
66998512bb8SKen Wang 
6700e5ca0d1SHuang Rui static bool psp_check_fw_loading_status(struct amdgpu_device *adev,
6710e5ca0d1SHuang Rui 					enum AMDGPU_UCODE_ID ucode_type)
6720e5ca0d1SHuang Rui {
6730e5ca0d1SHuang Rui 	struct amdgpu_firmware_info *ucode = NULL;
6740e5ca0d1SHuang Rui 
6750e5ca0d1SHuang Rui 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) {
6760e5ca0d1SHuang Rui 		DRM_INFO("firmware is not loaded by PSP\n");
6770e5ca0d1SHuang Rui 		return true;
6780e5ca0d1SHuang Rui 	}
6790e5ca0d1SHuang Rui 
6800e5ca0d1SHuang Rui 	if (!adev->firmware.fw_size)
6810e5ca0d1SHuang Rui 		return false;
6820e5ca0d1SHuang Rui 
6830e5ca0d1SHuang Rui 	ucode = &adev->firmware.ucode[ucode_type];
6840e5ca0d1SHuang Rui 	if (!ucode->fw || !ucode->ucode_size)
6850e5ca0d1SHuang Rui 		return false;
6860e5ca0d1SHuang Rui 
6870e5ca0d1SHuang Rui 	return psp_compare_sram_data(&adev->psp, ucode, ucode_type);
6880e5ca0d1SHuang Rui }
6890e5ca0d1SHuang Rui 
6900e5ca0d1SHuang Rui static int psp_set_clockgating_state(void *handle,
6910e5ca0d1SHuang Rui 				     enum amd_clockgating_state state)
6920e5ca0d1SHuang Rui {
6930e5ca0d1SHuang Rui 	return 0;
6940e5ca0d1SHuang Rui }
6950e5ca0d1SHuang Rui 
6960e5ca0d1SHuang Rui static int psp_set_powergating_state(void *handle,
6970e5ca0d1SHuang Rui 				     enum amd_powergating_state state)
6980e5ca0d1SHuang Rui {
6990e5ca0d1SHuang Rui 	return 0;
7000e5ca0d1SHuang Rui }
7010e5ca0d1SHuang Rui 
7020e5ca0d1SHuang Rui const struct amd_ip_funcs psp_ip_funcs = {
7030e5ca0d1SHuang Rui 	.name = "psp",
7040e5ca0d1SHuang Rui 	.early_init = psp_early_init,
7050e5ca0d1SHuang Rui 	.late_init = NULL,
7060e5ca0d1SHuang Rui 	.sw_init = psp_sw_init,
7070e5ca0d1SHuang Rui 	.sw_fini = psp_sw_fini,
7080e5ca0d1SHuang Rui 	.hw_init = psp_hw_init,
7090e5ca0d1SHuang Rui 	.hw_fini = psp_hw_fini,
7100e5ca0d1SHuang Rui 	.suspend = psp_suspend,
7110e5ca0d1SHuang Rui 	.resume = psp_resume,
7120e5ca0d1SHuang Rui 	.is_idle = NULL,
713f75a9a5dSAlex Deucher 	.check_soft_reset = NULL,
7140e5ca0d1SHuang Rui 	.wait_for_idle = NULL,
715f75a9a5dSAlex Deucher 	.soft_reset = NULL,
7160e5ca0d1SHuang Rui 	.set_clockgating_state = psp_set_clockgating_state,
7170e5ca0d1SHuang Rui 	.set_powergating_state = psp_set_powergating_state,
7180e5ca0d1SHuang Rui };
7190e5ca0d1SHuang Rui 
7200e5ca0d1SHuang Rui static const struct amdgpu_psp_funcs psp_funcs = {
7210e5ca0d1SHuang Rui 	.check_fw_loading_status = psp_check_fw_loading_status,
7220e5ca0d1SHuang Rui };
7230e5ca0d1SHuang Rui 
7240e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev)
7250e5ca0d1SHuang Rui {
7260e5ca0d1SHuang Rui 	if (NULL == adev->firmware.funcs)
7270e5ca0d1SHuang Rui 		adev->firmware.funcs = &psp_funcs;
7280e5ca0d1SHuang Rui }
7290e5ca0d1SHuang Rui 
7300e5ca0d1SHuang Rui const struct amdgpu_ip_block_version psp_v3_1_ip_block =
7310e5ca0d1SHuang Rui {
7320e5ca0d1SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
7330e5ca0d1SHuang Rui 	.major = 3,
7340e5ca0d1SHuang Rui 	.minor = 1,
7350e5ca0d1SHuang Rui 	.rev = 0,
7360e5ca0d1SHuang Rui 	.funcs = &psp_ip_funcs,
7370e5ca0d1SHuang Rui };
738dfbd6438SHuang Rui 
739dfbd6438SHuang Rui const struct amdgpu_ip_block_version psp_v10_0_ip_block =
740dfbd6438SHuang Rui {
741dfbd6438SHuang Rui 	.type = AMD_IP_BLOCK_TYPE_PSP,
742dfbd6438SHuang Rui 	.major = 10,
743dfbd6438SHuang Rui 	.minor = 0,
744dfbd6438SHuang Rui 	.rev = 0,
745dfbd6438SHuang Rui 	.funcs = &psp_ip_funcs,
746dfbd6438SHuang Rui };
747654f761cSFeifei Xu 
748654f761cSFeifei Xu const struct amdgpu_ip_block_version psp_v11_0_ip_block =
749654f761cSFeifei Xu {
750654f761cSFeifei Xu 	.type = AMD_IP_BLOCK_TYPE_PSP,
751654f761cSFeifei Xu 	.major = 11,
752654f761cSFeifei Xu 	.minor = 0,
753654f761cSFeifei Xu 	.rev = 0,
754654f761cSFeifei Xu 	.funcs = &psp_ip_funcs,
755654f761cSFeifei Xu };
756