10e5ca0d1SHuang Rui /* 20e5ca0d1SHuang Rui * Copyright 2016 Advanced Micro Devices, Inc. 30e5ca0d1SHuang Rui * 40e5ca0d1SHuang Rui * Permission is hereby granted, free of charge, to any person obtaining a 50e5ca0d1SHuang Rui * copy of this software and associated documentation files (the "Software"), 60e5ca0d1SHuang Rui * to deal in the Software without restriction, including without limitation 70e5ca0d1SHuang Rui * the rights to use, copy, modify, merge, publish, distribute, sublicense, 80e5ca0d1SHuang Rui * and/or sell copies of the Software, and to permit persons to whom the 90e5ca0d1SHuang Rui * Software is furnished to do so, subject to the following conditions: 100e5ca0d1SHuang Rui * 110e5ca0d1SHuang Rui * The above copyright notice and this permission notice shall be included in 120e5ca0d1SHuang Rui * all copies or substantial portions of the Software. 130e5ca0d1SHuang Rui * 140e5ca0d1SHuang Rui * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 150e5ca0d1SHuang Rui * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 160e5ca0d1SHuang Rui * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 170e5ca0d1SHuang Rui * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 180e5ca0d1SHuang Rui * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 190e5ca0d1SHuang Rui * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 200e5ca0d1SHuang Rui * OTHER DEALINGS IN THE SOFTWARE. 210e5ca0d1SHuang Rui * 220e5ca0d1SHuang Rui * Author: Huang Rui 230e5ca0d1SHuang Rui * 240e5ca0d1SHuang Rui */ 250e5ca0d1SHuang Rui 260e5ca0d1SHuang Rui #include <linux/firmware.h> 27248a1d6fSMasahiro Yamada #include <drm/drmP.h> 280e5ca0d1SHuang Rui #include "amdgpu.h" 290e5ca0d1SHuang Rui #include "amdgpu_psp.h" 300e5ca0d1SHuang Rui #include "amdgpu_ucode.h" 310e5ca0d1SHuang Rui #include "soc15_common.h" 320e5ca0d1SHuang Rui #include "psp_v3_1.h" 33c1798b54SHuang Rui #include "psp_v10_0.h" 34654f761cSFeifei Xu #include "psp_v11_0.h" 350e5ca0d1SHuang Rui 360e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev); 370e5ca0d1SHuang Rui 380e5ca0d1SHuang Rui static int psp_early_init(void *handle) 390e5ca0d1SHuang Rui { 400e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 410e5ca0d1SHuang Rui 420e5ca0d1SHuang Rui psp_set_funcs(adev); 430e5ca0d1SHuang Rui 440e5ca0d1SHuang Rui return 0; 450e5ca0d1SHuang Rui } 460e5ca0d1SHuang Rui 470e5ca0d1SHuang Rui static int psp_sw_init(void *handle) 480e5ca0d1SHuang Rui { 490e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 500e5ca0d1SHuang Rui struct psp_context *psp = &adev->psp; 510e5ca0d1SHuang Rui int ret; 520e5ca0d1SHuang Rui 530e5ca0d1SHuang Rui switch (adev->asic_type) { 540e5ca0d1SHuang Rui case CHIP_VEGA10: 55ff13dc67SAlex Deucher case CHIP_VEGA12: 56e7f9ccb4SAlex Deucher psp_v3_1_set_psp_funcs(psp); 570e5ca0d1SHuang Rui break; 58c1798b54SHuang Rui case CHIP_RAVEN: 59e7f9ccb4SAlex Deucher psp_v10_0_set_psp_funcs(psp); 60c1798b54SHuang Rui break; 61654f761cSFeifei Xu case CHIP_VEGA20: 62654f761cSFeifei Xu psp_v11_0_set_psp_funcs(psp); 63654f761cSFeifei Xu break; 640e5ca0d1SHuang Rui default: 650e5ca0d1SHuang Rui return -EINVAL; 660e5ca0d1SHuang Rui } 670e5ca0d1SHuang Rui 680e5ca0d1SHuang Rui psp->adev = adev; 690e5ca0d1SHuang Rui 70a9f36360SAlex Deucher if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 71a9f36360SAlex Deucher return 0; 72a9f36360SAlex Deucher 730e5ca0d1SHuang Rui ret = psp_init_microcode(psp); 740e5ca0d1SHuang Rui if (ret) { 750e5ca0d1SHuang Rui DRM_ERROR("Failed to load psp firmware!\n"); 760e5ca0d1SHuang Rui return ret; 770e5ca0d1SHuang Rui } 780e5ca0d1SHuang Rui 790e5ca0d1SHuang Rui return 0; 800e5ca0d1SHuang Rui } 810e5ca0d1SHuang Rui 820e5ca0d1SHuang Rui static int psp_sw_fini(void *handle) 830e5ca0d1SHuang Rui { 84c833d8aaSMonk Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 85c833d8aaSMonk Liu 86a9f36360SAlex Deucher if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 87a9f36360SAlex Deucher return 0; 88a9f36360SAlex Deucher 89c833d8aaSMonk Liu release_firmware(adev->psp.sos_fw); 90c833d8aaSMonk Liu adev->psp.sos_fw = NULL; 91c833d8aaSMonk Liu release_firmware(adev->psp.asd_fw); 92c833d8aaSMonk Liu adev->psp.asd_fw = NULL; 9351e7177fSHawking Zhang release_firmware(adev->psp.ta_fw); 9451e7177fSHawking Zhang adev->psp.ta_fw = NULL; 950e5ca0d1SHuang Rui return 0; 960e5ca0d1SHuang Rui } 970e5ca0d1SHuang Rui 980e5ca0d1SHuang Rui int psp_wait_for(struct psp_context *psp, uint32_t reg_index, 990e5ca0d1SHuang Rui uint32_t reg_val, uint32_t mask, bool check_changed) 1000e5ca0d1SHuang Rui { 1010e5ca0d1SHuang Rui uint32_t val; 1020e5ca0d1SHuang Rui int i; 1030e5ca0d1SHuang Rui struct amdgpu_device *adev = psp->adev; 1040e5ca0d1SHuang Rui 1050e5ca0d1SHuang Rui for (i = 0; i < adev->usec_timeout; i++) { 1062890decfSZhang, Jerry val = RREG32(reg_index); 1070e5ca0d1SHuang Rui if (check_changed) { 1080e5ca0d1SHuang Rui if (val != reg_val) 1090e5ca0d1SHuang Rui return 0; 1100e5ca0d1SHuang Rui } else { 1110e5ca0d1SHuang Rui if ((val & mask) == reg_val) 1120e5ca0d1SHuang Rui return 0; 1130e5ca0d1SHuang Rui } 1140e5ca0d1SHuang Rui udelay(1); 1150e5ca0d1SHuang Rui } 1160e5ca0d1SHuang Rui 1170e5ca0d1SHuang Rui return -ETIME; 1180e5ca0d1SHuang Rui } 1190e5ca0d1SHuang Rui 1200e5ca0d1SHuang Rui static int 1210e5ca0d1SHuang Rui psp_cmd_submit_buf(struct psp_context *psp, 1220e5ca0d1SHuang Rui struct amdgpu_firmware_info *ucode, 1230b25cbf9SHawking Zhang struct psp_gfx_cmd_resp *cmd, uint64_t fence_mc_addr) 1240e5ca0d1SHuang Rui { 1250e5ca0d1SHuang Rui int ret; 1260b25cbf9SHawking Zhang int index; 1270e5ca0d1SHuang Rui 128a1952da7SHuang Rui memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE); 1290e5ca0d1SHuang Rui 130a1952da7SHuang Rui memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp)); 1310e5ca0d1SHuang Rui 1320b25cbf9SHawking Zhang index = atomic_inc_return(&psp->fence_value); 133a1952da7SHuang Rui ret = psp_cmd_submit(psp, ucode, psp->cmd_buf_mc_addr, 1340e5ca0d1SHuang Rui fence_mc_addr, index); 1350b25cbf9SHawking Zhang if (ret) { 1360b25cbf9SHawking Zhang atomic_dec(&psp->fence_value); 1370b25cbf9SHawking Zhang return ret; 138ca7f65c7Skbuild test robot } 1390e5ca0d1SHuang Rui 1400b25cbf9SHawking Zhang while (*((unsigned int *)psp->fence_buf) != index) 1410b25cbf9SHawking Zhang msleep(1); 1420b25cbf9SHawking Zhang 14328a16027SHuang Rui /* the status field must be 0 after FW is loaded */ 14428a16027SHuang Rui if (ucode && psp->cmd_buf_mem->resp.status) { 14528a16027SHuang Rui DRM_ERROR("failed loading with status (%d) and ucode id (%d)\n", 14628a16027SHuang Rui psp->cmd_buf_mem->resp.status, ucode->ucode_id); 14728a16027SHuang Rui return -EINVAL; 14828a16027SHuang Rui } 14928a16027SHuang Rui 150435198f3SJames Zhu if (ucode) { 151435198f3SJames Zhu ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo; 152435198f3SJames Zhu ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi; 153435198f3SJames Zhu } 154435198f3SJames Zhu 1550e5ca0d1SHuang Rui return ret; 1560e5ca0d1SHuang Rui } 1570e5ca0d1SHuang Rui 1580e5ca0d1SHuang Rui static void psp_prep_tmr_cmd_buf(struct psp_gfx_cmd_resp *cmd, 1590e5ca0d1SHuang Rui uint64_t tmr_mc, uint32_t size) 1600e5ca0d1SHuang Rui { 1610e5ca0d1SHuang Rui cmd->cmd_id = GFX_CMD_ID_SETUP_TMR; 162f03defe0SAlex Deucher cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc); 163f03defe0SAlex Deucher cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc); 1640e5ca0d1SHuang Rui cmd->cmd.cmd_setup_tmr.buf_size = size; 1650e5ca0d1SHuang Rui } 1660e5ca0d1SHuang Rui 1670e5ca0d1SHuang Rui /* Set up Trusted Memory Region */ 1680e5ca0d1SHuang Rui static int psp_tmr_init(struct psp_context *psp) 1690e5ca0d1SHuang Rui { 1700e5ca0d1SHuang Rui int ret; 1710e5ca0d1SHuang Rui 1720e5ca0d1SHuang Rui /* 1730e5ca0d1SHuang Rui * Allocate 3M memory aligned to 1M from Frame Buffer (local 1740e5ca0d1SHuang Rui * physical). 1750e5ca0d1SHuang Rui * 1760e5ca0d1SHuang Rui * Note: this memory need be reserved till the driver 1770e5ca0d1SHuang Rui * uninitializes. 1780e5ca0d1SHuang Rui */ 1793082be1aSFeifei Xu ret = amdgpu_bo_create_kernel(psp->adev, PSP_TMR_SIZE, 0x100000, 1800e5ca0d1SHuang Rui AMDGPU_GEM_DOMAIN_VRAM, 1810e5ca0d1SHuang Rui &psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf); 1826f2b1fccSHuang Rui 1836f2b1fccSHuang Rui return ret; 1846f2b1fccSHuang Rui } 1856f2b1fccSHuang Rui 1866f2b1fccSHuang Rui static int psp_tmr_load(struct psp_context *psp) 1876f2b1fccSHuang Rui { 1886f2b1fccSHuang Rui int ret; 1896f2b1fccSHuang Rui struct psp_gfx_cmd_resp *cmd; 1906f2b1fccSHuang Rui 1916f2b1fccSHuang Rui cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 1926f2b1fccSHuang Rui if (!cmd) 1936f2b1fccSHuang Rui return -ENOMEM; 1940e5ca0d1SHuang Rui 1953082be1aSFeifei Xu psp_prep_tmr_cmd_buf(cmd, psp->tmr_mc_addr, PSP_TMR_SIZE); 1963082be1aSFeifei Xu DRM_INFO("reserve 0x%x from 0x%llx for PSP TMR SIZE\n", 1973082be1aSFeifei Xu PSP_TMR_SIZE, psp->tmr_mc_addr); 1980e5ca0d1SHuang Rui 1990e5ca0d1SHuang Rui ret = psp_cmd_submit_buf(psp, NULL, cmd, 2000b25cbf9SHawking Zhang psp->fence_buf_mc_addr); 2010e5ca0d1SHuang Rui if (ret) 2026f2b1fccSHuang Rui goto failed; 2030e5ca0d1SHuang Rui 2040e5ca0d1SHuang Rui kfree(cmd); 2050e5ca0d1SHuang Rui 2060e5ca0d1SHuang Rui return 0; 2070e5ca0d1SHuang Rui 2080e5ca0d1SHuang Rui failed: 2090e5ca0d1SHuang Rui kfree(cmd); 2100e5ca0d1SHuang Rui return ret; 2110e5ca0d1SHuang Rui } 2120e5ca0d1SHuang Rui 2130e5ca0d1SHuang Rui static void psp_prep_asd_cmd_buf(struct psp_gfx_cmd_resp *cmd, 2140e5ca0d1SHuang Rui uint64_t asd_mc, uint64_t asd_mc_shared, 2150e5ca0d1SHuang Rui uint32_t size, uint32_t shared_size) 2160e5ca0d1SHuang Rui { 2170e5ca0d1SHuang Rui cmd->cmd_id = GFX_CMD_ID_LOAD_ASD; 2180e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(asd_mc); 2190e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(asd_mc); 2200e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.app_len = size; 2210e5ca0d1SHuang Rui 2220e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(asd_mc_shared); 2230e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(asd_mc_shared); 2240e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size; 2250e5ca0d1SHuang Rui } 2260e5ca0d1SHuang Rui 227f5cfef98SHuang Rui static int psp_asd_init(struct psp_context *psp) 2280e5ca0d1SHuang Rui { 2290e5ca0d1SHuang Rui int ret; 2300e5ca0d1SHuang Rui 2310e5ca0d1SHuang Rui /* 2320e5ca0d1SHuang Rui * Allocate 16k memory aligned to 4k from Frame Buffer (local 2330e5ca0d1SHuang Rui * physical) for shared ASD <-> Driver 2340e5ca0d1SHuang Rui */ 235f5cfef98SHuang Rui ret = amdgpu_bo_create_kernel(psp->adev, PSP_ASD_SHARED_MEM_SIZE, 236f5cfef98SHuang Rui PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM, 237f5cfef98SHuang Rui &psp->asd_shared_bo, 238f5cfef98SHuang Rui &psp->asd_shared_mc_addr, 239f5cfef98SHuang Rui &psp->asd_shared_buf); 2400e5ca0d1SHuang Rui 2410e5ca0d1SHuang Rui return ret; 2420e5ca0d1SHuang Rui } 2430e5ca0d1SHuang Rui 2440e5ca0d1SHuang Rui static int psp_asd_load(struct psp_context *psp) 2450e5ca0d1SHuang Rui { 2460e5ca0d1SHuang Rui int ret; 2470e5ca0d1SHuang Rui struct psp_gfx_cmd_resp *cmd; 2480e5ca0d1SHuang Rui 249943cafb8SXiangliang Yu /* If PSP version doesn't match ASD version, asd loading will be failed. 250943cafb8SXiangliang Yu * add workaround to bypass it for sriov now. 251943cafb8SXiangliang Yu * TODO: add version check to make it common 252943cafb8SXiangliang Yu */ 253943cafb8SXiangliang Yu if (amdgpu_sriov_vf(psp->adev)) 254943cafb8SXiangliang Yu return 0; 255943cafb8SXiangliang Yu 2560e5ca0d1SHuang Rui cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 2570e5ca0d1SHuang Rui if (!cmd) 2580e5ca0d1SHuang Rui return -ENOMEM; 2590e5ca0d1SHuang Rui 2602b0c3aeeSHuang Rui memset(psp->fw_pri_buf, 0, PSP_1_MEG); 2612b0c3aeeSHuang Rui memcpy(psp->fw_pri_buf, psp->asd_start_addr, psp->asd_ucode_size); 2620e5ca0d1SHuang Rui 263f5cfef98SHuang Rui psp_prep_asd_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->asd_shared_mc_addr, 2640e5ca0d1SHuang Rui psp->asd_ucode_size, PSP_ASD_SHARED_MEM_SIZE); 2650e5ca0d1SHuang Rui 2660e5ca0d1SHuang Rui ret = psp_cmd_submit_buf(psp, NULL, cmd, 2670b25cbf9SHawking Zhang psp->fence_buf_mc_addr); 2680e5ca0d1SHuang Rui 2690e5ca0d1SHuang Rui kfree(cmd); 2700e5ca0d1SHuang Rui 2710e5ca0d1SHuang Rui return ret; 2720e5ca0d1SHuang Rui } 2730e5ca0d1SHuang Rui 27497c8d171SHawking Zhang static void psp_prep_xgmi_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd, 27597c8d171SHawking Zhang uint64_t xgmi_ta_mc, uint64_t xgmi_mc_shared, 27697c8d171SHawking Zhang uint32_t xgmi_ta_size, uint32_t shared_size) 27797c8d171SHawking Zhang { 27897c8d171SHawking Zhang cmd->cmd_id = GFX_CMD_ID_LOAD_TA; 27997c8d171SHawking Zhang cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(xgmi_ta_mc); 28097c8d171SHawking Zhang cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(xgmi_ta_mc); 28197c8d171SHawking Zhang cmd->cmd.cmd_load_ta.app_len = xgmi_ta_size; 28297c8d171SHawking Zhang 28397c8d171SHawking Zhang cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(xgmi_mc_shared); 28497c8d171SHawking Zhang cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(xgmi_mc_shared); 28597c8d171SHawking Zhang cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size; 28697c8d171SHawking Zhang } 28797c8d171SHawking Zhang 28897c8d171SHawking Zhang static int psp_xgmi_init_shared_buf(struct psp_context *psp) 28997c8d171SHawking Zhang { 29097c8d171SHawking Zhang int ret; 29197c8d171SHawking Zhang 29297c8d171SHawking Zhang /* 29397c8d171SHawking Zhang * Allocate 16k memory aligned to 4k from Frame Buffer (local 29497c8d171SHawking Zhang * physical) for xgmi ta <-> Driver 29597c8d171SHawking Zhang */ 29697c8d171SHawking Zhang ret = amdgpu_bo_create_kernel(psp->adev, PSP_XGMI_SHARED_MEM_SIZE, 29797c8d171SHawking Zhang PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM, 29897c8d171SHawking Zhang &psp->xgmi_context.xgmi_shared_bo, 29997c8d171SHawking Zhang &psp->xgmi_context.xgmi_shared_mc_addr, 30097c8d171SHawking Zhang &psp->xgmi_context.xgmi_shared_buf); 30197c8d171SHawking Zhang 30297c8d171SHawking Zhang return ret; 30397c8d171SHawking Zhang } 30497c8d171SHawking Zhang 30597c8d171SHawking Zhang static int psp_xgmi_load(struct psp_context *psp) 30697c8d171SHawking Zhang { 30797c8d171SHawking Zhang int ret; 30897c8d171SHawking Zhang struct psp_gfx_cmd_resp *cmd; 30997c8d171SHawking Zhang 31097c8d171SHawking Zhang /* 31197c8d171SHawking Zhang * TODO: bypass the loading in sriov for now 31297c8d171SHawking Zhang */ 31397c8d171SHawking Zhang if (amdgpu_sriov_vf(psp->adev)) 31497c8d171SHawking Zhang return 0; 31597c8d171SHawking Zhang 31697c8d171SHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 31797c8d171SHawking Zhang if (!cmd) 31897c8d171SHawking Zhang return -ENOMEM; 31997c8d171SHawking Zhang 32097c8d171SHawking Zhang memset(psp->fw_pri_buf, 0, PSP_1_MEG); 32197c8d171SHawking Zhang memcpy(psp->fw_pri_buf, psp->ta_xgmi_start_addr, psp->ta_xgmi_ucode_size); 32297c8d171SHawking Zhang 32397c8d171SHawking Zhang psp_prep_xgmi_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr, 32497c8d171SHawking Zhang psp->xgmi_context.xgmi_shared_mc_addr, 32597c8d171SHawking Zhang psp->ta_xgmi_ucode_size, PSP_XGMI_SHARED_MEM_SIZE); 32697c8d171SHawking Zhang 32797c8d171SHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 32897c8d171SHawking Zhang psp->fence_buf_mc_addr); 32997c8d171SHawking Zhang 33097c8d171SHawking Zhang if (!ret) { 33197c8d171SHawking Zhang psp->xgmi_context.initialized = 1; 33297c8d171SHawking Zhang psp->xgmi_context.session_id = cmd->resp.session_id; 33397c8d171SHawking Zhang } 33497c8d171SHawking Zhang 33597c8d171SHawking Zhang kfree(cmd); 33697c8d171SHawking Zhang 33797c8d171SHawking Zhang return ret; 33897c8d171SHawking Zhang } 33997c8d171SHawking Zhang 34097c8d171SHawking Zhang static void psp_prep_xgmi_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd, 34197c8d171SHawking Zhang uint32_t xgmi_session_id) 34297c8d171SHawking Zhang { 34397c8d171SHawking Zhang cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA; 34497c8d171SHawking Zhang cmd->cmd.cmd_unload_ta.session_id = xgmi_session_id; 34597c8d171SHawking Zhang } 34697c8d171SHawking Zhang 34797c8d171SHawking Zhang static int psp_xgmi_unload(struct psp_context *psp) 34897c8d171SHawking Zhang { 34997c8d171SHawking Zhang int ret; 35097c8d171SHawking Zhang struct psp_gfx_cmd_resp *cmd; 35197c8d171SHawking Zhang 35297c8d171SHawking Zhang /* 35397c8d171SHawking Zhang * TODO: bypass the unloading in sriov for now 35497c8d171SHawking Zhang */ 35597c8d171SHawking Zhang if (amdgpu_sriov_vf(psp->adev)) 35697c8d171SHawking Zhang return 0; 35797c8d171SHawking Zhang 35897c8d171SHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 35997c8d171SHawking Zhang if (!cmd) 36097c8d171SHawking Zhang return -ENOMEM; 36197c8d171SHawking Zhang 36297c8d171SHawking Zhang psp_prep_xgmi_ta_unload_cmd_buf(cmd, psp->xgmi_context.session_id); 36397c8d171SHawking Zhang 36497c8d171SHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 36597c8d171SHawking Zhang psp->fence_buf_mc_addr); 36697c8d171SHawking Zhang 36797c8d171SHawking Zhang kfree(cmd); 36897c8d171SHawking Zhang 36997c8d171SHawking Zhang return ret; 37097c8d171SHawking Zhang } 37197c8d171SHawking Zhang 372ca6e1e59SHawking Zhang static void psp_prep_xgmi_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd, 373ca6e1e59SHawking Zhang uint32_t ta_cmd_id, 374ca6e1e59SHawking Zhang uint32_t xgmi_session_id) 375ca6e1e59SHawking Zhang { 376ca6e1e59SHawking Zhang cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD; 377ca6e1e59SHawking Zhang cmd->cmd.cmd_invoke_cmd.session_id = xgmi_session_id; 378ca6e1e59SHawking Zhang cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id; 379ca6e1e59SHawking Zhang /* Note: cmd_invoke_cmd.buf is not used for now */ 380ca6e1e59SHawking Zhang } 381ca6e1e59SHawking Zhang 382ca6e1e59SHawking Zhang int psp_xgmi_invoke(struct psp_context *psp, uint32_t ta_cmd_id) 383ca6e1e59SHawking Zhang { 384ca6e1e59SHawking Zhang int ret; 385ca6e1e59SHawking Zhang struct psp_gfx_cmd_resp *cmd; 386ca6e1e59SHawking Zhang 387ca6e1e59SHawking Zhang /* 388ca6e1e59SHawking Zhang * TODO: bypass the loading in sriov for now 389ca6e1e59SHawking Zhang */ 390ca6e1e59SHawking Zhang if (amdgpu_sriov_vf(psp->adev)) 391ca6e1e59SHawking Zhang return 0; 392ca6e1e59SHawking Zhang 393ca6e1e59SHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 394ca6e1e59SHawking Zhang if (!cmd) 395ca6e1e59SHawking Zhang return -ENOMEM; 396ca6e1e59SHawking Zhang 397ca6e1e59SHawking Zhang psp_prep_xgmi_ta_invoke_cmd_buf(cmd, ta_cmd_id, 398ca6e1e59SHawking Zhang psp->xgmi_context.session_id); 399ca6e1e59SHawking Zhang 400ca6e1e59SHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 401ca6e1e59SHawking Zhang psp->fence_buf_mc_addr); 402ca6e1e59SHawking Zhang 403ca6e1e59SHawking Zhang kfree(cmd); 404ca6e1e59SHawking Zhang 405ca6e1e59SHawking Zhang return ret; 406ca6e1e59SHawking Zhang } 407ca6e1e59SHawking Zhang 408*3e2e2ab5SHawking Zhang static int psp_xgmi_terminate(struct psp_context *psp) 409*3e2e2ab5SHawking Zhang { 410*3e2e2ab5SHawking Zhang int ret; 411*3e2e2ab5SHawking Zhang 412*3e2e2ab5SHawking Zhang if (!psp->xgmi_context.initialized) 413*3e2e2ab5SHawking Zhang return 0; 414*3e2e2ab5SHawking Zhang 415*3e2e2ab5SHawking Zhang ret = psp_xgmi_unload(psp); 416*3e2e2ab5SHawking Zhang if (ret) 417*3e2e2ab5SHawking Zhang return ret; 418*3e2e2ab5SHawking Zhang 419*3e2e2ab5SHawking Zhang psp->xgmi_context.initialized = 0; 420*3e2e2ab5SHawking Zhang 421*3e2e2ab5SHawking Zhang /* free xgmi shared memory */ 422*3e2e2ab5SHawking Zhang amdgpu_bo_free_kernel(&psp->xgmi_context.xgmi_shared_bo, 423*3e2e2ab5SHawking Zhang &psp->xgmi_context.xgmi_shared_mc_addr, 424*3e2e2ab5SHawking Zhang &psp->xgmi_context.xgmi_shared_buf); 425*3e2e2ab5SHawking Zhang 426*3e2e2ab5SHawking Zhang return 0; 427*3e2e2ab5SHawking Zhang } 428*3e2e2ab5SHawking Zhang 429*3e2e2ab5SHawking Zhang static int psp_xgmi_initialize(struct psp_context *psp) 430*3e2e2ab5SHawking Zhang { 431*3e2e2ab5SHawking Zhang struct ta_xgmi_shared_memory *xgmi_cmd; 432*3e2e2ab5SHawking Zhang int ret; 433*3e2e2ab5SHawking Zhang 434*3e2e2ab5SHawking Zhang if (!psp->xgmi_context.initialized) { 435*3e2e2ab5SHawking Zhang ret = psp_xgmi_init_shared_buf(psp); 436*3e2e2ab5SHawking Zhang if (ret) 437*3e2e2ab5SHawking Zhang return ret; 438*3e2e2ab5SHawking Zhang } 439*3e2e2ab5SHawking Zhang 440*3e2e2ab5SHawking Zhang /* Load XGMI TA */ 441*3e2e2ab5SHawking Zhang ret = psp_xgmi_load(psp); 442*3e2e2ab5SHawking Zhang if (ret) 443*3e2e2ab5SHawking Zhang return ret; 444*3e2e2ab5SHawking Zhang 445*3e2e2ab5SHawking Zhang /* Initialize XGMI session */ 446*3e2e2ab5SHawking Zhang xgmi_cmd = (struct ta_xgmi_shared_memory *)(psp->xgmi_context.xgmi_shared_buf); 447*3e2e2ab5SHawking Zhang memset(xgmi_cmd, 0, sizeof(struct ta_xgmi_shared_memory)); 448*3e2e2ab5SHawking Zhang xgmi_cmd->cmd_id = TA_COMMAND_XGMI__INITIALIZE; 449*3e2e2ab5SHawking Zhang 450*3e2e2ab5SHawking Zhang ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id); 451*3e2e2ab5SHawking Zhang 452*3e2e2ab5SHawking Zhang return ret; 453*3e2e2ab5SHawking Zhang } 454*3e2e2ab5SHawking Zhang 455be70bbdaSHuang Rui static int psp_hw_start(struct psp_context *psp) 456be70bbdaSHuang Rui { 45755981bd2SMonk Liu struct amdgpu_device *adev = psp->adev; 458be70bbdaSHuang Rui int ret; 459be70bbdaSHuang Rui 46013a752e3SMonk Liu if (!amdgpu_sriov_vf(adev) || !adev->in_gpu_reset) { 4610e5ca0d1SHuang Rui ret = psp_bootloader_load_sysdrv(psp); 4620e5ca0d1SHuang Rui if (ret) 463be70bbdaSHuang Rui return ret; 4640e5ca0d1SHuang Rui 4650e5ca0d1SHuang Rui ret = psp_bootloader_load_sos(psp); 4660e5ca0d1SHuang Rui if (ret) 467be70bbdaSHuang Rui return ret; 46855981bd2SMonk Liu } 4690e5ca0d1SHuang Rui 470be70bbdaSHuang Rui ret = psp_ring_create(psp, PSP_RING_TYPE__KM); 4710e5ca0d1SHuang Rui if (ret) 472be70bbdaSHuang Rui return ret; 4730e5ca0d1SHuang Rui 474be70bbdaSHuang Rui ret = psp_tmr_load(psp); 4750e5ca0d1SHuang Rui if (ret) 476be70bbdaSHuang Rui return ret; 4770e5ca0d1SHuang Rui 4780e5ca0d1SHuang Rui ret = psp_asd_load(psp); 4790e5ca0d1SHuang Rui if (ret) 480be70bbdaSHuang Rui return ret; 481be70bbdaSHuang Rui 482*3e2e2ab5SHawking Zhang if (adev->gmc.xgmi.num_physical_nodes > 1) { 483*3e2e2ab5SHawking Zhang ret = psp_xgmi_initialize(psp); 484*3e2e2ab5SHawking Zhang /* Warning the XGMI seesion initialize failure 485*3e2e2ab5SHawking Zhang * Instead of stop driver initialization 486*3e2e2ab5SHawking Zhang */ 487*3e2e2ab5SHawking Zhang if (ret) 488*3e2e2ab5SHawking Zhang dev_err(psp->adev->dev, 489*3e2e2ab5SHawking Zhang "XGMI: Failed to initialize XGMI session\n"); 490*3e2e2ab5SHawking Zhang } 491be70bbdaSHuang Rui return 0; 492be70bbdaSHuang Rui } 493be70bbdaSHuang Rui 494be70bbdaSHuang Rui static int psp_np_fw_load(struct psp_context *psp) 495be70bbdaSHuang Rui { 496be70bbdaSHuang Rui int i, ret; 497be70bbdaSHuang Rui struct amdgpu_firmware_info *ucode; 498be70bbdaSHuang Rui struct amdgpu_device* adev = psp->adev; 4990e5ca0d1SHuang Rui 5000e5ca0d1SHuang Rui for (i = 0; i < adev->firmware.max_ucodes; i++) { 5010e5ca0d1SHuang Rui ucode = &adev->firmware.ucode[i]; 5020e5ca0d1SHuang Rui if (!ucode->fw) 5030e5ca0d1SHuang Rui continue; 5040e5ca0d1SHuang Rui 5050e5ca0d1SHuang Rui if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC && 5060e5ca0d1SHuang Rui psp_smu_reload_quirk(psp)) 5070e5ca0d1SHuang Rui continue; 508e993ca4fSDaniel Wang if (amdgpu_sriov_vf(adev) && 509e993ca4fSDaniel Wang (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA0 510e993ca4fSDaniel Wang || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1 511e993ca4fSDaniel Wang || ucode->ucode_id == AMDGPU_UCODE_ID_RLC_G)) 512e993ca4fSDaniel Wang /*skip ucode loading in SRIOV VF */ 513e993ca4fSDaniel Wang continue; 5140e5ca0d1SHuang Rui 515be70bbdaSHuang Rui ret = psp_prep_cmd_buf(ucode, psp->cmd); 5160e5ca0d1SHuang Rui if (ret) 517be70bbdaSHuang Rui return ret; 5180e5ca0d1SHuang Rui 519be70bbdaSHuang Rui ret = psp_cmd_submit_buf(psp, ucode, psp->cmd, 5200b25cbf9SHawking Zhang psp->fence_buf_mc_addr); 5210e5ca0d1SHuang Rui if (ret) 522be70bbdaSHuang Rui return ret; 5230e5ca0d1SHuang Rui 5240e5ca0d1SHuang Rui #if 0 5250e5ca0d1SHuang Rui /* check if firmware loaded sucessfully */ 5260e5ca0d1SHuang Rui if (!amdgpu_psp_check_fw_loading_status(adev, i)) 5270e5ca0d1SHuang Rui return -EINVAL; 5280e5ca0d1SHuang Rui #endif 5290e5ca0d1SHuang Rui } 5300e5ca0d1SHuang Rui 531be70bbdaSHuang Rui return 0; 532be70bbdaSHuang Rui } 533be70bbdaSHuang Rui 5340e5ca0d1SHuang Rui static int psp_load_fw(struct amdgpu_device *adev) 5350e5ca0d1SHuang Rui { 5360e5ca0d1SHuang Rui int ret; 5370e5ca0d1SHuang Rui struct psp_context *psp = &adev->psp; 5380e5ca0d1SHuang Rui 53977a3c96bSMonk Liu if (amdgpu_sriov_vf(adev) && adev->in_gpu_reset != 0) 54077a3c96bSMonk Liu goto skip_memalloc; 54177a3c96bSMonk Liu 54267bef0f7SHuang Rui psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 54367bef0f7SHuang Rui if (!psp->cmd) 5440e5ca0d1SHuang Rui return -ENOMEM; 5450e5ca0d1SHuang Rui 54653a5cf57SHuang Rui ret = amdgpu_bo_create_kernel(adev, PSP_1_MEG, PSP_1_MEG, 54753a5cf57SHuang Rui AMDGPU_GEM_DOMAIN_GTT, 54853a5cf57SHuang Rui &psp->fw_pri_bo, 54953a5cf57SHuang Rui &psp->fw_pri_mc_addr, 55053a5cf57SHuang Rui &psp->fw_pri_buf); 5510e5ca0d1SHuang Rui if (ret) 5520e5ca0d1SHuang Rui goto failed; 5530e5ca0d1SHuang Rui 5540e5ca0d1SHuang Rui ret = amdgpu_bo_create_kernel(adev, PSP_FENCE_BUFFER_SIZE, PAGE_SIZE, 5550e5ca0d1SHuang Rui AMDGPU_GEM_DOMAIN_VRAM, 5560e5ca0d1SHuang Rui &psp->fence_buf_bo, 5570e5ca0d1SHuang Rui &psp->fence_buf_mc_addr, 5580e5ca0d1SHuang Rui &psp->fence_buf); 5590e5ca0d1SHuang Rui if (ret) 560a1952da7SHuang Rui goto failed_mem2; 561a1952da7SHuang Rui 562a1952da7SHuang Rui ret = amdgpu_bo_create_kernel(adev, PSP_CMD_BUFFER_SIZE, PAGE_SIZE, 563a1952da7SHuang Rui AMDGPU_GEM_DOMAIN_VRAM, 564a1952da7SHuang Rui &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr, 565a1952da7SHuang Rui (void **)&psp->cmd_buf_mem); 566a1952da7SHuang Rui if (ret) 56753a5cf57SHuang Rui goto failed_mem1; 5680e5ca0d1SHuang Rui 5690e5ca0d1SHuang Rui memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE); 5700e5ca0d1SHuang Rui 571be70bbdaSHuang Rui ret = psp_ring_init(psp, PSP_RING_TYPE__KM); 5720e5ca0d1SHuang Rui if (ret) 573a1952da7SHuang Rui goto failed_mem; 5740e5ca0d1SHuang Rui 575be70bbdaSHuang Rui ret = psp_tmr_init(psp); 5766f2b1fccSHuang Rui if (ret) 5776f2b1fccSHuang Rui goto failed_mem; 5786f2b1fccSHuang Rui 579f5cfef98SHuang Rui ret = psp_asd_init(psp); 580f5cfef98SHuang Rui if (ret) 581f5cfef98SHuang Rui goto failed_mem; 582f5cfef98SHuang Rui 58377a3c96bSMonk Liu skip_memalloc: 584be70bbdaSHuang Rui ret = psp_hw_start(psp); 5850e5ca0d1SHuang Rui if (ret) 5860e5ca0d1SHuang Rui goto failed_mem; 5870e5ca0d1SHuang Rui 588be70bbdaSHuang Rui ret = psp_np_fw_load(psp); 5890e5ca0d1SHuang Rui if (ret) 5900e5ca0d1SHuang Rui goto failed_mem; 5910e5ca0d1SHuang Rui 5920e5ca0d1SHuang Rui return 0; 5930e5ca0d1SHuang Rui 5940e5ca0d1SHuang Rui failed_mem: 595a1952da7SHuang Rui amdgpu_bo_free_kernel(&psp->cmd_buf_bo, 596a1952da7SHuang Rui &psp->cmd_buf_mc_addr, 597a1952da7SHuang Rui (void **)&psp->cmd_buf_mem); 598a1952da7SHuang Rui failed_mem1: 5990e5ca0d1SHuang Rui amdgpu_bo_free_kernel(&psp->fence_buf_bo, 6000e5ca0d1SHuang Rui &psp->fence_buf_mc_addr, &psp->fence_buf); 601a1952da7SHuang Rui failed_mem2: 60253a5cf57SHuang Rui amdgpu_bo_free_kernel(&psp->fw_pri_bo, 60353a5cf57SHuang Rui &psp->fw_pri_mc_addr, &psp->fw_pri_buf); 6040e5ca0d1SHuang Rui failed: 60567bef0f7SHuang Rui kfree(psp->cmd); 60667bef0f7SHuang Rui psp->cmd = NULL; 6070e5ca0d1SHuang Rui return ret; 6080e5ca0d1SHuang Rui } 6090e5ca0d1SHuang Rui 6100e5ca0d1SHuang Rui static int psp_hw_init(void *handle) 6110e5ca0d1SHuang Rui { 6120e5ca0d1SHuang Rui int ret; 6130e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 6140e5ca0d1SHuang Rui 6150e5ca0d1SHuang Rui 6160e5ca0d1SHuang Rui if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 6170e5ca0d1SHuang Rui return 0; 6180e5ca0d1SHuang Rui 6190e5ca0d1SHuang Rui mutex_lock(&adev->firmware.mutex); 6206e13bdf6SRex Zhu /* 6216e13bdf6SRex Zhu * This sequence is just used on hw_init only once, no need on 6226e13bdf6SRex Zhu * resume. 6236e13bdf6SRex Zhu */ 6246e13bdf6SRex Zhu ret = amdgpu_ucode_init_bo(adev); 6256e13bdf6SRex Zhu if (ret) 6266e13bdf6SRex Zhu goto failed; 6270e5ca0d1SHuang Rui 6280e5ca0d1SHuang Rui ret = psp_load_fw(adev); 6290e5ca0d1SHuang Rui if (ret) { 6300e5ca0d1SHuang Rui DRM_ERROR("PSP firmware loading failed\n"); 6310e5ca0d1SHuang Rui goto failed; 6320e5ca0d1SHuang Rui } 6330e5ca0d1SHuang Rui 6340e5ca0d1SHuang Rui mutex_unlock(&adev->firmware.mutex); 6350e5ca0d1SHuang Rui return 0; 6360e5ca0d1SHuang Rui 6370e5ca0d1SHuang Rui failed: 6380e5ca0d1SHuang Rui adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT; 6390e5ca0d1SHuang Rui mutex_unlock(&adev->firmware.mutex); 6400e5ca0d1SHuang Rui return -EINVAL; 6410e5ca0d1SHuang Rui } 6420e5ca0d1SHuang Rui 6430e5ca0d1SHuang Rui static int psp_hw_fini(void *handle) 6440e5ca0d1SHuang Rui { 6450e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 6460e5ca0d1SHuang Rui struct psp_context *psp = &adev->psp; 6470e5ca0d1SHuang Rui 648e3c5e982STrigger Huang if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 649e3c5e982STrigger Huang return 0; 650e3c5e982STrigger Huang 651*3e2e2ab5SHawking Zhang if (adev->gmc.xgmi.num_physical_nodes > 1 && 652*3e2e2ab5SHawking Zhang psp->xgmi_context.initialized == 1) 653*3e2e2ab5SHawking Zhang psp_xgmi_terminate(psp); 654*3e2e2ab5SHawking Zhang 655e3c5e982STrigger Huang psp_ring_destroy(psp, PSP_RING_TYPE__KM); 656e3c5e982STrigger Huang 6570e5ca0d1SHuang Rui amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf); 65853a5cf57SHuang Rui amdgpu_bo_free_kernel(&psp->fw_pri_bo, 65953a5cf57SHuang Rui &psp->fw_pri_mc_addr, &psp->fw_pri_buf); 660b4de2c5aSHuang Rui amdgpu_bo_free_kernel(&psp->fence_buf_bo, 661b4de2c5aSHuang Rui &psp->fence_buf_mc_addr, &psp->fence_buf); 662311146c9SHuang Rui amdgpu_bo_free_kernel(&psp->asd_shared_bo, &psp->asd_shared_mc_addr, 663311146c9SHuang Rui &psp->asd_shared_buf); 664a1952da7SHuang Rui amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr, 665a1952da7SHuang Rui (void **)&psp->cmd_buf_mem); 666b4de2c5aSHuang Rui 66767bef0f7SHuang Rui kfree(psp->cmd); 66867bef0f7SHuang Rui psp->cmd = NULL; 66967bef0f7SHuang Rui 6700e5ca0d1SHuang Rui return 0; 6710e5ca0d1SHuang Rui } 6720e5ca0d1SHuang Rui 6730e5ca0d1SHuang Rui static int psp_suspend(void *handle) 6740e5ca0d1SHuang Rui { 675bcd6eab8SEvan Quan int ret; 676bcd6eab8SEvan Quan struct amdgpu_device *adev = (struct amdgpu_device *)handle; 677bcd6eab8SEvan Quan struct psp_context *psp = &adev->psp; 678bcd6eab8SEvan Quan 679a9f36360SAlex Deucher if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 680a9f36360SAlex Deucher return 0; 681a9f36360SAlex Deucher 682*3e2e2ab5SHawking Zhang if (adev->gmc.xgmi.num_physical_nodes > 1 && 683*3e2e2ab5SHawking Zhang psp->xgmi_context.initialized == 1) { 684*3e2e2ab5SHawking Zhang ret = psp_xgmi_terminate(psp); 685*3e2e2ab5SHawking Zhang if (ret) { 686*3e2e2ab5SHawking Zhang DRM_ERROR("Failed to terminate xgmi ta\n"); 687*3e2e2ab5SHawking Zhang return ret; 688*3e2e2ab5SHawking Zhang } 689*3e2e2ab5SHawking Zhang } 690*3e2e2ab5SHawking Zhang 691bcd6eab8SEvan Quan ret = psp_ring_stop(psp, PSP_RING_TYPE__KM); 692bcd6eab8SEvan Quan if (ret) { 693bcd6eab8SEvan Quan DRM_ERROR("PSP ring stop failed\n"); 694bcd6eab8SEvan Quan return ret; 695bcd6eab8SEvan Quan } 696bcd6eab8SEvan Quan 6970e5ca0d1SHuang Rui return 0; 6980e5ca0d1SHuang Rui } 6990e5ca0d1SHuang Rui 7000e5ca0d1SHuang Rui static int psp_resume(void *handle) 7010e5ca0d1SHuang Rui { 7020e5ca0d1SHuang Rui int ret; 7030e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 70493ea9b9fSHuang Rui struct psp_context *psp = &adev->psp; 7050e5ca0d1SHuang Rui 7060e5ca0d1SHuang Rui if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 7070e5ca0d1SHuang Rui return 0; 7080e5ca0d1SHuang Rui 70993ea9b9fSHuang Rui DRM_INFO("PSP is resuming...\n"); 71093ea9b9fSHuang Rui 7110e5ca0d1SHuang Rui mutex_lock(&adev->firmware.mutex); 7120e5ca0d1SHuang Rui 71393ea9b9fSHuang Rui ret = psp_hw_start(psp); 7140e5ca0d1SHuang Rui if (ret) 71593ea9b9fSHuang Rui goto failed; 71693ea9b9fSHuang Rui 71793ea9b9fSHuang Rui ret = psp_np_fw_load(psp); 71893ea9b9fSHuang Rui if (ret) 71993ea9b9fSHuang Rui goto failed; 7200e5ca0d1SHuang Rui 7210e5ca0d1SHuang Rui mutex_unlock(&adev->firmware.mutex); 7220e5ca0d1SHuang Rui 72393ea9b9fSHuang Rui return 0; 72493ea9b9fSHuang Rui 72593ea9b9fSHuang Rui failed: 72693ea9b9fSHuang Rui DRM_ERROR("PSP resume failed\n"); 72793ea9b9fSHuang Rui mutex_unlock(&adev->firmware.mutex); 7280e5ca0d1SHuang Rui return ret; 7290e5ca0d1SHuang Rui } 7300e5ca0d1SHuang Rui 731f75a9a5dSAlex Deucher int psp_gpu_reset(struct amdgpu_device *adev) 73298512bb8SKen Wang { 7332d4f9020SHuang Rui if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 7342d4f9020SHuang Rui return 0; 7352d4f9020SHuang Rui 73698512bb8SKen Wang return psp_mode1_reset(&adev->psp); 73798512bb8SKen Wang } 73898512bb8SKen Wang 7390e5ca0d1SHuang Rui static bool psp_check_fw_loading_status(struct amdgpu_device *adev, 7400e5ca0d1SHuang Rui enum AMDGPU_UCODE_ID ucode_type) 7410e5ca0d1SHuang Rui { 7420e5ca0d1SHuang Rui struct amdgpu_firmware_info *ucode = NULL; 7430e5ca0d1SHuang Rui 7440e5ca0d1SHuang Rui if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) { 7450e5ca0d1SHuang Rui DRM_INFO("firmware is not loaded by PSP\n"); 7460e5ca0d1SHuang Rui return true; 7470e5ca0d1SHuang Rui } 7480e5ca0d1SHuang Rui 7490e5ca0d1SHuang Rui if (!adev->firmware.fw_size) 7500e5ca0d1SHuang Rui return false; 7510e5ca0d1SHuang Rui 7520e5ca0d1SHuang Rui ucode = &adev->firmware.ucode[ucode_type]; 7530e5ca0d1SHuang Rui if (!ucode->fw || !ucode->ucode_size) 7540e5ca0d1SHuang Rui return false; 7550e5ca0d1SHuang Rui 7560e5ca0d1SHuang Rui return psp_compare_sram_data(&adev->psp, ucode, ucode_type); 7570e5ca0d1SHuang Rui } 7580e5ca0d1SHuang Rui 7590e5ca0d1SHuang Rui static int psp_set_clockgating_state(void *handle, 7600e5ca0d1SHuang Rui enum amd_clockgating_state state) 7610e5ca0d1SHuang Rui { 7620e5ca0d1SHuang Rui return 0; 7630e5ca0d1SHuang Rui } 7640e5ca0d1SHuang Rui 7650e5ca0d1SHuang Rui static int psp_set_powergating_state(void *handle, 7660e5ca0d1SHuang Rui enum amd_powergating_state state) 7670e5ca0d1SHuang Rui { 7680e5ca0d1SHuang Rui return 0; 7690e5ca0d1SHuang Rui } 7700e5ca0d1SHuang Rui 7710e5ca0d1SHuang Rui const struct amd_ip_funcs psp_ip_funcs = { 7720e5ca0d1SHuang Rui .name = "psp", 7730e5ca0d1SHuang Rui .early_init = psp_early_init, 7740e5ca0d1SHuang Rui .late_init = NULL, 7750e5ca0d1SHuang Rui .sw_init = psp_sw_init, 7760e5ca0d1SHuang Rui .sw_fini = psp_sw_fini, 7770e5ca0d1SHuang Rui .hw_init = psp_hw_init, 7780e5ca0d1SHuang Rui .hw_fini = psp_hw_fini, 7790e5ca0d1SHuang Rui .suspend = psp_suspend, 7800e5ca0d1SHuang Rui .resume = psp_resume, 7810e5ca0d1SHuang Rui .is_idle = NULL, 782f75a9a5dSAlex Deucher .check_soft_reset = NULL, 7830e5ca0d1SHuang Rui .wait_for_idle = NULL, 784f75a9a5dSAlex Deucher .soft_reset = NULL, 7850e5ca0d1SHuang Rui .set_clockgating_state = psp_set_clockgating_state, 7860e5ca0d1SHuang Rui .set_powergating_state = psp_set_powergating_state, 7870e5ca0d1SHuang Rui }; 7880e5ca0d1SHuang Rui 7890e5ca0d1SHuang Rui static const struct amdgpu_psp_funcs psp_funcs = { 7900e5ca0d1SHuang Rui .check_fw_loading_status = psp_check_fw_loading_status, 7910e5ca0d1SHuang Rui }; 7920e5ca0d1SHuang Rui 7930e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev) 7940e5ca0d1SHuang Rui { 7950e5ca0d1SHuang Rui if (NULL == adev->firmware.funcs) 7960e5ca0d1SHuang Rui adev->firmware.funcs = &psp_funcs; 7970e5ca0d1SHuang Rui } 7980e5ca0d1SHuang Rui 7990e5ca0d1SHuang Rui const struct amdgpu_ip_block_version psp_v3_1_ip_block = 8000e5ca0d1SHuang Rui { 8010e5ca0d1SHuang Rui .type = AMD_IP_BLOCK_TYPE_PSP, 8020e5ca0d1SHuang Rui .major = 3, 8030e5ca0d1SHuang Rui .minor = 1, 8040e5ca0d1SHuang Rui .rev = 0, 8050e5ca0d1SHuang Rui .funcs = &psp_ip_funcs, 8060e5ca0d1SHuang Rui }; 807dfbd6438SHuang Rui 808dfbd6438SHuang Rui const struct amdgpu_ip_block_version psp_v10_0_ip_block = 809dfbd6438SHuang Rui { 810dfbd6438SHuang Rui .type = AMD_IP_BLOCK_TYPE_PSP, 811dfbd6438SHuang Rui .major = 10, 812dfbd6438SHuang Rui .minor = 0, 813dfbd6438SHuang Rui .rev = 0, 814dfbd6438SHuang Rui .funcs = &psp_ip_funcs, 815dfbd6438SHuang Rui }; 816654f761cSFeifei Xu 817654f761cSFeifei Xu const struct amdgpu_ip_block_version psp_v11_0_ip_block = 818654f761cSFeifei Xu { 819654f761cSFeifei Xu .type = AMD_IP_BLOCK_TYPE_PSP, 820654f761cSFeifei Xu .major = 11, 821654f761cSFeifei Xu .minor = 0, 822654f761cSFeifei Xu .rev = 0, 823654f761cSFeifei Xu .funcs = &psp_ip_funcs, 824654f761cSFeifei Xu }; 825