10e5ca0d1SHuang Rui /* 20e5ca0d1SHuang Rui * Copyright 2016 Advanced Micro Devices, Inc. 30e5ca0d1SHuang Rui * 40e5ca0d1SHuang Rui * Permission is hereby granted, free of charge, to any person obtaining a 50e5ca0d1SHuang Rui * copy of this software and associated documentation files (the "Software"), 60e5ca0d1SHuang Rui * to deal in the Software without restriction, including without limitation 70e5ca0d1SHuang Rui * the rights to use, copy, modify, merge, publish, distribute, sublicense, 80e5ca0d1SHuang Rui * and/or sell copies of the Software, and to permit persons to whom the 90e5ca0d1SHuang Rui * Software is furnished to do so, subject to the following conditions: 100e5ca0d1SHuang Rui * 110e5ca0d1SHuang Rui * The above copyright notice and this permission notice shall be included in 120e5ca0d1SHuang Rui * all copies or substantial portions of the Software. 130e5ca0d1SHuang Rui * 140e5ca0d1SHuang Rui * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 150e5ca0d1SHuang Rui * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 160e5ca0d1SHuang Rui * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 170e5ca0d1SHuang Rui * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 180e5ca0d1SHuang Rui * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 190e5ca0d1SHuang Rui * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 200e5ca0d1SHuang Rui * OTHER DEALINGS IN THE SOFTWARE. 210e5ca0d1SHuang Rui * 220e5ca0d1SHuang Rui * Author: Huang Rui 230e5ca0d1SHuang Rui * 240e5ca0d1SHuang Rui */ 250e5ca0d1SHuang Rui 260e5ca0d1SHuang Rui #include <linux/firmware.h> 27fdf2f6c5SSam Ravnborg 280e5ca0d1SHuang Rui #include "amdgpu.h" 290e5ca0d1SHuang Rui #include "amdgpu_psp.h" 300e5ca0d1SHuang Rui #include "amdgpu_ucode.h" 310e5ca0d1SHuang Rui #include "soc15_common.h" 320e5ca0d1SHuang Rui #include "psp_v3_1.h" 33c1798b54SHuang Rui #include "psp_v10_0.h" 34654f761cSFeifei Xu #include "psp_v11_0.h" 356a7a0bdbSAaron Liu #include "psp_v12_0.h" 360e5ca0d1SHuang Rui 370e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev); 380e5ca0d1SHuang Rui 390e5ca0d1SHuang Rui static int psp_early_init(void *handle) 400e5ca0d1SHuang Rui { 410e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 429d6fea57SAlex Deucher struct psp_context *psp = &adev->psp; 430e5ca0d1SHuang Rui 440e5ca0d1SHuang Rui psp_set_funcs(adev); 450e5ca0d1SHuang Rui 460e5ca0d1SHuang Rui switch (adev->asic_type) { 470e5ca0d1SHuang Rui case CHIP_VEGA10: 48ff13dc67SAlex Deucher case CHIP_VEGA12: 49e7f9ccb4SAlex Deucher psp_v3_1_set_psp_funcs(psp); 501d1f41cfSHawking Zhang psp->autoload_supported = false; 510e5ca0d1SHuang Rui break; 52c1798b54SHuang Rui case CHIP_RAVEN: 53e7f9ccb4SAlex Deucher psp_v10_0_set_psp_funcs(psp); 541d1f41cfSHawking Zhang psp->autoload_supported = false; 55c1798b54SHuang Rui break; 56654f761cSFeifei Xu case CHIP_VEGA20: 57f36d9ab9SJohn Clements case CHIP_ARCTURUS: 581d1f41cfSHawking Zhang psp_v11_0_set_psp_funcs(psp); 591d1f41cfSHawking Zhang psp->autoload_supported = false; 601d1f41cfSHawking Zhang break; 61bc290fe5STao Zhou case CHIP_NAVI10: 6282522b2dSXiaojie Yuan case CHIP_NAVI14: 63739cdbd6SXiaojie Yuan case CHIP_NAVI12: 64654f761cSFeifei Xu psp_v11_0_set_psp_funcs(psp); 651d1f41cfSHawking Zhang psp->autoload_supported = true; 66654f761cSFeifei Xu break; 676a7a0bdbSAaron Liu case CHIP_RENOIR: 686a7a0bdbSAaron Liu psp_v12_0_set_psp_funcs(psp); 696a7a0bdbSAaron Liu break; 700e5ca0d1SHuang Rui default: 710e5ca0d1SHuang Rui return -EINVAL; 720e5ca0d1SHuang Rui } 730e5ca0d1SHuang Rui 740e5ca0d1SHuang Rui psp->adev = adev; 750e5ca0d1SHuang Rui 769d6fea57SAlex Deucher return 0; 779d6fea57SAlex Deucher } 789d6fea57SAlex Deucher 799d6fea57SAlex Deucher static int psp_sw_init(void *handle) 809d6fea57SAlex Deucher { 819d6fea57SAlex Deucher struct amdgpu_device *adev = (struct amdgpu_device *)handle; 829d6fea57SAlex Deucher struct psp_context *psp = &adev->psp; 839d6fea57SAlex Deucher int ret; 849d6fea57SAlex Deucher 850e5ca0d1SHuang Rui ret = psp_init_microcode(psp); 860e5ca0d1SHuang Rui if (ret) { 870e5ca0d1SHuang Rui DRM_ERROR("Failed to load psp firmware!\n"); 880e5ca0d1SHuang Rui return ret; 890e5ca0d1SHuang Rui } 900e5ca0d1SHuang Rui 910e5ca0d1SHuang Rui return 0; 920e5ca0d1SHuang Rui } 930e5ca0d1SHuang Rui 940e5ca0d1SHuang Rui static int psp_sw_fini(void *handle) 950e5ca0d1SHuang Rui { 96c833d8aaSMonk Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 97c833d8aaSMonk Liu 98c833d8aaSMonk Liu release_firmware(adev->psp.sos_fw); 99c833d8aaSMonk Liu adev->psp.sos_fw = NULL; 100c833d8aaSMonk Liu release_firmware(adev->psp.asd_fw); 101c833d8aaSMonk Liu adev->psp.asd_fw = NULL; 1021d69511eSAlex Deucher if (adev->psp.ta_fw) { 10351e7177fSHawking Zhang release_firmware(adev->psp.ta_fw); 10451e7177fSHawking Zhang adev->psp.ta_fw = NULL; 1051d69511eSAlex Deucher } 1060e5ca0d1SHuang Rui return 0; 1070e5ca0d1SHuang Rui } 1080e5ca0d1SHuang Rui 1090e5ca0d1SHuang Rui int psp_wait_for(struct psp_context *psp, uint32_t reg_index, 1100e5ca0d1SHuang Rui uint32_t reg_val, uint32_t mask, bool check_changed) 1110e5ca0d1SHuang Rui { 1120e5ca0d1SHuang Rui uint32_t val; 1130e5ca0d1SHuang Rui int i; 1140e5ca0d1SHuang Rui struct amdgpu_device *adev = psp->adev; 1150e5ca0d1SHuang Rui 1160e5ca0d1SHuang Rui for (i = 0; i < adev->usec_timeout; i++) { 1172890decfSZhang, Jerry val = RREG32(reg_index); 1180e5ca0d1SHuang Rui if (check_changed) { 1190e5ca0d1SHuang Rui if (val != reg_val) 1200e5ca0d1SHuang Rui return 0; 1210e5ca0d1SHuang Rui } else { 1220e5ca0d1SHuang Rui if ((val & mask) == reg_val) 1230e5ca0d1SHuang Rui return 0; 1240e5ca0d1SHuang Rui } 1250e5ca0d1SHuang Rui udelay(1); 1260e5ca0d1SHuang Rui } 1270e5ca0d1SHuang Rui 1280e5ca0d1SHuang Rui return -ETIME; 1290e5ca0d1SHuang Rui } 1300e5ca0d1SHuang Rui 1310e5ca0d1SHuang Rui static int 1320e5ca0d1SHuang Rui psp_cmd_submit_buf(struct psp_context *psp, 1330e5ca0d1SHuang Rui struct amdgpu_firmware_info *ucode, 1340b25cbf9SHawking Zhang struct psp_gfx_cmd_resp *cmd, uint64_t fence_mc_addr) 1350e5ca0d1SHuang Rui { 1360e5ca0d1SHuang Rui int ret; 1370b25cbf9SHawking Zhang int index; 138ea114213Sxinhui pan int timeout = 2000; 1390e5ca0d1SHuang Rui 14032eaeae0SAlex Deucher mutex_lock(&psp->mutex); 14132eaeae0SAlex Deucher 142a1952da7SHuang Rui memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE); 1430e5ca0d1SHuang Rui 144a1952da7SHuang Rui memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp)); 1450e5ca0d1SHuang Rui 1460b25cbf9SHawking Zhang index = atomic_inc_return(&psp->fence_value); 147*50e275e8SXiaojie Yuan ret = psp_cmd_submit(psp, psp->cmd_buf_mc_addr, fence_mc_addr, index); 1480b25cbf9SHawking Zhang if (ret) { 1490b25cbf9SHawking Zhang atomic_dec(&psp->fence_value); 15032eaeae0SAlex Deucher mutex_unlock(&psp->mutex); 1510b25cbf9SHawking Zhang return ret; 152ca7f65c7Skbuild test robot } 1530e5ca0d1SHuang Rui 154ea114213Sxinhui pan while (*((unsigned int *)psp->fence_buf) != index) { 155ea114213Sxinhui pan if (--timeout == 0) 1567a3d7bf6SEvan Quan break; 1570b25cbf9SHawking Zhang msleep(1); 158ea114213Sxinhui pan } 1590b25cbf9SHawking Zhang 160466bcb75SAaron Liu /* In some cases, psp response status is not 0 even there is no 161466bcb75SAaron Liu * problem while the command is submitted. Some version of PSP FW 162466bcb75SAaron Liu * doesn't write 0 to that field. 163466bcb75SAaron Liu * So here we would like to only print a warning instead of an error 164466bcb75SAaron Liu * during psp initialization to avoid breaking hw_init and it doesn't 165466bcb75SAaron Liu * return -EINVAL. 166466bcb75SAaron Liu */ 1677a3d7bf6SEvan Quan if (psp->cmd_buf_mem->resp.status || !timeout) { 16876223c54SXiangliang Yu if (ucode) 169466bcb75SAaron Liu DRM_WARN("failed to load ucode id (%d) ", 17076223c54SXiangliang Yu ucode->ucode_id); 1716c37bde9SJohn Clements DRM_WARN("psp command failed and response status is (0x%X)\n", 1726c37bde9SJohn Clements psp->cmd_buf_mem->resp.status & GFX_CMD_STATUS_MASK); 17332eaeae0SAlex Deucher if (!timeout) { 17432eaeae0SAlex Deucher mutex_unlock(&psp->mutex); 1757a3d7bf6SEvan Quan return -EINVAL; 17628a16027SHuang Rui } 17732eaeae0SAlex Deucher } 17828a16027SHuang Rui 179a363553cSXiangliang Yu /* get xGMI session id from response buffer */ 180a363553cSXiangliang Yu cmd->resp.session_id = psp->cmd_buf_mem->resp.session_id; 181a363553cSXiangliang Yu 182435198f3SJames Zhu if (ucode) { 183435198f3SJames Zhu ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo; 184435198f3SJames Zhu ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi; 185435198f3SJames Zhu } 18632eaeae0SAlex Deucher mutex_unlock(&psp->mutex); 187435198f3SJames Zhu 1880e5ca0d1SHuang Rui return ret; 1890e5ca0d1SHuang Rui } 1900e5ca0d1SHuang Rui 1915ec996dfSXiangliang Yu static void psp_prep_tmr_cmd_buf(struct psp_context *psp, 1925ec996dfSXiangliang Yu struct psp_gfx_cmd_resp *cmd, 1930e5ca0d1SHuang Rui uint64_t tmr_mc, uint32_t size) 1940e5ca0d1SHuang Rui { 1955ec996dfSXiangliang Yu if (psp_support_vmr_ring(psp)) 1965ec996dfSXiangliang Yu cmd->cmd_id = GFX_CMD_ID_SETUP_VMR; 1975ec996dfSXiangliang Yu else 1980e5ca0d1SHuang Rui cmd->cmd_id = GFX_CMD_ID_SETUP_TMR; 199f03defe0SAlex Deucher cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc); 200f03defe0SAlex Deucher cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc); 2010e5ca0d1SHuang Rui cmd->cmd.cmd_setup_tmr.buf_size = size; 2020e5ca0d1SHuang Rui } 2030e5ca0d1SHuang Rui 2047ea49e76SHawking Zhang static void psp_prep_load_toc_cmd_buf(struct psp_gfx_cmd_resp *cmd, 2057ea49e76SHawking Zhang uint64_t pri_buf_mc, uint32_t size) 2067ea49e76SHawking Zhang { 2077ea49e76SHawking Zhang cmd->cmd_id = GFX_CMD_ID_LOAD_TOC; 2087ea49e76SHawking Zhang cmd->cmd.cmd_load_toc.toc_phy_addr_lo = lower_32_bits(pri_buf_mc); 2097ea49e76SHawking Zhang cmd->cmd.cmd_load_toc.toc_phy_addr_hi = upper_32_bits(pri_buf_mc); 2107ea49e76SHawking Zhang cmd->cmd.cmd_load_toc.toc_size = size; 2117ea49e76SHawking Zhang } 2127ea49e76SHawking Zhang 2137ea49e76SHawking Zhang /* Issue LOAD TOC cmd to PSP to part toc and calculate tmr size needed */ 2147ea49e76SHawking Zhang static int psp_load_toc(struct psp_context *psp, 2157ea49e76SHawking Zhang uint32_t *tmr_size) 2167ea49e76SHawking Zhang { 2177ea49e76SHawking Zhang int ret; 2187ea49e76SHawking Zhang struct psp_gfx_cmd_resp *cmd; 2197ea49e76SHawking Zhang 2207ea49e76SHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 2217ea49e76SHawking Zhang if (!cmd) 2227ea49e76SHawking Zhang return -ENOMEM; 2237ea49e76SHawking Zhang /* Copy toc to psp firmware private buffer */ 2247ea49e76SHawking Zhang memset(psp->fw_pri_buf, 0, PSP_1_MEG); 2257ea49e76SHawking Zhang memcpy(psp->fw_pri_buf, psp->toc_start_addr, psp->toc_bin_size); 2267ea49e76SHawking Zhang 2277ea49e76SHawking Zhang psp_prep_load_toc_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->toc_bin_size); 2287ea49e76SHawking Zhang 2297ea49e76SHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 2307ea49e76SHawking Zhang psp->fence_buf_mc_addr); 2317ea49e76SHawking Zhang if (!ret) 2327ea49e76SHawking Zhang *tmr_size = psp->cmd_buf_mem->resp.tmr_size; 2337ea49e76SHawking Zhang kfree(cmd); 2347ea49e76SHawking Zhang return ret; 2357ea49e76SHawking Zhang } 2367ea49e76SHawking Zhang 2370e5ca0d1SHuang Rui /* Set up Trusted Memory Region */ 2380e5ca0d1SHuang Rui static int psp_tmr_init(struct psp_context *psp) 2390e5ca0d1SHuang Rui { 2400e5ca0d1SHuang Rui int ret; 2417ea49e76SHawking Zhang int tmr_size; 2420e5ca0d1SHuang Rui 2430e5ca0d1SHuang Rui /* 244795c1b8dSshaoyunl * According to HW engineer, they prefer the TMR address be "naturally 245795c1b8dSshaoyunl * aligned" , e.g. the start address be an integer divide of TMR size. 2460e5ca0d1SHuang Rui * 2470e5ca0d1SHuang Rui * Note: this memory need be reserved till the driver 2480e5ca0d1SHuang Rui * uninitializes. 2490e5ca0d1SHuang Rui */ 2507ea49e76SHawking Zhang tmr_size = PSP_TMR_SIZE; 2517ea49e76SHawking Zhang 2527ea49e76SHawking Zhang /* For ASICs support RLC autoload, psp will parse the toc 2537ea49e76SHawking Zhang * and calculate the total size of TMR needed */ 2547ea49e76SHawking Zhang if (psp->toc_start_addr && 2557ea49e76SHawking Zhang psp->toc_bin_size && 2567ea49e76SHawking Zhang psp->fw_pri_buf) { 2577ea49e76SHawking Zhang ret = psp_load_toc(psp, &tmr_size); 2587ea49e76SHawking Zhang if (ret) { 2597ea49e76SHawking Zhang DRM_ERROR("Failed to load toc\n"); 2607ea49e76SHawking Zhang return ret; 2617ea49e76SHawking Zhang } 2627ea49e76SHawking Zhang } 2637ea49e76SHawking Zhang 2647ea49e76SHawking Zhang ret = amdgpu_bo_create_kernel(psp->adev, tmr_size, PSP_TMR_SIZE, 2650e5ca0d1SHuang Rui AMDGPU_GEM_DOMAIN_VRAM, 2660e5ca0d1SHuang Rui &psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf); 2676f2b1fccSHuang Rui 2686f2b1fccSHuang Rui return ret; 2696f2b1fccSHuang Rui } 2706f2b1fccSHuang Rui 2716f2b1fccSHuang Rui static int psp_tmr_load(struct psp_context *psp) 2726f2b1fccSHuang Rui { 2736f2b1fccSHuang Rui int ret; 2746f2b1fccSHuang Rui struct psp_gfx_cmd_resp *cmd; 2756f2b1fccSHuang Rui 2766f2b1fccSHuang Rui cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 2776f2b1fccSHuang Rui if (!cmd) 2786f2b1fccSHuang Rui return -ENOMEM; 2790e5ca0d1SHuang Rui 2807ea49e76SHawking Zhang psp_prep_tmr_cmd_buf(psp, cmd, psp->tmr_mc_addr, 2817ea49e76SHawking Zhang amdgpu_bo_size(psp->tmr_bo)); 2827ea49e76SHawking Zhang DRM_INFO("reserve 0x%lx from 0x%llx for PSP TMR\n", 2837ea49e76SHawking Zhang amdgpu_bo_size(psp->tmr_bo), psp->tmr_mc_addr); 2840e5ca0d1SHuang Rui 2850e5ca0d1SHuang Rui ret = psp_cmd_submit_buf(psp, NULL, cmd, 2860b25cbf9SHawking Zhang psp->fence_buf_mc_addr); 2870e5ca0d1SHuang Rui if (ret) 2886f2b1fccSHuang Rui goto failed; 2890e5ca0d1SHuang Rui 2900e5ca0d1SHuang Rui kfree(cmd); 2910e5ca0d1SHuang Rui 2920e5ca0d1SHuang Rui return 0; 2930e5ca0d1SHuang Rui 2940e5ca0d1SHuang Rui failed: 2950e5ca0d1SHuang Rui kfree(cmd); 2960e5ca0d1SHuang Rui return ret; 2970e5ca0d1SHuang Rui } 2980e5ca0d1SHuang Rui 2990e5ca0d1SHuang Rui static void psp_prep_asd_cmd_buf(struct psp_gfx_cmd_resp *cmd, 3000e5ca0d1SHuang Rui uint64_t asd_mc, uint64_t asd_mc_shared, 3010e5ca0d1SHuang Rui uint32_t size, uint32_t shared_size) 3020e5ca0d1SHuang Rui { 3030e5ca0d1SHuang Rui cmd->cmd_id = GFX_CMD_ID_LOAD_ASD; 3040e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(asd_mc); 3050e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(asd_mc); 3060e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.app_len = size; 3070e5ca0d1SHuang Rui 3080e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(asd_mc_shared); 3090e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(asd_mc_shared); 3100e5ca0d1SHuang Rui cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size; 3110e5ca0d1SHuang Rui } 3120e5ca0d1SHuang Rui 313f5cfef98SHuang Rui static int psp_asd_init(struct psp_context *psp) 3140e5ca0d1SHuang Rui { 3150e5ca0d1SHuang Rui int ret; 3160e5ca0d1SHuang Rui 3170e5ca0d1SHuang Rui /* 3180e5ca0d1SHuang Rui * Allocate 16k memory aligned to 4k from Frame Buffer (local 3190e5ca0d1SHuang Rui * physical) for shared ASD <-> Driver 3200e5ca0d1SHuang Rui */ 321f5cfef98SHuang Rui ret = amdgpu_bo_create_kernel(psp->adev, PSP_ASD_SHARED_MEM_SIZE, 322f5cfef98SHuang Rui PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM, 323f5cfef98SHuang Rui &psp->asd_shared_bo, 324f5cfef98SHuang Rui &psp->asd_shared_mc_addr, 325f5cfef98SHuang Rui &psp->asd_shared_buf); 3260e5ca0d1SHuang Rui 3270e5ca0d1SHuang Rui return ret; 3280e5ca0d1SHuang Rui } 3290e5ca0d1SHuang Rui 3300e5ca0d1SHuang Rui static int psp_asd_load(struct psp_context *psp) 3310e5ca0d1SHuang Rui { 3320e5ca0d1SHuang Rui int ret; 3330e5ca0d1SHuang Rui struct psp_gfx_cmd_resp *cmd; 3340e5ca0d1SHuang Rui 335943cafb8SXiangliang Yu /* If PSP version doesn't match ASD version, asd loading will be failed. 336943cafb8SXiangliang Yu * add workaround to bypass it for sriov now. 337943cafb8SXiangliang Yu * TODO: add version check to make it common 338943cafb8SXiangliang Yu */ 339943cafb8SXiangliang Yu if (amdgpu_sriov_vf(psp->adev)) 340943cafb8SXiangliang Yu return 0; 341943cafb8SXiangliang Yu 3420e5ca0d1SHuang Rui cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 3430e5ca0d1SHuang Rui if (!cmd) 3440e5ca0d1SHuang Rui return -ENOMEM; 3450e5ca0d1SHuang Rui 3462b0c3aeeSHuang Rui memset(psp->fw_pri_buf, 0, PSP_1_MEG); 3472b0c3aeeSHuang Rui memcpy(psp->fw_pri_buf, psp->asd_start_addr, psp->asd_ucode_size); 3480e5ca0d1SHuang Rui 349f5cfef98SHuang Rui psp_prep_asd_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->asd_shared_mc_addr, 3500e5ca0d1SHuang Rui psp->asd_ucode_size, PSP_ASD_SHARED_MEM_SIZE); 3510e5ca0d1SHuang Rui 3520e5ca0d1SHuang Rui ret = psp_cmd_submit_buf(psp, NULL, cmd, 3530b25cbf9SHawking Zhang psp->fence_buf_mc_addr); 3540e5ca0d1SHuang Rui 3550e5ca0d1SHuang Rui kfree(cmd); 3560e5ca0d1SHuang Rui 3570e5ca0d1SHuang Rui return ret; 3580e5ca0d1SHuang Rui } 3590e5ca0d1SHuang Rui 360c5d19419STrigger Huang static void psp_prep_reg_prog_cmd_buf(struct psp_gfx_cmd_resp *cmd, 361c5d19419STrigger Huang uint32_t id, uint32_t value) 362c5d19419STrigger Huang { 363c5d19419STrigger Huang cmd->cmd_id = GFX_CMD_ID_PROG_REG; 364c5d19419STrigger Huang cmd->cmd.cmd_setup_reg_prog.reg_value = value; 365c5d19419STrigger Huang cmd->cmd.cmd_setup_reg_prog.reg_id = id; 366c5d19419STrigger Huang } 367c5d19419STrigger Huang 368c5d19419STrigger Huang int psp_reg_program(struct psp_context *psp, enum psp_reg_prog_id reg, 369c5d19419STrigger Huang uint32_t value) 370c5d19419STrigger Huang { 371c5d19419STrigger Huang struct psp_gfx_cmd_resp *cmd = NULL; 372c5d19419STrigger Huang int ret = 0; 373c5d19419STrigger Huang 374c5d19419STrigger Huang if (reg >= PSP_REG_LAST) 375c5d19419STrigger Huang return -EINVAL; 376c5d19419STrigger Huang 377c5d19419STrigger Huang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 378c5d19419STrigger Huang if (!cmd) 379c5d19419STrigger Huang return -ENOMEM; 380c5d19419STrigger Huang 381c5d19419STrigger Huang psp_prep_reg_prog_cmd_buf(cmd, reg, value); 382c5d19419STrigger Huang ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr); 383c5d19419STrigger Huang 384c5d19419STrigger Huang kfree(cmd); 385c5d19419STrigger Huang return ret; 386c5d19419STrigger Huang } 387c5d19419STrigger Huang 38897c8d171SHawking Zhang static void psp_prep_xgmi_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd, 38997c8d171SHawking Zhang uint64_t xgmi_ta_mc, uint64_t xgmi_mc_shared, 39097c8d171SHawking Zhang uint32_t xgmi_ta_size, uint32_t shared_size) 39197c8d171SHawking Zhang { 39297c8d171SHawking Zhang cmd->cmd_id = GFX_CMD_ID_LOAD_TA; 39397c8d171SHawking Zhang cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(xgmi_ta_mc); 39497c8d171SHawking Zhang cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(xgmi_ta_mc); 39597c8d171SHawking Zhang cmd->cmd.cmd_load_ta.app_len = xgmi_ta_size; 39697c8d171SHawking Zhang 39797c8d171SHawking Zhang cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(xgmi_mc_shared); 39897c8d171SHawking Zhang cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(xgmi_mc_shared); 39997c8d171SHawking Zhang cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size; 40097c8d171SHawking Zhang } 40197c8d171SHawking Zhang 40297c8d171SHawking Zhang static int psp_xgmi_init_shared_buf(struct psp_context *psp) 40397c8d171SHawking Zhang { 40497c8d171SHawking Zhang int ret; 40597c8d171SHawking Zhang 40697c8d171SHawking Zhang /* 40797c8d171SHawking Zhang * Allocate 16k memory aligned to 4k from Frame Buffer (local 40897c8d171SHawking Zhang * physical) for xgmi ta <-> Driver 40997c8d171SHawking Zhang */ 41097c8d171SHawking Zhang ret = amdgpu_bo_create_kernel(psp->adev, PSP_XGMI_SHARED_MEM_SIZE, 41197c8d171SHawking Zhang PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM, 41297c8d171SHawking Zhang &psp->xgmi_context.xgmi_shared_bo, 41397c8d171SHawking Zhang &psp->xgmi_context.xgmi_shared_mc_addr, 41497c8d171SHawking Zhang &psp->xgmi_context.xgmi_shared_buf); 41597c8d171SHawking Zhang 41697c8d171SHawking Zhang return ret; 41797c8d171SHawking Zhang } 41897c8d171SHawking Zhang 41997c8d171SHawking Zhang static int psp_xgmi_load(struct psp_context *psp) 42097c8d171SHawking Zhang { 42197c8d171SHawking Zhang int ret; 42297c8d171SHawking Zhang struct psp_gfx_cmd_resp *cmd; 42397c8d171SHawking Zhang 42497c8d171SHawking Zhang /* 42597c8d171SHawking Zhang * TODO: bypass the loading in sriov for now 42697c8d171SHawking Zhang */ 42797c8d171SHawking Zhang if (amdgpu_sriov_vf(psp->adev)) 42897c8d171SHawking Zhang return 0; 42997c8d171SHawking Zhang 43097c8d171SHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 43197c8d171SHawking Zhang if (!cmd) 43297c8d171SHawking Zhang return -ENOMEM; 43397c8d171SHawking Zhang 43497c8d171SHawking Zhang memset(psp->fw_pri_buf, 0, PSP_1_MEG); 43597c8d171SHawking Zhang memcpy(psp->fw_pri_buf, psp->ta_xgmi_start_addr, psp->ta_xgmi_ucode_size); 43697c8d171SHawking Zhang 43797c8d171SHawking Zhang psp_prep_xgmi_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr, 43897c8d171SHawking Zhang psp->xgmi_context.xgmi_shared_mc_addr, 43997c8d171SHawking Zhang psp->ta_xgmi_ucode_size, PSP_XGMI_SHARED_MEM_SIZE); 44097c8d171SHawking Zhang 44197c8d171SHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 44297c8d171SHawking Zhang psp->fence_buf_mc_addr); 44397c8d171SHawking Zhang 44497c8d171SHawking Zhang if (!ret) { 44597c8d171SHawking Zhang psp->xgmi_context.initialized = 1; 44697c8d171SHawking Zhang psp->xgmi_context.session_id = cmd->resp.session_id; 44797c8d171SHawking Zhang } 44897c8d171SHawking Zhang 44997c8d171SHawking Zhang kfree(cmd); 45097c8d171SHawking Zhang 45197c8d171SHawking Zhang return ret; 45297c8d171SHawking Zhang } 45397c8d171SHawking Zhang 45497c8d171SHawking Zhang static void psp_prep_xgmi_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd, 45597c8d171SHawking Zhang uint32_t xgmi_session_id) 45697c8d171SHawking Zhang { 45797c8d171SHawking Zhang cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA; 45897c8d171SHawking Zhang cmd->cmd.cmd_unload_ta.session_id = xgmi_session_id; 45997c8d171SHawking Zhang } 46097c8d171SHawking Zhang 46197c8d171SHawking Zhang static int psp_xgmi_unload(struct psp_context *psp) 46297c8d171SHawking Zhang { 46397c8d171SHawking Zhang int ret; 46497c8d171SHawking Zhang struct psp_gfx_cmd_resp *cmd; 46597c8d171SHawking Zhang 46697c8d171SHawking Zhang /* 46797c8d171SHawking Zhang * TODO: bypass the unloading in sriov for now 46897c8d171SHawking Zhang */ 46997c8d171SHawking Zhang if (amdgpu_sriov_vf(psp->adev)) 47097c8d171SHawking Zhang return 0; 47197c8d171SHawking Zhang 47297c8d171SHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 47397c8d171SHawking Zhang if (!cmd) 47497c8d171SHawking Zhang return -ENOMEM; 47597c8d171SHawking Zhang 47697c8d171SHawking Zhang psp_prep_xgmi_ta_unload_cmd_buf(cmd, psp->xgmi_context.session_id); 47797c8d171SHawking Zhang 47897c8d171SHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 47997c8d171SHawking Zhang psp->fence_buf_mc_addr); 48097c8d171SHawking Zhang 48197c8d171SHawking Zhang kfree(cmd); 48297c8d171SHawking Zhang 48397c8d171SHawking Zhang return ret; 48497c8d171SHawking Zhang } 48597c8d171SHawking Zhang 486ca6e1e59SHawking Zhang static void psp_prep_xgmi_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd, 487ca6e1e59SHawking Zhang uint32_t ta_cmd_id, 488ca6e1e59SHawking Zhang uint32_t xgmi_session_id) 489ca6e1e59SHawking Zhang { 490ca6e1e59SHawking Zhang cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD; 491ca6e1e59SHawking Zhang cmd->cmd.cmd_invoke_cmd.session_id = xgmi_session_id; 492ca6e1e59SHawking Zhang cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id; 493ca6e1e59SHawking Zhang /* Note: cmd_invoke_cmd.buf is not used for now */ 494ca6e1e59SHawking Zhang } 495ca6e1e59SHawking Zhang 496ca6e1e59SHawking Zhang int psp_xgmi_invoke(struct psp_context *psp, uint32_t ta_cmd_id) 497ca6e1e59SHawking Zhang { 498ca6e1e59SHawking Zhang int ret; 499ca6e1e59SHawking Zhang struct psp_gfx_cmd_resp *cmd; 500ca6e1e59SHawking Zhang 501ca6e1e59SHawking Zhang /* 502ca6e1e59SHawking Zhang * TODO: bypass the loading in sriov for now 503ca6e1e59SHawking Zhang */ 504ca6e1e59SHawking Zhang if (amdgpu_sriov_vf(psp->adev)) 505ca6e1e59SHawking Zhang return 0; 506ca6e1e59SHawking Zhang 507ca6e1e59SHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 508ca6e1e59SHawking Zhang if (!cmd) 509ca6e1e59SHawking Zhang return -ENOMEM; 510ca6e1e59SHawking Zhang 511ca6e1e59SHawking Zhang psp_prep_xgmi_ta_invoke_cmd_buf(cmd, ta_cmd_id, 512ca6e1e59SHawking Zhang psp->xgmi_context.session_id); 513ca6e1e59SHawking Zhang 514ca6e1e59SHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 515ca6e1e59SHawking Zhang psp->fence_buf_mc_addr); 516ca6e1e59SHawking Zhang 517ca6e1e59SHawking Zhang kfree(cmd); 518ca6e1e59SHawking Zhang 519ca6e1e59SHawking Zhang return ret; 520ca6e1e59SHawking Zhang } 521ca6e1e59SHawking Zhang 5223e2e2ab5SHawking Zhang static int psp_xgmi_terminate(struct psp_context *psp) 5233e2e2ab5SHawking Zhang { 5243e2e2ab5SHawking Zhang int ret; 5253e2e2ab5SHawking Zhang 5263e2e2ab5SHawking Zhang if (!psp->xgmi_context.initialized) 5273e2e2ab5SHawking Zhang return 0; 5283e2e2ab5SHawking Zhang 5293e2e2ab5SHawking Zhang ret = psp_xgmi_unload(psp); 5303e2e2ab5SHawking Zhang if (ret) 5313e2e2ab5SHawking Zhang return ret; 5323e2e2ab5SHawking Zhang 5333e2e2ab5SHawking Zhang psp->xgmi_context.initialized = 0; 5343e2e2ab5SHawking Zhang 5353e2e2ab5SHawking Zhang /* free xgmi shared memory */ 5363e2e2ab5SHawking Zhang amdgpu_bo_free_kernel(&psp->xgmi_context.xgmi_shared_bo, 5373e2e2ab5SHawking Zhang &psp->xgmi_context.xgmi_shared_mc_addr, 5383e2e2ab5SHawking Zhang &psp->xgmi_context.xgmi_shared_buf); 5393e2e2ab5SHawking Zhang 5403e2e2ab5SHawking Zhang return 0; 5413e2e2ab5SHawking Zhang } 5423e2e2ab5SHawking Zhang 5433e2e2ab5SHawking Zhang static int psp_xgmi_initialize(struct psp_context *psp) 5443e2e2ab5SHawking Zhang { 5453e2e2ab5SHawking Zhang struct ta_xgmi_shared_memory *xgmi_cmd; 5463e2e2ab5SHawking Zhang int ret; 5473e2e2ab5SHawking Zhang 5481d69511eSAlex Deucher if (!psp->adev->psp.ta_fw) 5491d69511eSAlex Deucher return -ENOENT; 5501d69511eSAlex Deucher 5513e2e2ab5SHawking Zhang if (!psp->xgmi_context.initialized) { 5523e2e2ab5SHawking Zhang ret = psp_xgmi_init_shared_buf(psp); 5533e2e2ab5SHawking Zhang if (ret) 5543e2e2ab5SHawking Zhang return ret; 5553e2e2ab5SHawking Zhang } 5563e2e2ab5SHawking Zhang 5573e2e2ab5SHawking Zhang /* Load XGMI TA */ 5583e2e2ab5SHawking Zhang ret = psp_xgmi_load(psp); 5593e2e2ab5SHawking Zhang if (ret) 5603e2e2ab5SHawking Zhang return ret; 5613e2e2ab5SHawking Zhang 5623e2e2ab5SHawking Zhang /* Initialize XGMI session */ 5633e2e2ab5SHawking Zhang xgmi_cmd = (struct ta_xgmi_shared_memory *)(psp->xgmi_context.xgmi_shared_buf); 5643e2e2ab5SHawking Zhang memset(xgmi_cmd, 0, sizeof(struct ta_xgmi_shared_memory)); 5653e2e2ab5SHawking Zhang xgmi_cmd->cmd_id = TA_COMMAND_XGMI__INITIALIZE; 5663e2e2ab5SHawking Zhang 5673e2e2ab5SHawking Zhang ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id); 5683e2e2ab5SHawking Zhang 5693e2e2ab5SHawking Zhang return ret; 5703e2e2ab5SHawking Zhang } 5713e2e2ab5SHawking Zhang 5725e5d3154Sxinhui pan // ras begin 5735e5d3154Sxinhui pan static void psp_prep_ras_ta_load_cmd_buf(struct psp_gfx_cmd_resp *cmd, 5745e5d3154Sxinhui pan uint64_t ras_ta_mc, uint64_t ras_mc_shared, 5755e5d3154Sxinhui pan uint32_t ras_ta_size, uint32_t shared_size) 5765e5d3154Sxinhui pan { 5775e5d3154Sxinhui pan cmd->cmd_id = GFX_CMD_ID_LOAD_TA; 5785e5d3154Sxinhui pan cmd->cmd.cmd_load_ta.app_phy_addr_lo = lower_32_bits(ras_ta_mc); 5795e5d3154Sxinhui pan cmd->cmd.cmd_load_ta.app_phy_addr_hi = upper_32_bits(ras_ta_mc); 5805e5d3154Sxinhui pan cmd->cmd.cmd_load_ta.app_len = ras_ta_size; 5815e5d3154Sxinhui pan 5825e5d3154Sxinhui pan cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo = lower_32_bits(ras_mc_shared); 5835e5d3154Sxinhui pan cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi = upper_32_bits(ras_mc_shared); 5845e5d3154Sxinhui pan cmd->cmd.cmd_load_ta.cmd_buf_len = shared_size; 5855e5d3154Sxinhui pan } 5865e5d3154Sxinhui pan 5875e5d3154Sxinhui pan static int psp_ras_init_shared_buf(struct psp_context *psp) 5885e5d3154Sxinhui pan { 5895e5d3154Sxinhui pan int ret; 5905e5d3154Sxinhui pan 5915e5d3154Sxinhui pan /* 5925e5d3154Sxinhui pan * Allocate 16k memory aligned to 4k from Frame Buffer (local 5935e5d3154Sxinhui pan * physical) for ras ta <-> Driver 5945e5d3154Sxinhui pan */ 5955e5d3154Sxinhui pan ret = amdgpu_bo_create_kernel(psp->adev, PSP_RAS_SHARED_MEM_SIZE, 5965e5d3154Sxinhui pan PAGE_SIZE, AMDGPU_GEM_DOMAIN_VRAM, 5975e5d3154Sxinhui pan &psp->ras.ras_shared_bo, 5985e5d3154Sxinhui pan &psp->ras.ras_shared_mc_addr, 5995e5d3154Sxinhui pan &psp->ras.ras_shared_buf); 6005e5d3154Sxinhui pan 6015e5d3154Sxinhui pan return ret; 6025e5d3154Sxinhui pan } 6035e5d3154Sxinhui pan 6045e5d3154Sxinhui pan static int psp_ras_load(struct psp_context *psp) 6055e5d3154Sxinhui pan { 6065e5d3154Sxinhui pan int ret; 6075e5d3154Sxinhui pan struct psp_gfx_cmd_resp *cmd; 6085e5d3154Sxinhui pan 6095e5d3154Sxinhui pan /* 6105e5d3154Sxinhui pan * TODO: bypass the loading in sriov for now 6115e5d3154Sxinhui pan */ 6125e5d3154Sxinhui pan if (amdgpu_sriov_vf(psp->adev)) 6135e5d3154Sxinhui pan return 0; 6145e5d3154Sxinhui pan 6155e5d3154Sxinhui pan cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 6165e5d3154Sxinhui pan if (!cmd) 6175e5d3154Sxinhui pan return -ENOMEM; 6185e5d3154Sxinhui pan 6195e5d3154Sxinhui pan memset(psp->fw_pri_buf, 0, PSP_1_MEG); 6205e5d3154Sxinhui pan memcpy(psp->fw_pri_buf, psp->ta_ras_start_addr, psp->ta_ras_ucode_size); 6215e5d3154Sxinhui pan 6225e5d3154Sxinhui pan psp_prep_ras_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr, 6235e5d3154Sxinhui pan psp->ras.ras_shared_mc_addr, 6245e5d3154Sxinhui pan psp->ta_ras_ucode_size, PSP_RAS_SHARED_MEM_SIZE); 6255e5d3154Sxinhui pan 6265e5d3154Sxinhui pan ret = psp_cmd_submit_buf(psp, NULL, cmd, 6275e5d3154Sxinhui pan psp->fence_buf_mc_addr); 6285e5d3154Sxinhui pan 6295e5d3154Sxinhui pan if (!ret) { 6305e5d3154Sxinhui pan psp->ras.ras_initialized = 1; 6315e5d3154Sxinhui pan psp->ras.session_id = cmd->resp.session_id; 6325e5d3154Sxinhui pan } 6335e5d3154Sxinhui pan 6345e5d3154Sxinhui pan kfree(cmd); 6355e5d3154Sxinhui pan 6365e5d3154Sxinhui pan return ret; 6375e5d3154Sxinhui pan } 6385e5d3154Sxinhui pan 6395e5d3154Sxinhui pan static void psp_prep_ras_ta_unload_cmd_buf(struct psp_gfx_cmd_resp *cmd, 6405e5d3154Sxinhui pan uint32_t ras_session_id) 6415e5d3154Sxinhui pan { 6425e5d3154Sxinhui pan cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA; 6435e5d3154Sxinhui pan cmd->cmd.cmd_unload_ta.session_id = ras_session_id; 6445e5d3154Sxinhui pan } 6455e5d3154Sxinhui pan 6465e5d3154Sxinhui pan static int psp_ras_unload(struct psp_context *psp) 6475e5d3154Sxinhui pan { 6485e5d3154Sxinhui pan int ret; 6495e5d3154Sxinhui pan struct psp_gfx_cmd_resp *cmd; 6505e5d3154Sxinhui pan 6515e5d3154Sxinhui pan /* 6525e5d3154Sxinhui pan * TODO: bypass the unloading in sriov for now 6535e5d3154Sxinhui pan */ 6545e5d3154Sxinhui pan if (amdgpu_sriov_vf(psp->adev)) 6555e5d3154Sxinhui pan return 0; 6565e5d3154Sxinhui pan 6575e5d3154Sxinhui pan cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 6585e5d3154Sxinhui pan if (!cmd) 6595e5d3154Sxinhui pan return -ENOMEM; 6605e5d3154Sxinhui pan 6615e5d3154Sxinhui pan psp_prep_ras_ta_unload_cmd_buf(cmd, psp->ras.session_id); 6625e5d3154Sxinhui pan 6635e5d3154Sxinhui pan ret = psp_cmd_submit_buf(psp, NULL, cmd, 6645e5d3154Sxinhui pan psp->fence_buf_mc_addr); 6655e5d3154Sxinhui pan 6665e5d3154Sxinhui pan kfree(cmd); 6675e5d3154Sxinhui pan 6685e5d3154Sxinhui pan return ret; 6695e5d3154Sxinhui pan } 6705e5d3154Sxinhui pan 6715e5d3154Sxinhui pan static void psp_prep_ras_ta_invoke_cmd_buf(struct psp_gfx_cmd_resp *cmd, 6725e5d3154Sxinhui pan uint32_t ta_cmd_id, 6735e5d3154Sxinhui pan uint32_t ras_session_id) 6745e5d3154Sxinhui pan { 6755e5d3154Sxinhui pan cmd->cmd_id = GFX_CMD_ID_INVOKE_CMD; 6765e5d3154Sxinhui pan cmd->cmd.cmd_invoke_cmd.session_id = ras_session_id; 6775e5d3154Sxinhui pan cmd->cmd.cmd_invoke_cmd.ta_cmd_id = ta_cmd_id; 6785e5d3154Sxinhui pan /* Note: cmd_invoke_cmd.buf is not used for now */ 6795e5d3154Sxinhui pan } 6805e5d3154Sxinhui pan 6815e5d3154Sxinhui pan int psp_ras_invoke(struct psp_context *psp, uint32_t ta_cmd_id) 6825e5d3154Sxinhui pan { 6835e5d3154Sxinhui pan int ret; 6845e5d3154Sxinhui pan struct psp_gfx_cmd_resp *cmd; 6855e5d3154Sxinhui pan 6865e5d3154Sxinhui pan /* 6875e5d3154Sxinhui pan * TODO: bypass the loading in sriov for now 6885e5d3154Sxinhui pan */ 6895e5d3154Sxinhui pan if (amdgpu_sriov_vf(psp->adev)) 6905e5d3154Sxinhui pan return 0; 6915e5d3154Sxinhui pan 6925e5d3154Sxinhui pan cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 6935e5d3154Sxinhui pan if (!cmd) 6945e5d3154Sxinhui pan return -ENOMEM; 6955e5d3154Sxinhui pan 6965e5d3154Sxinhui pan psp_prep_ras_ta_invoke_cmd_buf(cmd, ta_cmd_id, 6975e5d3154Sxinhui pan psp->ras.session_id); 6985e5d3154Sxinhui pan 6995e5d3154Sxinhui pan ret = psp_cmd_submit_buf(psp, NULL, cmd, 7005e5d3154Sxinhui pan psp->fence_buf_mc_addr); 7015e5d3154Sxinhui pan 7025e5d3154Sxinhui pan kfree(cmd); 7035e5d3154Sxinhui pan 7045e5d3154Sxinhui pan return ret; 7055e5d3154Sxinhui pan } 7065e5d3154Sxinhui pan 7075e5d3154Sxinhui pan int psp_ras_enable_features(struct psp_context *psp, 7085e5d3154Sxinhui pan union ta_ras_cmd_input *info, bool enable) 7095e5d3154Sxinhui pan { 7105e5d3154Sxinhui pan struct ta_ras_shared_memory *ras_cmd; 7115e5d3154Sxinhui pan int ret; 7125e5d3154Sxinhui pan 7135e5d3154Sxinhui pan if (!psp->ras.ras_initialized) 7145e5d3154Sxinhui pan return -EINVAL; 7155e5d3154Sxinhui pan 7165e5d3154Sxinhui pan ras_cmd = (struct ta_ras_shared_memory *)psp->ras.ras_shared_buf; 7175e5d3154Sxinhui pan memset(ras_cmd, 0, sizeof(struct ta_ras_shared_memory)); 7185e5d3154Sxinhui pan 7195e5d3154Sxinhui pan if (enable) 7205e5d3154Sxinhui pan ras_cmd->cmd_id = TA_RAS_COMMAND__ENABLE_FEATURES; 7215e5d3154Sxinhui pan else 7225e5d3154Sxinhui pan ras_cmd->cmd_id = TA_RAS_COMMAND__DISABLE_FEATURES; 7235e5d3154Sxinhui pan 7245e5d3154Sxinhui pan ras_cmd->ras_in_message = *info; 7255e5d3154Sxinhui pan 7265e5d3154Sxinhui pan ret = psp_ras_invoke(psp, ras_cmd->cmd_id); 7275e5d3154Sxinhui pan if (ret) 7285e5d3154Sxinhui pan return -EINVAL; 7295e5d3154Sxinhui pan 7305e5d3154Sxinhui pan return ras_cmd->ras_status; 7315e5d3154Sxinhui pan } 7325e5d3154Sxinhui pan 7335e5d3154Sxinhui pan static int psp_ras_terminate(struct psp_context *psp) 7345e5d3154Sxinhui pan { 7355e5d3154Sxinhui pan int ret; 7365e5d3154Sxinhui pan 7375e5d3154Sxinhui pan if (!psp->ras.ras_initialized) 7385e5d3154Sxinhui pan return 0; 7395e5d3154Sxinhui pan 7405e5d3154Sxinhui pan ret = psp_ras_unload(psp); 7415e5d3154Sxinhui pan if (ret) 7425e5d3154Sxinhui pan return ret; 7435e5d3154Sxinhui pan 7445e5d3154Sxinhui pan psp->ras.ras_initialized = 0; 7455e5d3154Sxinhui pan 7465e5d3154Sxinhui pan /* free ras shared memory */ 7475e5d3154Sxinhui pan amdgpu_bo_free_kernel(&psp->ras.ras_shared_bo, 7485e5d3154Sxinhui pan &psp->ras.ras_shared_mc_addr, 7495e5d3154Sxinhui pan &psp->ras.ras_shared_buf); 7505e5d3154Sxinhui pan 7515e5d3154Sxinhui pan return 0; 7525e5d3154Sxinhui pan } 7535e5d3154Sxinhui pan 7545e5d3154Sxinhui pan static int psp_ras_initialize(struct psp_context *psp) 7555e5d3154Sxinhui pan { 7565e5d3154Sxinhui pan int ret; 7575e5d3154Sxinhui pan 7585e5d3154Sxinhui pan if (!psp->ras.ras_initialized) { 7595e5d3154Sxinhui pan ret = psp_ras_init_shared_buf(psp); 7605e5d3154Sxinhui pan if (ret) 7615e5d3154Sxinhui pan return ret; 7625e5d3154Sxinhui pan } 7635e5d3154Sxinhui pan 7645e5d3154Sxinhui pan ret = psp_ras_load(psp); 7655e5d3154Sxinhui pan if (ret) 7665e5d3154Sxinhui pan return ret; 7675e5d3154Sxinhui pan 7685e5d3154Sxinhui pan return 0; 7695e5d3154Sxinhui pan } 7705e5d3154Sxinhui pan // ras end 7715e5d3154Sxinhui pan 772be70bbdaSHuang Rui static int psp_hw_start(struct psp_context *psp) 773be70bbdaSHuang Rui { 77455981bd2SMonk Liu struct amdgpu_device *adev = psp->adev; 775be70bbdaSHuang Rui int ret; 776be70bbdaSHuang Rui 77713a752e3SMonk Liu if (!amdgpu_sriov_vf(adev) || !adev->in_gpu_reset) { 778f2169946SHawking Zhang if (psp->kdb_bin_size && 77942989359SHawking Zhang (psp->funcs->bootloader_load_kdb != NULL)) { 78042989359SHawking Zhang ret = psp_bootloader_load_kdb(psp); 78142989359SHawking Zhang if (ret) { 78242989359SHawking Zhang DRM_ERROR("PSP load kdb failed!\n"); 78342989359SHawking Zhang return ret; 78442989359SHawking Zhang } 78542989359SHawking Zhang } 78642989359SHawking Zhang 7870e5ca0d1SHuang Rui ret = psp_bootloader_load_sysdrv(psp); 7887a3d7bf6SEvan Quan if (ret) { 7897a3d7bf6SEvan Quan DRM_ERROR("PSP load sysdrv failed!\n"); 790be70bbdaSHuang Rui return ret; 79155981bd2SMonk Liu } 7920e5ca0d1SHuang Rui 7937a3d7bf6SEvan Quan ret = psp_bootloader_load_sos(psp); 7947a3d7bf6SEvan Quan if (ret) { 7957a3d7bf6SEvan Quan DRM_ERROR("PSP load sos failed!\n"); 796be70bbdaSHuang Rui return ret; 7977a3d7bf6SEvan Quan } 7987a3d7bf6SEvan Quan } 7997a3d7bf6SEvan Quan 8007a3d7bf6SEvan Quan ret = psp_ring_create(psp, PSP_RING_TYPE__KM); 8017a3d7bf6SEvan Quan if (ret) { 8027a3d7bf6SEvan Quan DRM_ERROR("PSP create ring failed!\n"); 8037a3d7bf6SEvan Quan return ret; 8047a3d7bf6SEvan Quan } 8050e5ca0d1SHuang Rui 806fba08a77SHawking Zhang ret = psp_tmr_init(psp); 807fba08a77SHawking Zhang if (ret) { 808fba08a77SHawking Zhang DRM_ERROR("PSP tmr init failed!\n"); 809fba08a77SHawking Zhang return ret; 810fba08a77SHawking Zhang } 811fba08a77SHawking Zhang 812be70bbdaSHuang Rui ret = psp_tmr_load(psp); 8137a3d7bf6SEvan Quan if (ret) { 8147a3d7bf6SEvan Quan DRM_ERROR("PSP load tmr failed!\n"); 815be70bbdaSHuang Rui return ret; 8167a3d7bf6SEvan Quan } 8170e5ca0d1SHuang Rui 818fba08a77SHawking Zhang ret = psp_asd_init(psp); 819fba08a77SHawking Zhang if (ret) { 820fba08a77SHawking Zhang DRM_ERROR("PSP asd init failed!\n"); 821fba08a77SHawking Zhang return ret; 822fba08a77SHawking Zhang } 823fba08a77SHawking Zhang 8240e5ca0d1SHuang Rui ret = psp_asd_load(psp); 8257a3d7bf6SEvan Quan if (ret) { 8267a3d7bf6SEvan Quan DRM_ERROR("PSP load asd failed!\n"); 827be70bbdaSHuang Rui return ret; 8287a3d7bf6SEvan Quan } 829be70bbdaSHuang Rui 8303e2e2ab5SHawking Zhang if (adev->gmc.xgmi.num_physical_nodes > 1) { 8313e2e2ab5SHawking Zhang ret = psp_xgmi_initialize(psp); 8323e2e2ab5SHawking Zhang /* Warning the XGMI seesion initialize failure 8333e2e2ab5SHawking Zhang * Instead of stop driver initialization 8343e2e2ab5SHawking Zhang */ 8353e2e2ab5SHawking Zhang if (ret) 8363e2e2ab5SHawking Zhang dev_err(psp->adev->dev, 8373e2e2ab5SHawking Zhang "XGMI: Failed to initialize XGMI session\n"); 8383e2e2ab5SHawking Zhang } 8395e5d3154Sxinhui pan 84054eb4ed6Sxinhui pan if (psp->adev->psp.ta_fw) { 8415e5d3154Sxinhui pan ret = psp_ras_initialize(psp); 8425e5d3154Sxinhui pan if (ret) 8435e5d3154Sxinhui pan dev_err(psp->adev->dev, 8445e5d3154Sxinhui pan "RAS: Failed to initialize RAS\n"); 84554eb4ed6Sxinhui pan } 8465e5d3154Sxinhui pan 847be70bbdaSHuang Rui return 0; 848be70bbdaSHuang Rui } 849be70bbdaSHuang Rui 850be4630d9SHawking Zhang static int psp_get_fw_type(struct amdgpu_firmware_info *ucode, 851be4630d9SHawking Zhang enum psp_gfx_fw_type *type) 852be4630d9SHawking Zhang { 853be4630d9SHawking Zhang switch (ucode->ucode_id) { 854be4630d9SHawking Zhang case AMDGPU_UCODE_ID_SDMA0: 855be4630d9SHawking Zhang *type = GFX_FW_TYPE_SDMA0; 856be4630d9SHawking Zhang break; 857be4630d9SHawking Zhang case AMDGPU_UCODE_ID_SDMA1: 858be4630d9SHawking Zhang *type = GFX_FW_TYPE_SDMA1; 859be4630d9SHawking Zhang break; 860b86f8d8bSJohn Clements case AMDGPU_UCODE_ID_SDMA2: 861b86f8d8bSJohn Clements *type = GFX_FW_TYPE_SDMA2; 862b86f8d8bSJohn Clements break; 863b86f8d8bSJohn Clements case AMDGPU_UCODE_ID_SDMA3: 864b86f8d8bSJohn Clements *type = GFX_FW_TYPE_SDMA3; 865b86f8d8bSJohn Clements break; 866b86f8d8bSJohn Clements case AMDGPU_UCODE_ID_SDMA4: 867b86f8d8bSJohn Clements *type = GFX_FW_TYPE_SDMA4; 868b86f8d8bSJohn Clements break; 869b86f8d8bSJohn Clements case AMDGPU_UCODE_ID_SDMA5: 870b86f8d8bSJohn Clements *type = GFX_FW_TYPE_SDMA5; 871b86f8d8bSJohn Clements break; 872b86f8d8bSJohn Clements case AMDGPU_UCODE_ID_SDMA6: 873b86f8d8bSJohn Clements *type = GFX_FW_TYPE_SDMA6; 874b86f8d8bSJohn Clements break; 875b86f8d8bSJohn Clements case AMDGPU_UCODE_ID_SDMA7: 876b86f8d8bSJohn Clements *type = GFX_FW_TYPE_SDMA7; 877b86f8d8bSJohn Clements break; 878be4630d9SHawking Zhang case AMDGPU_UCODE_ID_CP_CE: 879be4630d9SHawking Zhang *type = GFX_FW_TYPE_CP_CE; 880be4630d9SHawking Zhang break; 881be4630d9SHawking Zhang case AMDGPU_UCODE_ID_CP_PFP: 882be4630d9SHawking Zhang *type = GFX_FW_TYPE_CP_PFP; 883be4630d9SHawking Zhang break; 884be4630d9SHawking Zhang case AMDGPU_UCODE_ID_CP_ME: 885be4630d9SHawking Zhang *type = GFX_FW_TYPE_CP_ME; 886be4630d9SHawking Zhang break; 887be4630d9SHawking Zhang case AMDGPU_UCODE_ID_CP_MEC1: 888be4630d9SHawking Zhang *type = GFX_FW_TYPE_CP_MEC; 889be4630d9SHawking Zhang break; 890be4630d9SHawking Zhang case AMDGPU_UCODE_ID_CP_MEC1_JT: 891be4630d9SHawking Zhang *type = GFX_FW_TYPE_CP_MEC_ME1; 892be4630d9SHawking Zhang break; 893be4630d9SHawking Zhang case AMDGPU_UCODE_ID_CP_MEC2: 894be4630d9SHawking Zhang *type = GFX_FW_TYPE_CP_MEC; 895be4630d9SHawking Zhang break; 896be4630d9SHawking Zhang case AMDGPU_UCODE_ID_CP_MEC2_JT: 897be4630d9SHawking Zhang *type = GFX_FW_TYPE_CP_MEC_ME2; 898be4630d9SHawking Zhang break; 899be4630d9SHawking Zhang case AMDGPU_UCODE_ID_RLC_G: 900be4630d9SHawking Zhang *type = GFX_FW_TYPE_RLC_G; 901be4630d9SHawking Zhang break; 902be4630d9SHawking Zhang case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_CNTL: 903be4630d9SHawking Zhang *type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_CNTL; 904be4630d9SHawking Zhang break; 905be4630d9SHawking Zhang case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_GPM_MEM: 906be4630d9SHawking Zhang *type = GFX_FW_TYPE_RLC_RESTORE_LIST_GPM_MEM; 907be4630d9SHawking Zhang break; 908be4630d9SHawking Zhang case AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM: 909be4630d9SHawking Zhang *type = GFX_FW_TYPE_RLC_RESTORE_LIST_SRM_MEM; 910be4630d9SHawking Zhang break; 911be4630d9SHawking Zhang case AMDGPU_UCODE_ID_SMC: 912be4630d9SHawking Zhang *type = GFX_FW_TYPE_SMU; 913be4630d9SHawking Zhang break; 914be4630d9SHawking Zhang case AMDGPU_UCODE_ID_UVD: 915be4630d9SHawking Zhang *type = GFX_FW_TYPE_UVD; 916be4630d9SHawking Zhang break; 917be4630d9SHawking Zhang case AMDGPU_UCODE_ID_UVD1: 918be4630d9SHawking Zhang *type = GFX_FW_TYPE_UVD1; 919be4630d9SHawking Zhang break; 920be4630d9SHawking Zhang case AMDGPU_UCODE_ID_VCE: 921be4630d9SHawking Zhang *type = GFX_FW_TYPE_VCE; 922be4630d9SHawking Zhang break; 923be4630d9SHawking Zhang case AMDGPU_UCODE_ID_VCN: 924be4630d9SHawking Zhang *type = GFX_FW_TYPE_VCN; 925be4630d9SHawking Zhang break; 926be4630d9SHawking Zhang case AMDGPU_UCODE_ID_DMCU_ERAM: 927be4630d9SHawking Zhang *type = GFX_FW_TYPE_DMCU_ERAM; 928be4630d9SHawking Zhang break; 929be4630d9SHawking Zhang case AMDGPU_UCODE_ID_DMCU_INTV: 930be4630d9SHawking Zhang *type = GFX_FW_TYPE_DMCU_ISR; 931be4630d9SHawking Zhang break; 932c76ff09bSJack Xiao case AMDGPU_UCODE_ID_VCN0_RAM: 933c76ff09bSJack Xiao *type = GFX_FW_TYPE_VCN0_RAM; 934c76ff09bSJack Xiao break; 935c76ff09bSJack Xiao case AMDGPU_UCODE_ID_VCN1_RAM: 936c76ff09bSJack Xiao *type = GFX_FW_TYPE_VCN1_RAM; 937c76ff09bSJack Xiao break; 938be4630d9SHawking Zhang case AMDGPU_UCODE_ID_MAXIMUM: 939be4630d9SHawking Zhang default: 940be4630d9SHawking Zhang return -EINVAL; 941be4630d9SHawking Zhang } 942be4630d9SHawking Zhang 943be4630d9SHawking Zhang return 0; 944be4630d9SHawking Zhang } 945be4630d9SHawking Zhang 946c5fb9126SXiaojie Yuan static void psp_print_fw_hdr(struct psp_context *psp, 947c5fb9126SXiaojie Yuan struct amdgpu_firmware_info *ucode) 948c5fb9126SXiaojie Yuan { 949c5fb9126SXiaojie Yuan struct amdgpu_device *adev = psp->adev; 950c5fb9126SXiaojie Yuan const struct sdma_firmware_header_v1_0 *sdma_hdr = 951c5fb9126SXiaojie Yuan (const struct sdma_firmware_header_v1_0 *) 952c5fb9126SXiaojie Yuan adev->sdma.instance[ucode->ucode_id - AMDGPU_UCODE_ID_SDMA0].fw->data; 953c5fb9126SXiaojie Yuan const struct gfx_firmware_header_v1_0 *ce_hdr = 954c5fb9126SXiaojie Yuan (const struct gfx_firmware_header_v1_0 *)adev->gfx.ce_fw->data; 955c5fb9126SXiaojie Yuan const struct gfx_firmware_header_v1_0 *pfp_hdr = 956c5fb9126SXiaojie Yuan (const struct gfx_firmware_header_v1_0 *)adev->gfx.pfp_fw->data; 957c5fb9126SXiaojie Yuan const struct gfx_firmware_header_v1_0 *me_hdr = 958c5fb9126SXiaojie Yuan (const struct gfx_firmware_header_v1_0 *)adev->gfx.me_fw->data; 959c5fb9126SXiaojie Yuan const struct gfx_firmware_header_v1_0 *mec_hdr = 960c5fb9126SXiaojie Yuan (const struct gfx_firmware_header_v1_0 *)adev->gfx.mec_fw->data; 961c5fb9126SXiaojie Yuan const struct rlc_firmware_header_v2_0 *rlc_hdr = 962c5fb9126SXiaojie Yuan (const struct rlc_firmware_header_v2_0 *)adev->gfx.rlc_fw->data; 963c5fb9126SXiaojie Yuan const struct smc_firmware_header_v1_0 *smc_hdr = 964c5fb9126SXiaojie Yuan (const struct smc_firmware_header_v1_0 *)adev->pm.fw->data; 965c5fb9126SXiaojie Yuan 966c5fb9126SXiaojie Yuan switch (ucode->ucode_id) { 967c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA0: 968c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA1: 969c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA2: 970c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA3: 971c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA4: 972c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA5: 973c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA6: 974c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SDMA7: 975c5fb9126SXiaojie Yuan amdgpu_ucode_print_sdma_hdr(&sdma_hdr->header); 976c5fb9126SXiaojie Yuan break; 977c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_CP_CE: 978c5fb9126SXiaojie Yuan amdgpu_ucode_print_gfx_hdr(&ce_hdr->header); 979c5fb9126SXiaojie Yuan break; 980c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_CP_PFP: 981c5fb9126SXiaojie Yuan amdgpu_ucode_print_gfx_hdr(&pfp_hdr->header); 982c5fb9126SXiaojie Yuan break; 983c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_CP_ME: 984c5fb9126SXiaojie Yuan amdgpu_ucode_print_gfx_hdr(&me_hdr->header); 985c5fb9126SXiaojie Yuan break; 986c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_CP_MEC1: 987c5fb9126SXiaojie Yuan amdgpu_ucode_print_gfx_hdr(&mec_hdr->header); 988c5fb9126SXiaojie Yuan break; 989c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_RLC_G: 990c5fb9126SXiaojie Yuan amdgpu_ucode_print_rlc_hdr(&rlc_hdr->header); 991c5fb9126SXiaojie Yuan break; 992c5fb9126SXiaojie Yuan case AMDGPU_UCODE_ID_SMC: 993c5fb9126SXiaojie Yuan amdgpu_ucode_print_smc_hdr(&smc_hdr->header); 994c5fb9126SXiaojie Yuan break; 995c5fb9126SXiaojie Yuan default: 996c5fb9126SXiaojie Yuan break; 997c5fb9126SXiaojie Yuan } 998c5fb9126SXiaojie Yuan } 999c5fb9126SXiaojie Yuan 1000be4630d9SHawking Zhang static int psp_prep_load_ip_fw_cmd_buf(struct amdgpu_firmware_info *ucode, 1001be4630d9SHawking Zhang struct psp_gfx_cmd_resp *cmd) 1002be4630d9SHawking Zhang { 1003be4630d9SHawking Zhang int ret; 1004be4630d9SHawking Zhang uint64_t fw_mem_mc_addr = ucode->mc_addr; 1005be4630d9SHawking Zhang 1006be4630d9SHawking Zhang memset(cmd, 0, sizeof(struct psp_gfx_cmd_resp)); 1007be4630d9SHawking Zhang 1008be4630d9SHawking Zhang cmd->cmd_id = GFX_CMD_ID_LOAD_IP_FW; 1009be4630d9SHawking Zhang cmd->cmd.cmd_load_ip_fw.fw_phy_addr_lo = lower_32_bits(fw_mem_mc_addr); 1010be4630d9SHawking Zhang cmd->cmd.cmd_load_ip_fw.fw_phy_addr_hi = upper_32_bits(fw_mem_mc_addr); 1011be4630d9SHawking Zhang cmd->cmd.cmd_load_ip_fw.fw_size = ucode->ucode_size; 1012be4630d9SHawking Zhang 1013be4630d9SHawking Zhang ret = psp_get_fw_type(ucode, &cmd->cmd.cmd_load_ip_fw.fw_type); 1014be4630d9SHawking Zhang if (ret) 1015be4630d9SHawking Zhang DRM_ERROR("Unknown firmware type\n"); 1016be4630d9SHawking Zhang 1017be4630d9SHawking Zhang return ret; 1018be4630d9SHawking Zhang } 1019be4630d9SHawking Zhang 102013169562SHuang Rui static int psp_execute_np_fw_load(struct psp_context *psp, 102113169562SHuang Rui struct amdgpu_firmware_info *ucode) 102213169562SHuang Rui { 102313169562SHuang Rui int ret = 0; 102413169562SHuang Rui 102513169562SHuang Rui ret = psp_prep_load_ip_fw_cmd_buf(ucode, psp->cmd); 102613169562SHuang Rui if (ret) 102713169562SHuang Rui return ret; 102813169562SHuang Rui 102913169562SHuang Rui ret = psp_cmd_submit_buf(psp, ucode, psp->cmd, 103013169562SHuang Rui psp->fence_buf_mc_addr); 103113169562SHuang Rui 103213169562SHuang Rui return ret; 103313169562SHuang Rui } 103413169562SHuang Rui 1035be70bbdaSHuang Rui static int psp_np_fw_load(struct psp_context *psp) 1036be70bbdaSHuang Rui { 1037be70bbdaSHuang Rui int i, ret; 1038be70bbdaSHuang Rui struct amdgpu_firmware_info *ucode; 1039be70bbdaSHuang Rui struct amdgpu_device* adev = psp->adev; 10400e5ca0d1SHuang Rui 104113169562SHuang Rui if (psp->autoload_supported) { 104213169562SHuang Rui ucode = &adev->firmware.ucode[AMDGPU_UCODE_ID_SMC]; 104313169562SHuang Rui if (!ucode->fw) 104413169562SHuang Rui goto out; 104513169562SHuang Rui 104613169562SHuang Rui ret = psp_execute_np_fw_load(psp, ucode); 104713169562SHuang Rui if (ret) 104813169562SHuang Rui return ret; 104913169562SHuang Rui } 105013169562SHuang Rui 105113169562SHuang Rui out: 10520e5ca0d1SHuang Rui for (i = 0; i < adev->firmware.max_ucodes; i++) { 10530e5ca0d1SHuang Rui ucode = &adev->firmware.ucode[i]; 10540e5ca0d1SHuang Rui if (!ucode->fw) 10550e5ca0d1SHuang Rui continue; 10560e5ca0d1SHuang Rui 10570e5ca0d1SHuang Rui if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC && 105813169562SHuang Rui (psp_smu_reload_quirk(psp) || psp->autoload_supported)) 10590e5ca0d1SHuang Rui continue; 1060b86f8d8bSJohn Clements 1061e993ca4fSDaniel Wang if (amdgpu_sriov_vf(adev) && 1062e993ca4fSDaniel Wang (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA0 1063e993ca4fSDaniel Wang || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1 1064b86f8d8bSJohn Clements || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA2 1065b86f8d8bSJohn Clements || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA3 1066b86f8d8bSJohn Clements || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA4 1067b86f8d8bSJohn Clements || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA5 1068b86f8d8bSJohn Clements || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA6 1069b86f8d8bSJohn Clements || ucode->ucode_id == AMDGPU_UCODE_ID_SDMA7 1070e993ca4fSDaniel Wang || ucode->ucode_id == AMDGPU_UCODE_ID_RLC_G)) 1071e993ca4fSDaniel Wang /*skip ucode loading in SRIOV VF */ 1072e993ca4fSDaniel Wang continue; 1073b86f8d8bSJohn Clements 1074119eb6dbSHawking Zhang if (psp->autoload_supported && 1075119eb6dbSHawking Zhang (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1_JT || 1076119eb6dbSHawking Zhang ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT)) 1077119eb6dbSHawking Zhang /* skip mec JT when autoload is enabled */ 1078119eb6dbSHawking Zhang continue; 1079c9d0ca85SHuang Rui /* Renoir only needs to load mec jump table one time */ 1080c9d0ca85SHuang Rui if (adev->asic_type == CHIP_RENOIR && 1081c9d0ca85SHuang Rui ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT) 1082c9d0ca85SHuang Rui continue; 10830e5ca0d1SHuang Rui 1084c5fb9126SXiaojie Yuan psp_print_fw_hdr(psp, ucode); 1085c5fb9126SXiaojie Yuan 108613169562SHuang Rui ret = psp_execute_np_fw_load(psp, ucode); 10870e5ca0d1SHuang Rui if (ret) 1088be70bbdaSHuang Rui return ret; 10890e5ca0d1SHuang Rui 10901a5b4ccaSHawking Zhang /* Start rlc autoload after psp recieved all the gfx firmware */ 1091cc216214SXiaojie Yuan if (ucode->ucode_id == AMDGPU_UCODE_ID_RLC_RESTORE_LIST_SRM_MEM) { 10921a5b4ccaSHawking Zhang ret = psp_rlc_autoload(psp); 10931a5b4ccaSHawking Zhang if (ret) { 10941a5b4ccaSHawking Zhang DRM_ERROR("Failed to start rlc autoload\n"); 10951a5b4ccaSHawking Zhang return ret; 10961a5b4ccaSHawking Zhang } 10971a5b4ccaSHawking Zhang } 10980e5ca0d1SHuang Rui #if 0 10990e5ca0d1SHuang Rui /* check if firmware loaded sucessfully */ 11000e5ca0d1SHuang Rui if (!amdgpu_psp_check_fw_loading_status(adev, i)) 11010e5ca0d1SHuang Rui return -EINVAL; 11020e5ca0d1SHuang Rui #endif 11030e5ca0d1SHuang Rui } 11040e5ca0d1SHuang Rui 1105be70bbdaSHuang Rui return 0; 1106be70bbdaSHuang Rui } 1107be70bbdaSHuang Rui 11080e5ca0d1SHuang Rui static int psp_load_fw(struct amdgpu_device *adev) 11090e5ca0d1SHuang Rui { 11100e5ca0d1SHuang Rui int ret; 11110e5ca0d1SHuang Rui struct psp_context *psp = &adev->psp; 11120e5ca0d1SHuang Rui 111353450efdSXiangliang Yu if (amdgpu_sriov_vf(adev) && adev->in_gpu_reset) { 111414d20ec7Swentalou psp_ring_stop(psp, PSP_RING_TYPE__KM); /* should not destroy ring, only stop */ 111577a3c96bSMonk Liu goto skip_memalloc; 111653450efdSXiangliang Yu } 111777a3c96bSMonk Liu 111867bef0f7SHuang Rui psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 111967bef0f7SHuang Rui if (!psp->cmd) 11200e5ca0d1SHuang Rui return -ENOMEM; 11210e5ca0d1SHuang Rui 1122057f9164SYintian Tao /* this fw pri bo is not used under SRIOV */ 1123057f9164SYintian Tao if (!amdgpu_sriov_vf(psp->adev)) { 112453a5cf57SHuang Rui ret = amdgpu_bo_create_kernel(adev, PSP_1_MEG, PSP_1_MEG, 112553a5cf57SHuang Rui AMDGPU_GEM_DOMAIN_GTT, 112653a5cf57SHuang Rui &psp->fw_pri_bo, 112753a5cf57SHuang Rui &psp->fw_pri_mc_addr, 112853a5cf57SHuang Rui &psp->fw_pri_buf); 11290e5ca0d1SHuang Rui if (ret) 11300e5ca0d1SHuang Rui goto failed; 1131057f9164SYintian Tao } 11320e5ca0d1SHuang Rui 11330e5ca0d1SHuang Rui ret = amdgpu_bo_create_kernel(adev, PSP_FENCE_BUFFER_SIZE, PAGE_SIZE, 11340e5ca0d1SHuang Rui AMDGPU_GEM_DOMAIN_VRAM, 11350e5ca0d1SHuang Rui &psp->fence_buf_bo, 11360e5ca0d1SHuang Rui &psp->fence_buf_mc_addr, 11370e5ca0d1SHuang Rui &psp->fence_buf); 11380e5ca0d1SHuang Rui if (ret) 113937945a3aSEvan Quan goto failed; 1140a1952da7SHuang Rui 1141a1952da7SHuang Rui ret = amdgpu_bo_create_kernel(adev, PSP_CMD_BUFFER_SIZE, PAGE_SIZE, 1142a1952da7SHuang Rui AMDGPU_GEM_DOMAIN_VRAM, 1143a1952da7SHuang Rui &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr, 1144a1952da7SHuang Rui (void **)&psp->cmd_buf_mem); 1145a1952da7SHuang Rui if (ret) 114637945a3aSEvan Quan goto failed; 11470e5ca0d1SHuang Rui 11480e5ca0d1SHuang Rui memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE); 11490e5ca0d1SHuang Rui 1150be70bbdaSHuang Rui ret = psp_ring_init(psp, PSP_RING_TYPE__KM); 11517a3d7bf6SEvan Quan if (ret) { 11527a3d7bf6SEvan Quan DRM_ERROR("PSP ring init failed!\n"); 115337945a3aSEvan Quan goto failed; 11547a3d7bf6SEvan Quan } 11550e5ca0d1SHuang Rui 115677a3c96bSMonk Liu skip_memalloc: 1157be70bbdaSHuang Rui ret = psp_hw_start(psp); 11580e5ca0d1SHuang Rui if (ret) 115937945a3aSEvan Quan goto failed; 11600e5ca0d1SHuang Rui 1161be70bbdaSHuang Rui ret = psp_np_fw_load(psp); 11620e5ca0d1SHuang Rui if (ret) 116337945a3aSEvan Quan goto failed; 11640e5ca0d1SHuang Rui 11650e5ca0d1SHuang Rui return 0; 11660e5ca0d1SHuang Rui 11670e5ca0d1SHuang Rui failed: 116837945a3aSEvan Quan /* 116937945a3aSEvan Quan * all cleanup jobs (xgmi terminate, ras terminate, 117037945a3aSEvan Quan * ring destroy, cmd/fence/fw buffers destory, 117137945a3aSEvan Quan * psp->cmd destory) are delayed to psp_hw_fini 117237945a3aSEvan Quan */ 11730e5ca0d1SHuang Rui return ret; 11740e5ca0d1SHuang Rui } 11750e5ca0d1SHuang Rui 11760e5ca0d1SHuang Rui static int psp_hw_init(void *handle) 11770e5ca0d1SHuang Rui { 11780e5ca0d1SHuang Rui int ret; 11790e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 11800e5ca0d1SHuang Rui 11810e5ca0d1SHuang Rui mutex_lock(&adev->firmware.mutex); 11826e13bdf6SRex Zhu /* 11836e13bdf6SRex Zhu * This sequence is just used on hw_init only once, no need on 11846e13bdf6SRex Zhu * resume. 11856e13bdf6SRex Zhu */ 11866e13bdf6SRex Zhu ret = amdgpu_ucode_init_bo(adev); 11876e13bdf6SRex Zhu if (ret) 11886e13bdf6SRex Zhu goto failed; 11890e5ca0d1SHuang Rui 11900e5ca0d1SHuang Rui ret = psp_load_fw(adev); 11910e5ca0d1SHuang Rui if (ret) { 11920e5ca0d1SHuang Rui DRM_ERROR("PSP firmware loading failed\n"); 11930e5ca0d1SHuang Rui goto failed; 11940e5ca0d1SHuang Rui } 11950e5ca0d1SHuang Rui 11960e5ca0d1SHuang Rui mutex_unlock(&adev->firmware.mutex); 11970e5ca0d1SHuang Rui return 0; 11980e5ca0d1SHuang Rui 11990e5ca0d1SHuang Rui failed: 12000e5ca0d1SHuang Rui adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT; 12010e5ca0d1SHuang Rui mutex_unlock(&adev->firmware.mutex); 12020e5ca0d1SHuang Rui return -EINVAL; 12030e5ca0d1SHuang Rui } 12040e5ca0d1SHuang Rui 12050e5ca0d1SHuang Rui static int psp_hw_fini(void *handle) 12060e5ca0d1SHuang Rui { 12070e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 12080e5ca0d1SHuang Rui struct psp_context *psp = &adev->psp; 12090e5ca0d1SHuang Rui 12103e2e2ab5SHawking Zhang if (adev->gmc.xgmi.num_physical_nodes > 1 && 12113e2e2ab5SHawking Zhang psp->xgmi_context.initialized == 1) 12123e2e2ab5SHawking Zhang psp_xgmi_terminate(psp); 12133e2e2ab5SHawking Zhang 121454eb4ed6Sxinhui pan if (psp->adev->psp.ta_fw) 12155e5d3154Sxinhui pan psp_ras_terminate(psp); 12165e5d3154Sxinhui pan 1217e3c5e982STrigger Huang psp_ring_destroy(psp, PSP_RING_TYPE__KM); 1218e3c5e982STrigger Huang 12190e5ca0d1SHuang Rui amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, &psp->tmr_buf); 122053a5cf57SHuang Rui amdgpu_bo_free_kernel(&psp->fw_pri_bo, 122153a5cf57SHuang Rui &psp->fw_pri_mc_addr, &psp->fw_pri_buf); 1222b4de2c5aSHuang Rui amdgpu_bo_free_kernel(&psp->fence_buf_bo, 1223b4de2c5aSHuang Rui &psp->fence_buf_mc_addr, &psp->fence_buf); 1224311146c9SHuang Rui amdgpu_bo_free_kernel(&psp->asd_shared_bo, &psp->asd_shared_mc_addr, 1225311146c9SHuang Rui &psp->asd_shared_buf); 1226a1952da7SHuang Rui amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr, 1227a1952da7SHuang Rui (void **)&psp->cmd_buf_mem); 1228b4de2c5aSHuang Rui 122967bef0f7SHuang Rui kfree(psp->cmd); 123067bef0f7SHuang Rui psp->cmd = NULL; 123167bef0f7SHuang Rui 12320e5ca0d1SHuang Rui return 0; 12330e5ca0d1SHuang Rui } 12340e5ca0d1SHuang Rui 12350e5ca0d1SHuang Rui static int psp_suspend(void *handle) 12360e5ca0d1SHuang Rui { 1237bcd6eab8SEvan Quan int ret; 1238bcd6eab8SEvan Quan struct amdgpu_device *adev = (struct amdgpu_device *)handle; 1239bcd6eab8SEvan Quan struct psp_context *psp = &adev->psp; 1240bcd6eab8SEvan Quan 12413e2e2ab5SHawking Zhang if (adev->gmc.xgmi.num_physical_nodes > 1 && 12423e2e2ab5SHawking Zhang psp->xgmi_context.initialized == 1) { 12433e2e2ab5SHawking Zhang ret = psp_xgmi_terminate(psp); 12443e2e2ab5SHawking Zhang if (ret) { 12453e2e2ab5SHawking Zhang DRM_ERROR("Failed to terminate xgmi ta\n"); 12463e2e2ab5SHawking Zhang return ret; 12473e2e2ab5SHawking Zhang } 12483e2e2ab5SHawking Zhang } 12493e2e2ab5SHawking Zhang 125054eb4ed6Sxinhui pan if (psp->adev->psp.ta_fw) { 12515e5d3154Sxinhui pan ret = psp_ras_terminate(psp); 12525e5d3154Sxinhui pan if (ret) { 12535e5d3154Sxinhui pan DRM_ERROR("Failed to terminate ras ta\n"); 12545e5d3154Sxinhui pan return ret; 12555e5d3154Sxinhui pan } 125654eb4ed6Sxinhui pan } 12575e5d3154Sxinhui pan 1258bcd6eab8SEvan Quan ret = psp_ring_stop(psp, PSP_RING_TYPE__KM); 1259bcd6eab8SEvan Quan if (ret) { 1260bcd6eab8SEvan Quan DRM_ERROR("PSP ring stop failed\n"); 1261bcd6eab8SEvan Quan return ret; 1262bcd6eab8SEvan Quan } 1263bcd6eab8SEvan Quan 12640e5ca0d1SHuang Rui return 0; 12650e5ca0d1SHuang Rui } 12660e5ca0d1SHuang Rui 12670e5ca0d1SHuang Rui static int psp_resume(void *handle) 12680e5ca0d1SHuang Rui { 12690e5ca0d1SHuang Rui int ret; 12700e5ca0d1SHuang Rui struct amdgpu_device *adev = (struct amdgpu_device *)handle; 127193ea9b9fSHuang Rui struct psp_context *psp = &adev->psp; 12720e5ca0d1SHuang Rui 127393ea9b9fSHuang Rui DRM_INFO("PSP is resuming...\n"); 127493ea9b9fSHuang Rui 12750e5ca0d1SHuang Rui mutex_lock(&adev->firmware.mutex); 12760e5ca0d1SHuang Rui 127793ea9b9fSHuang Rui ret = psp_hw_start(psp); 12780e5ca0d1SHuang Rui if (ret) 127993ea9b9fSHuang Rui goto failed; 128093ea9b9fSHuang Rui 128193ea9b9fSHuang Rui ret = psp_np_fw_load(psp); 128293ea9b9fSHuang Rui if (ret) 128393ea9b9fSHuang Rui goto failed; 12840e5ca0d1SHuang Rui 12850e5ca0d1SHuang Rui mutex_unlock(&adev->firmware.mutex); 12860e5ca0d1SHuang Rui 128793ea9b9fSHuang Rui return 0; 128893ea9b9fSHuang Rui 128993ea9b9fSHuang Rui failed: 129093ea9b9fSHuang Rui DRM_ERROR("PSP resume failed\n"); 129193ea9b9fSHuang Rui mutex_unlock(&adev->firmware.mutex); 12920e5ca0d1SHuang Rui return ret; 12930e5ca0d1SHuang Rui } 12940e5ca0d1SHuang Rui 1295f75a9a5dSAlex Deucher int psp_gpu_reset(struct amdgpu_device *adev) 129698512bb8SKen Wang { 129732eaeae0SAlex Deucher int ret; 129832eaeae0SAlex Deucher 12992d4f9020SHuang Rui if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP) 13002d4f9020SHuang Rui return 0; 13012d4f9020SHuang Rui 130232eaeae0SAlex Deucher mutex_lock(&adev->psp.mutex); 130332eaeae0SAlex Deucher ret = psp_mode1_reset(&adev->psp); 130432eaeae0SAlex Deucher mutex_unlock(&adev->psp.mutex); 130532eaeae0SAlex Deucher 130632eaeae0SAlex Deucher return ret; 130798512bb8SKen Wang } 130898512bb8SKen Wang 13091a5b4ccaSHawking Zhang int psp_rlc_autoload_start(struct psp_context *psp) 13101a5b4ccaSHawking Zhang { 13111a5b4ccaSHawking Zhang int ret; 13121a5b4ccaSHawking Zhang struct psp_gfx_cmd_resp *cmd; 13131a5b4ccaSHawking Zhang 13141a5b4ccaSHawking Zhang if (amdgpu_sriov_vf(psp->adev)) 13151a5b4ccaSHawking Zhang return 0; 13161a5b4ccaSHawking Zhang 13171a5b4ccaSHawking Zhang cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL); 13181a5b4ccaSHawking Zhang if (!cmd) 13191a5b4ccaSHawking Zhang return -ENOMEM; 13201a5b4ccaSHawking Zhang 13211a5b4ccaSHawking Zhang cmd->cmd_id = GFX_CMD_ID_AUTOLOAD_RLC; 13221a5b4ccaSHawking Zhang 13231a5b4ccaSHawking Zhang ret = psp_cmd_submit_buf(psp, NULL, cmd, 13241a5b4ccaSHawking Zhang psp->fence_buf_mc_addr); 13251a5b4ccaSHawking Zhang kfree(cmd); 13261a5b4ccaSHawking Zhang return ret; 13271a5b4ccaSHawking Zhang } 13281a5b4ccaSHawking Zhang 132986ddf352SJack Xiao int psp_update_vcn_sram(struct amdgpu_device *adev, int inst_idx, 133086ddf352SJack Xiao uint64_t cmd_gpu_addr, int cmd_size) 133186ddf352SJack Xiao { 133286ddf352SJack Xiao struct amdgpu_firmware_info ucode = {0}; 133386ddf352SJack Xiao 133486ddf352SJack Xiao ucode.ucode_id = inst_idx ? AMDGPU_UCODE_ID_VCN1_RAM : 133586ddf352SJack Xiao AMDGPU_UCODE_ID_VCN0_RAM; 133686ddf352SJack Xiao ucode.mc_addr = cmd_gpu_addr; 133786ddf352SJack Xiao ucode.ucode_size = cmd_size; 133886ddf352SJack Xiao 133986ddf352SJack Xiao return psp_execute_np_fw_load(&adev->psp, &ucode); 134086ddf352SJack Xiao } 134186ddf352SJack Xiao 13420e5ca0d1SHuang Rui static bool psp_check_fw_loading_status(struct amdgpu_device *adev, 13430e5ca0d1SHuang Rui enum AMDGPU_UCODE_ID ucode_type) 13440e5ca0d1SHuang Rui { 13450e5ca0d1SHuang Rui struct amdgpu_firmware_info *ucode = NULL; 13460e5ca0d1SHuang Rui 13470e5ca0d1SHuang Rui if (!adev->firmware.fw_size) 13480e5ca0d1SHuang Rui return false; 13490e5ca0d1SHuang Rui 13500e5ca0d1SHuang Rui ucode = &adev->firmware.ucode[ucode_type]; 13510e5ca0d1SHuang Rui if (!ucode->fw || !ucode->ucode_size) 13520e5ca0d1SHuang Rui return false; 13530e5ca0d1SHuang Rui 13540e5ca0d1SHuang Rui return psp_compare_sram_data(&adev->psp, ucode, ucode_type); 13550e5ca0d1SHuang Rui } 13560e5ca0d1SHuang Rui 13570e5ca0d1SHuang Rui static int psp_set_clockgating_state(void *handle, 13580e5ca0d1SHuang Rui enum amd_clockgating_state state) 13590e5ca0d1SHuang Rui { 13600e5ca0d1SHuang Rui return 0; 13610e5ca0d1SHuang Rui } 13620e5ca0d1SHuang Rui 13630e5ca0d1SHuang Rui static int psp_set_powergating_state(void *handle, 13640e5ca0d1SHuang Rui enum amd_powergating_state state) 13650e5ca0d1SHuang Rui { 13660e5ca0d1SHuang Rui return 0; 13670e5ca0d1SHuang Rui } 13680e5ca0d1SHuang Rui 13690e5ca0d1SHuang Rui const struct amd_ip_funcs psp_ip_funcs = { 13700e5ca0d1SHuang Rui .name = "psp", 13710e5ca0d1SHuang Rui .early_init = psp_early_init, 13720e5ca0d1SHuang Rui .late_init = NULL, 13730e5ca0d1SHuang Rui .sw_init = psp_sw_init, 13740e5ca0d1SHuang Rui .sw_fini = psp_sw_fini, 13750e5ca0d1SHuang Rui .hw_init = psp_hw_init, 13760e5ca0d1SHuang Rui .hw_fini = psp_hw_fini, 13770e5ca0d1SHuang Rui .suspend = psp_suspend, 13780e5ca0d1SHuang Rui .resume = psp_resume, 13790e5ca0d1SHuang Rui .is_idle = NULL, 1380f75a9a5dSAlex Deucher .check_soft_reset = NULL, 13810e5ca0d1SHuang Rui .wait_for_idle = NULL, 1382f75a9a5dSAlex Deucher .soft_reset = NULL, 13830e5ca0d1SHuang Rui .set_clockgating_state = psp_set_clockgating_state, 13840e5ca0d1SHuang Rui .set_powergating_state = psp_set_powergating_state, 13850e5ca0d1SHuang Rui }; 13860e5ca0d1SHuang Rui 13870e5ca0d1SHuang Rui static const struct amdgpu_psp_funcs psp_funcs = { 13880e5ca0d1SHuang Rui .check_fw_loading_status = psp_check_fw_loading_status, 13890e5ca0d1SHuang Rui }; 13900e5ca0d1SHuang Rui 13910e5ca0d1SHuang Rui static void psp_set_funcs(struct amdgpu_device *adev) 13920e5ca0d1SHuang Rui { 13930e5ca0d1SHuang Rui if (NULL == adev->firmware.funcs) 13940e5ca0d1SHuang Rui adev->firmware.funcs = &psp_funcs; 13950e5ca0d1SHuang Rui } 13960e5ca0d1SHuang Rui 13970e5ca0d1SHuang Rui const struct amdgpu_ip_block_version psp_v3_1_ip_block = 13980e5ca0d1SHuang Rui { 13990e5ca0d1SHuang Rui .type = AMD_IP_BLOCK_TYPE_PSP, 14000e5ca0d1SHuang Rui .major = 3, 14010e5ca0d1SHuang Rui .minor = 1, 14020e5ca0d1SHuang Rui .rev = 0, 14030e5ca0d1SHuang Rui .funcs = &psp_ip_funcs, 14040e5ca0d1SHuang Rui }; 1405dfbd6438SHuang Rui 1406dfbd6438SHuang Rui const struct amdgpu_ip_block_version psp_v10_0_ip_block = 1407dfbd6438SHuang Rui { 1408dfbd6438SHuang Rui .type = AMD_IP_BLOCK_TYPE_PSP, 1409dfbd6438SHuang Rui .major = 10, 1410dfbd6438SHuang Rui .minor = 0, 1411dfbd6438SHuang Rui .rev = 0, 1412dfbd6438SHuang Rui .funcs = &psp_ip_funcs, 1413dfbd6438SHuang Rui }; 1414654f761cSFeifei Xu 1415654f761cSFeifei Xu const struct amdgpu_ip_block_version psp_v11_0_ip_block = 1416654f761cSFeifei Xu { 1417654f761cSFeifei Xu .type = AMD_IP_BLOCK_TYPE_PSP, 1418654f761cSFeifei Xu .major = 11, 1419654f761cSFeifei Xu .minor = 0, 1420654f761cSFeifei Xu .rev = 0, 1421654f761cSFeifei Xu .funcs = &psp_ip_funcs, 1422654f761cSFeifei Xu }; 14236a7a0bdbSAaron Liu 14246a7a0bdbSAaron Liu const struct amdgpu_ip_block_version psp_v12_0_ip_block = 14256a7a0bdbSAaron Liu { 14266a7a0bdbSAaron Liu .type = AMD_IP_BLOCK_TYPE_PSP, 14276a7a0bdbSAaron Liu .major = 12, 14286a7a0bdbSAaron Liu .minor = 0, 14296a7a0bdbSAaron Liu .rev = 0, 14306a7a0bdbSAaron Liu .funcs = &psp_ip_funcs, 14316a7a0bdbSAaron Liu }; 1432