1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * AMD Platform Security Processor (PSP) interface 4 * 5 * Copyright (C) 2016,2019 Advanced Micro Devices, Inc. 6 * 7 * Author: Brijesh Singh <[email protected]> 8 */ 9 10 #include <linux/kernel.h> 11 #include <linux/irqreturn.h> 12 #include <linux/mutex.h> 13 #include <linux/bitfield.h> 14 #include <linux/delay.h> 15 16 #include "sp-dev.h" 17 #include "psp-dev.h" 18 #include "sev-dev.h" 19 #include "tee-dev.h" 20 #include "platform-access.h" 21 #include "dbc.h" 22 23 struct psp_device *psp_master; 24 25 #define PSP_C2PMSG_17_CMDRESP_CMD GENMASK(19, 16) 26 27 static int psp_mailbox_poll(const void __iomem *cmdresp_reg, unsigned int *cmdresp, 28 unsigned int timeout_msecs) 29 { 30 while (true) { 31 *cmdresp = ioread32(cmdresp_reg); 32 if (FIELD_GET(PSP_CMDRESP_RESP, *cmdresp)) 33 return 0; 34 35 if (!timeout_msecs--) 36 break; 37 38 usleep_range(1000, 1100); 39 } 40 41 return -ETIMEDOUT; 42 } 43 44 int psp_mailbox_command(struct psp_device *psp, enum psp_cmd cmd, void *cmdbuff, 45 unsigned int timeout_msecs, unsigned int *cmdresp) 46 { 47 void __iomem *cmdresp_reg, *cmdbuff_lo_reg, *cmdbuff_hi_reg; 48 int ret; 49 50 if (!psp || !psp->vdata || !psp->vdata->cmdresp_reg || 51 !psp->vdata->cmdbuff_addr_lo_reg || !psp->vdata->cmdbuff_addr_hi_reg) 52 return -ENODEV; 53 54 cmdresp_reg = psp->io_regs + psp->vdata->cmdresp_reg; 55 cmdbuff_lo_reg = psp->io_regs + psp->vdata->cmdbuff_addr_lo_reg; 56 cmdbuff_hi_reg = psp->io_regs + psp->vdata->cmdbuff_addr_hi_reg; 57 58 mutex_lock(&psp->mailbox_mutex); 59 60 /* Ensure mailbox is ready for a command */ 61 ret = -EBUSY; 62 if (psp_mailbox_poll(cmdresp_reg, cmdresp, 0)) 63 goto unlock; 64 65 if (cmdbuff) { 66 iowrite32(lower_32_bits(__psp_pa(cmdbuff)), cmdbuff_lo_reg); 67 iowrite32(upper_32_bits(__psp_pa(cmdbuff)), cmdbuff_hi_reg); 68 } 69 70 *cmdresp = FIELD_PREP(PSP_C2PMSG_17_CMDRESP_CMD, cmd); 71 iowrite32(*cmdresp, cmdresp_reg); 72 73 ret = psp_mailbox_poll(cmdresp_reg, cmdresp, timeout_msecs); 74 75 unlock: 76 mutex_unlock(&psp->mailbox_mutex); 77 78 return ret; 79 } 80 81 int psp_extended_mailbox_cmd(struct psp_device *psp, unsigned int timeout_msecs, 82 struct psp_ext_request *req) 83 { 84 unsigned int reg; 85 int ret; 86 87 print_hex_dump_debug("->psp ", DUMP_PREFIX_OFFSET, 16, 2, req, 88 req->header.payload_size, false); 89 90 ret = psp_mailbox_command(psp, PSP_CMD_TEE_EXTENDED_CMD, (void *)req, 91 timeout_msecs, ®); 92 if (ret) { 93 return ret; 94 } else if (FIELD_GET(PSP_CMDRESP_STS, reg)) { 95 req->header.status = FIELD_GET(PSP_CMDRESP_STS, reg); 96 return -EIO; 97 } 98 99 print_hex_dump_debug("<-psp ", DUMP_PREFIX_OFFSET, 16, 2, req, 100 req->header.payload_size, false); 101 102 return 0; 103 } 104 105 static struct psp_device *psp_alloc_struct(struct sp_device *sp) 106 { 107 struct device *dev = sp->dev; 108 struct psp_device *psp; 109 110 psp = devm_kzalloc(dev, sizeof(*psp), GFP_KERNEL); 111 if (!psp) 112 return NULL; 113 114 psp->dev = dev; 115 psp->sp = sp; 116 117 snprintf(psp->name, sizeof(psp->name), "psp-%u", sp->ord); 118 119 return psp; 120 } 121 122 static irqreturn_t psp_irq_handler(int irq, void *data) 123 { 124 struct psp_device *psp = data; 125 unsigned int status; 126 127 /* Read the interrupt status: */ 128 status = ioread32(psp->io_regs + psp->vdata->intsts_reg); 129 130 /* Clear the interrupt status by writing the same value we read. */ 131 iowrite32(status, psp->io_regs + psp->vdata->intsts_reg); 132 133 /* invoke subdevice interrupt handlers */ 134 if (status) { 135 if (psp->sev_irq_handler) 136 psp->sev_irq_handler(irq, psp->sev_irq_data, status); 137 } 138 139 return IRQ_HANDLED; 140 } 141 142 static unsigned int psp_get_capability(struct psp_device *psp) 143 { 144 unsigned int val = ioread32(psp->io_regs + psp->vdata->feature_reg); 145 146 /* 147 * Check for a access to the registers. If this read returns 148 * 0xffffffff, it's likely that the system is running a broken 149 * BIOS which disallows access to the device. Stop here and 150 * fail the PSP initialization (but not the load, as the CCP 151 * could get properly initialized). 152 */ 153 if (val == 0xffffffff) { 154 dev_notice(psp->dev, "psp: unable to access the device: you might be running a broken BIOS.\n"); 155 return -ENODEV; 156 } 157 psp->capability = val; 158 159 /* Detect if TSME and SME are both enabled */ 160 if (PSP_CAPABILITY(psp, PSP_SECURITY_REPORTING) && 161 psp->capability & (PSP_SECURITY_TSME_STATUS << PSP_CAPABILITY_PSP_SECURITY_OFFSET) && 162 cc_platform_has(CC_ATTR_HOST_MEM_ENCRYPT)) 163 dev_notice(psp->dev, "psp: Both TSME and SME are active, SME is unnecessary when TSME is active.\n"); 164 165 return 0; 166 } 167 168 static int psp_check_sev_support(struct psp_device *psp) 169 { 170 /* Check if device supports SEV feature */ 171 if (!PSP_CAPABILITY(psp, SEV)) { 172 dev_dbg(psp->dev, "psp does not support SEV\n"); 173 return -ENODEV; 174 } 175 176 return 0; 177 } 178 179 static int psp_check_tee_support(struct psp_device *psp) 180 { 181 /* Check if device supports TEE feature */ 182 if (!PSP_CAPABILITY(psp, TEE)) { 183 dev_dbg(psp->dev, "psp does not support TEE\n"); 184 return -ENODEV; 185 } 186 187 return 0; 188 } 189 190 static void psp_init_platform_access(struct psp_device *psp) 191 { 192 int ret; 193 194 ret = platform_access_dev_init(psp); 195 if (ret) { 196 dev_warn(psp->dev, "platform access init failed: %d\n", ret); 197 return; 198 } 199 200 /* dbc must come after platform access as it tests the feature */ 201 ret = dbc_dev_init(psp); 202 if (ret) 203 dev_warn(psp->dev, "failed to init dynamic boost control: %d\n", 204 ret); 205 } 206 207 static int psp_init(struct psp_device *psp) 208 { 209 int ret; 210 211 if (!psp_check_sev_support(psp)) { 212 ret = sev_dev_init(psp); 213 if (ret) 214 return ret; 215 } 216 217 if (!psp_check_tee_support(psp)) { 218 ret = tee_dev_init(psp); 219 if (ret) 220 return ret; 221 } 222 223 if (psp->vdata->platform_access) 224 psp_init_platform_access(psp); 225 226 return 0; 227 } 228 229 int psp_dev_init(struct sp_device *sp) 230 { 231 struct device *dev = sp->dev; 232 struct psp_device *psp; 233 int ret; 234 235 ret = -ENOMEM; 236 psp = psp_alloc_struct(sp); 237 if (!psp) 238 goto e_err; 239 240 sp->psp_data = psp; 241 242 psp->vdata = (struct psp_vdata *)sp->dev_vdata->psp_vdata; 243 if (!psp->vdata) { 244 ret = -ENODEV; 245 dev_err(dev, "missing driver data\n"); 246 goto e_err; 247 } 248 249 psp->io_regs = sp->io_map; 250 mutex_init(&psp->mailbox_mutex); 251 252 ret = psp_get_capability(psp); 253 if (ret) 254 goto e_disable; 255 256 /* Disable and clear interrupts until ready */ 257 iowrite32(0, psp->io_regs + psp->vdata->inten_reg); 258 iowrite32(-1, psp->io_regs + psp->vdata->intsts_reg); 259 260 /* Request an irq */ 261 ret = sp_request_psp_irq(psp->sp, psp_irq_handler, psp->name, psp); 262 if (ret) { 263 dev_err(dev, "psp: unable to allocate an IRQ\n"); 264 goto e_err; 265 } 266 267 /* master device must be set for platform access */ 268 if (psp->sp->set_psp_master_device) 269 psp->sp->set_psp_master_device(psp->sp); 270 271 ret = psp_init(psp); 272 if (ret) 273 goto e_irq; 274 275 /* Enable interrupt */ 276 iowrite32(-1, psp->io_regs + psp->vdata->inten_reg); 277 278 dev_notice(dev, "psp enabled\n"); 279 280 return 0; 281 282 e_irq: 283 if (sp->clear_psp_master_device) 284 sp->clear_psp_master_device(sp); 285 286 sp_free_psp_irq(psp->sp, psp); 287 e_err: 288 sp->psp_data = NULL; 289 290 dev_notice(dev, "psp initialization failed\n"); 291 292 return ret; 293 294 e_disable: 295 sp->psp_data = NULL; 296 297 return ret; 298 } 299 300 void psp_dev_destroy(struct sp_device *sp) 301 { 302 struct psp_device *psp = sp->psp_data; 303 304 if (!psp) 305 return; 306 307 sev_dev_destroy(psp); 308 309 tee_dev_destroy(psp); 310 311 dbc_dev_destroy(psp); 312 313 platform_access_dev_destroy(psp); 314 315 sp_free_psp_irq(sp, psp); 316 317 if (sp->clear_psp_master_device) 318 sp->clear_psp_master_device(sp); 319 } 320 321 void psp_set_sev_irq_handler(struct psp_device *psp, psp_irq_handler_t handler, 322 void *data) 323 { 324 psp->sev_irq_data = data; 325 psp->sev_irq_handler = handler; 326 } 327 328 void psp_clear_sev_irq_handler(struct psp_device *psp) 329 { 330 psp_set_sev_irq_handler(psp, NULL, NULL); 331 } 332 333 struct psp_device *psp_get_master_device(void) 334 { 335 struct sp_device *sp = sp_get_psp_master_device(); 336 337 return sp ? sp->psp_data : NULL; 338 } 339 340 void psp_pci_init(void) 341 { 342 psp_master = psp_get_master_device(); 343 344 if (!psp_master) 345 return; 346 347 sev_pci_init(); 348 } 349 350 void psp_pci_exit(void) 351 { 352 if (!psp_master) 353 return; 354 355 sev_pci_exit(); 356 } 357