1 /* 2 * Copyright 2015 Advanced Micro Devices, Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 * 22 * 23 */ 24 #include <linux/list.h> 25 #include <linux/slab.h> 26 #include <linux/pci.h> 27 #include <linux/acpi.h> 28 #include <drm/drmP.h> 29 #include <linux/firmware.h> 30 #include <drm/amdgpu_drm.h> 31 #include "amdgpu.h" 32 #include "cgs_linux.h" 33 #include "atom.h" 34 #include "amdgpu_ucode.h" 35 36 struct amdgpu_cgs_device { 37 struct cgs_device base; 38 struct amdgpu_device *adev; 39 }; 40 41 #define CGS_FUNC_ADEV \ 42 struct amdgpu_device *adev = \ 43 ((struct amdgpu_cgs_device *)cgs_device)->adev 44 45 static int amdgpu_cgs_gpu_mem_info(struct cgs_device *cgs_device, enum cgs_gpu_mem_type type, 46 uint64_t *mc_start, uint64_t *mc_size, 47 uint64_t *mem_size) 48 { 49 CGS_FUNC_ADEV; 50 switch(type) { 51 case CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB: 52 case CGS_GPU_MEM_TYPE__VISIBLE_FB: 53 *mc_start = 0; 54 *mc_size = adev->mc.visible_vram_size; 55 *mem_size = adev->mc.visible_vram_size - adev->vram_pin_size; 56 break; 57 case CGS_GPU_MEM_TYPE__INVISIBLE_CONTIG_FB: 58 case CGS_GPU_MEM_TYPE__INVISIBLE_FB: 59 *mc_start = adev->mc.visible_vram_size; 60 *mc_size = adev->mc.real_vram_size - adev->mc.visible_vram_size; 61 *mem_size = *mc_size; 62 break; 63 case CGS_GPU_MEM_TYPE__GART_CACHEABLE: 64 case CGS_GPU_MEM_TYPE__GART_WRITECOMBINE: 65 *mc_start = adev->mc.gtt_start; 66 *mc_size = adev->mc.gtt_size; 67 *mem_size = adev->mc.gtt_size - adev->gart_pin_size; 68 break; 69 default: 70 return -EINVAL; 71 } 72 73 return 0; 74 } 75 76 static int amdgpu_cgs_gmap_kmem(struct cgs_device *cgs_device, void *kmem, 77 uint64_t size, 78 uint64_t min_offset, uint64_t max_offset, 79 cgs_handle_t *kmem_handle, uint64_t *mcaddr) 80 { 81 CGS_FUNC_ADEV; 82 int ret; 83 struct amdgpu_bo *bo; 84 struct page *kmem_page = vmalloc_to_page(kmem); 85 int npages = ALIGN(size, PAGE_SIZE) >> PAGE_SHIFT; 86 87 struct sg_table *sg = drm_prime_pages_to_sg(&kmem_page, npages); 88 ret = amdgpu_bo_create(adev, size, PAGE_SIZE, false, 89 AMDGPU_GEM_DOMAIN_GTT, 0, sg, NULL, &bo); 90 if (ret) 91 return ret; 92 ret = amdgpu_bo_reserve(bo, false); 93 if (unlikely(ret != 0)) 94 return ret; 95 96 /* pin buffer into GTT */ 97 ret = amdgpu_bo_pin_restricted(bo, AMDGPU_GEM_DOMAIN_GTT, 98 min_offset, max_offset, mcaddr); 99 amdgpu_bo_unreserve(bo); 100 101 *kmem_handle = (cgs_handle_t)bo; 102 return ret; 103 } 104 105 static int amdgpu_cgs_gunmap_kmem(struct cgs_device *cgs_device, cgs_handle_t kmem_handle) 106 { 107 struct amdgpu_bo *obj = (struct amdgpu_bo *)kmem_handle; 108 109 if (obj) { 110 int r = amdgpu_bo_reserve(obj, false); 111 if (likely(r == 0)) { 112 amdgpu_bo_unpin(obj); 113 amdgpu_bo_unreserve(obj); 114 } 115 amdgpu_bo_unref(&obj); 116 117 } 118 return 0; 119 } 120 121 static int amdgpu_cgs_alloc_gpu_mem(struct cgs_device *cgs_device, 122 enum cgs_gpu_mem_type type, 123 uint64_t size, uint64_t align, 124 uint64_t min_offset, uint64_t max_offset, 125 cgs_handle_t *handle) 126 { 127 CGS_FUNC_ADEV; 128 uint16_t flags = 0; 129 int ret = 0; 130 uint32_t domain = 0; 131 struct amdgpu_bo *obj; 132 struct ttm_placement placement; 133 struct ttm_place place; 134 135 if (min_offset > max_offset) { 136 BUG_ON(1); 137 return -EINVAL; 138 } 139 140 /* fail if the alignment is not a power of 2 */ 141 if (((align != 1) && (align & (align - 1))) 142 || size == 0 || align == 0) 143 return -EINVAL; 144 145 146 switch(type) { 147 case CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB: 148 case CGS_GPU_MEM_TYPE__VISIBLE_FB: 149 flags = AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED; 150 domain = AMDGPU_GEM_DOMAIN_VRAM; 151 if (max_offset > adev->mc.real_vram_size) 152 return -EINVAL; 153 place.fpfn = min_offset >> PAGE_SHIFT; 154 place.lpfn = max_offset >> PAGE_SHIFT; 155 place.flags = TTM_PL_FLAG_WC | TTM_PL_FLAG_UNCACHED | 156 TTM_PL_FLAG_VRAM; 157 break; 158 case CGS_GPU_MEM_TYPE__INVISIBLE_CONTIG_FB: 159 case CGS_GPU_MEM_TYPE__INVISIBLE_FB: 160 flags = AMDGPU_GEM_CREATE_NO_CPU_ACCESS; 161 domain = AMDGPU_GEM_DOMAIN_VRAM; 162 if (adev->mc.visible_vram_size < adev->mc.real_vram_size) { 163 place.fpfn = 164 max(min_offset, adev->mc.visible_vram_size) >> PAGE_SHIFT; 165 place.lpfn = 166 min(max_offset, adev->mc.real_vram_size) >> PAGE_SHIFT; 167 place.flags = TTM_PL_FLAG_WC | TTM_PL_FLAG_UNCACHED | 168 TTM_PL_FLAG_VRAM; 169 } 170 171 break; 172 case CGS_GPU_MEM_TYPE__GART_CACHEABLE: 173 domain = AMDGPU_GEM_DOMAIN_GTT; 174 place.fpfn = min_offset >> PAGE_SHIFT; 175 place.lpfn = max_offset >> PAGE_SHIFT; 176 place.flags = TTM_PL_FLAG_CACHED | TTM_PL_FLAG_TT; 177 break; 178 case CGS_GPU_MEM_TYPE__GART_WRITECOMBINE: 179 flags = AMDGPU_GEM_CREATE_CPU_GTT_USWC; 180 domain = AMDGPU_GEM_DOMAIN_GTT; 181 place.fpfn = min_offset >> PAGE_SHIFT; 182 place.lpfn = max_offset >> PAGE_SHIFT; 183 place.flags = TTM_PL_FLAG_WC | TTM_PL_FLAG_TT | 184 TTM_PL_FLAG_UNCACHED; 185 break; 186 default: 187 return -EINVAL; 188 } 189 190 191 *handle = 0; 192 193 placement.placement = &place; 194 placement.num_placement = 1; 195 placement.busy_placement = &place; 196 placement.num_busy_placement = 1; 197 198 ret = amdgpu_bo_create_restricted(adev, size, PAGE_SIZE, 199 true, domain, flags, 200 NULL, &placement, NULL, 201 &obj); 202 if (ret) { 203 DRM_ERROR("(%d) bo create failed\n", ret); 204 return ret; 205 } 206 *handle = (cgs_handle_t)obj; 207 208 return ret; 209 } 210 211 static int amdgpu_cgs_free_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle) 212 { 213 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 214 215 if (obj) { 216 int r = amdgpu_bo_reserve(obj, false); 217 if (likely(r == 0)) { 218 amdgpu_bo_kunmap(obj); 219 amdgpu_bo_unpin(obj); 220 amdgpu_bo_unreserve(obj); 221 } 222 amdgpu_bo_unref(&obj); 223 224 } 225 return 0; 226 } 227 228 static int amdgpu_cgs_gmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle, 229 uint64_t *mcaddr) 230 { 231 int r; 232 u64 min_offset, max_offset; 233 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 234 235 WARN_ON_ONCE(obj->placement.num_placement > 1); 236 237 min_offset = obj->placements[0].fpfn << PAGE_SHIFT; 238 max_offset = obj->placements[0].lpfn << PAGE_SHIFT; 239 240 r = amdgpu_bo_reserve(obj, false); 241 if (unlikely(r != 0)) 242 return r; 243 r = amdgpu_bo_pin_restricted(obj, AMDGPU_GEM_DOMAIN_GTT, 244 min_offset, max_offset, mcaddr); 245 amdgpu_bo_unreserve(obj); 246 return r; 247 } 248 249 static int amdgpu_cgs_gunmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle) 250 { 251 int r; 252 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 253 r = amdgpu_bo_reserve(obj, false); 254 if (unlikely(r != 0)) 255 return r; 256 r = amdgpu_bo_unpin(obj); 257 amdgpu_bo_unreserve(obj); 258 return r; 259 } 260 261 static int amdgpu_cgs_kmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle, 262 void **map) 263 { 264 int r; 265 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 266 r = amdgpu_bo_reserve(obj, false); 267 if (unlikely(r != 0)) 268 return r; 269 r = amdgpu_bo_kmap(obj, map); 270 amdgpu_bo_unreserve(obj); 271 return r; 272 } 273 274 static int amdgpu_cgs_kunmap_gpu_mem(struct cgs_device *cgs_device, cgs_handle_t handle) 275 { 276 int r; 277 struct amdgpu_bo *obj = (struct amdgpu_bo *)handle; 278 r = amdgpu_bo_reserve(obj, false); 279 if (unlikely(r != 0)) 280 return r; 281 amdgpu_bo_kunmap(obj); 282 amdgpu_bo_unreserve(obj); 283 return r; 284 } 285 286 static uint32_t amdgpu_cgs_read_register(struct cgs_device *cgs_device, unsigned offset) 287 { 288 CGS_FUNC_ADEV; 289 return RREG32(offset); 290 } 291 292 static void amdgpu_cgs_write_register(struct cgs_device *cgs_device, unsigned offset, 293 uint32_t value) 294 { 295 CGS_FUNC_ADEV; 296 WREG32(offset, value); 297 } 298 299 static uint32_t amdgpu_cgs_read_ind_register(struct cgs_device *cgs_device, 300 enum cgs_ind_reg space, 301 unsigned index) 302 { 303 CGS_FUNC_ADEV; 304 switch (space) { 305 case CGS_IND_REG__MMIO: 306 return RREG32_IDX(index); 307 case CGS_IND_REG__PCIE: 308 return RREG32_PCIE(index); 309 case CGS_IND_REG__SMC: 310 return RREG32_SMC(index); 311 case CGS_IND_REG__UVD_CTX: 312 return RREG32_UVD_CTX(index); 313 case CGS_IND_REG__DIDT: 314 return RREG32_DIDT(index); 315 case CGS_IND_REG__AUDIO_ENDPT: 316 DRM_ERROR("audio endpt register access not implemented.\n"); 317 return 0; 318 } 319 WARN(1, "Invalid indirect register space"); 320 return 0; 321 } 322 323 static void amdgpu_cgs_write_ind_register(struct cgs_device *cgs_device, 324 enum cgs_ind_reg space, 325 unsigned index, uint32_t value) 326 { 327 CGS_FUNC_ADEV; 328 switch (space) { 329 case CGS_IND_REG__MMIO: 330 return WREG32_IDX(index, value); 331 case CGS_IND_REG__PCIE: 332 return WREG32_PCIE(index, value); 333 case CGS_IND_REG__SMC: 334 return WREG32_SMC(index, value); 335 case CGS_IND_REG__UVD_CTX: 336 return WREG32_UVD_CTX(index, value); 337 case CGS_IND_REG__DIDT: 338 return WREG32_DIDT(index, value); 339 case CGS_IND_REG__AUDIO_ENDPT: 340 DRM_ERROR("audio endpt register access not implemented.\n"); 341 return; 342 } 343 WARN(1, "Invalid indirect register space"); 344 } 345 346 static uint8_t amdgpu_cgs_read_pci_config_byte(struct cgs_device *cgs_device, unsigned addr) 347 { 348 CGS_FUNC_ADEV; 349 uint8_t val; 350 int ret = pci_read_config_byte(adev->pdev, addr, &val); 351 if (WARN(ret, "pci_read_config_byte error")) 352 return 0; 353 return val; 354 } 355 356 static uint16_t amdgpu_cgs_read_pci_config_word(struct cgs_device *cgs_device, unsigned addr) 357 { 358 CGS_FUNC_ADEV; 359 uint16_t val; 360 int ret = pci_read_config_word(adev->pdev, addr, &val); 361 if (WARN(ret, "pci_read_config_word error")) 362 return 0; 363 return val; 364 } 365 366 static uint32_t amdgpu_cgs_read_pci_config_dword(struct cgs_device *cgs_device, 367 unsigned addr) 368 { 369 CGS_FUNC_ADEV; 370 uint32_t val; 371 int ret = pci_read_config_dword(adev->pdev, addr, &val); 372 if (WARN(ret, "pci_read_config_dword error")) 373 return 0; 374 return val; 375 } 376 377 static void amdgpu_cgs_write_pci_config_byte(struct cgs_device *cgs_device, unsigned addr, 378 uint8_t value) 379 { 380 CGS_FUNC_ADEV; 381 int ret = pci_write_config_byte(adev->pdev, addr, value); 382 WARN(ret, "pci_write_config_byte error"); 383 } 384 385 static void amdgpu_cgs_write_pci_config_word(struct cgs_device *cgs_device, unsigned addr, 386 uint16_t value) 387 { 388 CGS_FUNC_ADEV; 389 int ret = pci_write_config_word(adev->pdev, addr, value); 390 WARN(ret, "pci_write_config_word error"); 391 } 392 393 static void amdgpu_cgs_write_pci_config_dword(struct cgs_device *cgs_device, unsigned addr, 394 uint32_t value) 395 { 396 CGS_FUNC_ADEV; 397 int ret = pci_write_config_dword(adev->pdev, addr, value); 398 WARN(ret, "pci_write_config_dword error"); 399 } 400 401 402 static int amdgpu_cgs_get_pci_resource(struct cgs_device *cgs_device, 403 enum cgs_resource_type resource_type, 404 uint64_t size, 405 uint64_t offset, 406 uint64_t *resource_base) 407 { 408 CGS_FUNC_ADEV; 409 410 if (resource_base == NULL) 411 return -EINVAL; 412 413 switch (resource_type) { 414 case CGS_RESOURCE_TYPE_MMIO: 415 if (adev->rmmio_size == 0) 416 return -ENOENT; 417 if ((offset + size) > adev->rmmio_size) 418 return -EINVAL; 419 *resource_base = adev->rmmio_base; 420 return 0; 421 case CGS_RESOURCE_TYPE_DOORBELL: 422 if (adev->doorbell.size == 0) 423 return -ENOENT; 424 if ((offset + size) > adev->doorbell.size) 425 return -EINVAL; 426 *resource_base = adev->doorbell.base; 427 return 0; 428 case CGS_RESOURCE_TYPE_FB: 429 case CGS_RESOURCE_TYPE_IO: 430 case CGS_RESOURCE_TYPE_ROM: 431 default: 432 return -EINVAL; 433 } 434 } 435 436 static const void *amdgpu_cgs_atom_get_data_table(struct cgs_device *cgs_device, 437 unsigned table, uint16_t *size, 438 uint8_t *frev, uint8_t *crev) 439 { 440 CGS_FUNC_ADEV; 441 uint16_t data_start; 442 443 if (amdgpu_atom_parse_data_header( 444 adev->mode_info.atom_context, table, size, 445 frev, crev, &data_start)) 446 return (uint8_t*)adev->mode_info.atom_context->bios + 447 data_start; 448 449 return NULL; 450 } 451 452 static int amdgpu_cgs_atom_get_cmd_table_revs(struct cgs_device *cgs_device, unsigned table, 453 uint8_t *frev, uint8_t *crev) 454 { 455 CGS_FUNC_ADEV; 456 457 if (amdgpu_atom_parse_cmd_header( 458 adev->mode_info.atom_context, table, 459 frev, crev)) 460 return 0; 461 462 return -EINVAL; 463 } 464 465 static int amdgpu_cgs_atom_exec_cmd_table(struct cgs_device *cgs_device, unsigned table, 466 void *args) 467 { 468 CGS_FUNC_ADEV; 469 470 return amdgpu_atom_execute_table( 471 adev->mode_info.atom_context, table, args); 472 } 473 474 static int amdgpu_cgs_create_pm_request(struct cgs_device *cgs_device, cgs_handle_t *request) 475 { 476 /* TODO */ 477 return 0; 478 } 479 480 static int amdgpu_cgs_destroy_pm_request(struct cgs_device *cgs_device, cgs_handle_t request) 481 { 482 /* TODO */ 483 return 0; 484 } 485 486 static int amdgpu_cgs_set_pm_request(struct cgs_device *cgs_device, cgs_handle_t request, 487 int active) 488 { 489 /* TODO */ 490 return 0; 491 } 492 493 static int amdgpu_cgs_pm_request_clock(struct cgs_device *cgs_device, cgs_handle_t request, 494 enum cgs_clock clock, unsigned freq) 495 { 496 /* TODO */ 497 return 0; 498 } 499 500 static int amdgpu_cgs_pm_request_engine(struct cgs_device *cgs_device, cgs_handle_t request, 501 enum cgs_engine engine, int powered) 502 { 503 /* TODO */ 504 return 0; 505 } 506 507 508 509 static int amdgpu_cgs_pm_query_clock_limits(struct cgs_device *cgs_device, 510 enum cgs_clock clock, 511 struct cgs_clock_limits *limits) 512 { 513 /* TODO */ 514 return 0; 515 } 516 517 static int amdgpu_cgs_set_camera_voltages(struct cgs_device *cgs_device, uint32_t mask, 518 const uint32_t *voltages) 519 { 520 DRM_ERROR("not implemented"); 521 return -EPERM; 522 } 523 524 struct cgs_irq_params { 525 unsigned src_id; 526 cgs_irq_source_set_func_t set; 527 cgs_irq_handler_func_t handler; 528 void *private_data; 529 }; 530 531 static int cgs_set_irq_state(struct amdgpu_device *adev, 532 struct amdgpu_irq_src *src, 533 unsigned type, 534 enum amdgpu_interrupt_state state) 535 { 536 struct cgs_irq_params *irq_params = 537 (struct cgs_irq_params *)src->data; 538 if (!irq_params) 539 return -EINVAL; 540 if (!irq_params->set) 541 return -EINVAL; 542 return irq_params->set(irq_params->private_data, 543 irq_params->src_id, 544 type, 545 (int)state); 546 } 547 548 static int cgs_process_irq(struct amdgpu_device *adev, 549 struct amdgpu_irq_src *source, 550 struct amdgpu_iv_entry *entry) 551 { 552 struct cgs_irq_params *irq_params = 553 (struct cgs_irq_params *)source->data; 554 if (!irq_params) 555 return -EINVAL; 556 if (!irq_params->handler) 557 return -EINVAL; 558 return irq_params->handler(irq_params->private_data, 559 irq_params->src_id, 560 entry->iv_entry); 561 } 562 563 static const struct amdgpu_irq_src_funcs cgs_irq_funcs = { 564 .set = cgs_set_irq_state, 565 .process = cgs_process_irq, 566 }; 567 568 static int amdgpu_cgs_add_irq_source(struct cgs_device *cgs_device, unsigned src_id, 569 unsigned num_types, 570 cgs_irq_source_set_func_t set, 571 cgs_irq_handler_func_t handler, 572 void *private_data) 573 { 574 CGS_FUNC_ADEV; 575 int ret = 0; 576 struct cgs_irq_params *irq_params; 577 struct amdgpu_irq_src *source = 578 kzalloc(sizeof(struct amdgpu_irq_src), GFP_KERNEL); 579 if (!source) 580 return -ENOMEM; 581 irq_params = 582 kzalloc(sizeof(struct cgs_irq_params), GFP_KERNEL); 583 if (!irq_params) { 584 kfree(source); 585 return -ENOMEM; 586 } 587 source->num_types = num_types; 588 source->funcs = &cgs_irq_funcs; 589 irq_params->src_id = src_id; 590 irq_params->set = set; 591 irq_params->handler = handler; 592 irq_params->private_data = private_data; 593 source->data = (void *)irq_params; 594 ret = amdgpu_irq_add_id(adev, src_id, source); 595 if (ret) { 596 kfree(irq_params); 597 kfree(source); 598 } 599 600 return ret; 601 } 602 603 static int amdgpu_cgs_irq_get(struct cgs_device *cgs_device, unsigned src_id, unsigned type) 604 { 605 CGS_FUNC_ADEV; 606 return amdgpu_irq_get(adev, adev->irq.sources[src_id], type); 607 } 608 609 static int amdgpu_cgs_irq_put(struct cgs_device *cgs_device, unsigned src_id, unsigned type) 610 { 611 CGS_FUNC_ADEV; 612 return amdgpu_irq_put(adev, adev->irq.sources[src_id], type); 613 } 614 615 int amdgpu_cgs_set_clockgating_state(struct cgs_device *cgs_device, 616 enum amd_ip_block_type block_type, 617 enum amd_clockgating_state state) 618 { 619 CGS_FUNC_ADEV; 620 int i, r = -1; 621 622 for (i = 0; i < adev->num_ip_blocks; i++) { 623 if (!adev->ip_block_status[i].valid) 624 continue; 625 626 if (adev->ip_blocks[i].type == block_type) { 627 r = adev->ip_blocks[i].funcs->set_clockgating_state( 628 (void *)adev, 629 state); 630 break; 631 } 632 } 633 return r; 634 } 635 636 int amdgpu_cgs_set_powergating_state(struct cgs_device *cgs_device, 637 enum amd_ip_block_type block_type, 638 enum amd_powergating_state state) 639 { 640 CGS_FUNC_ADEV; 641 int i, r = -1; 642 643 for (i = 0; i < adev->num_ip_blocks; i++) { 644 if (!adev->ip_block_status[i].valid) 645 continue; 646 647 if (adev->ip_blocks[i].type == block_type) { 648 r = adev->ip_blocks[i].funcs->set_powergating_state( 649 (void *)adev, 650 state); 651 break; 652 } 653 } 654 return r; 655 } 656 657 658 static uint32_t fw_type_convert(struct cgs_device *cgs_device, uint32_t fw_type) 659 { 660 CGS_FUNC_ADEV; 661 enum AMDGPU_UCODE_ID result = AMDGPU_UCODE_ID_MAXIMUM; 662 663 switch (fw_type) { 664 case CGS_UCODE_ID_SDMA0: 665 result = AMDGPU_UCODE_ID_SDMA0; 666 break; 667 case CGS_UCODE_ID_SDMA1: 668 result = AMDGPU_UCODE_ID_SDMA1; 669 break; 670 case CGS_UCODE_ID_CP_CE: 671 result = AMDGPU_UCODE_ID_CP_CE; 672 break; 673 case CGS_UCODE_ID_CP_PFP: 674 result = AMDGPU_UCODE_ID_CP_PFP; 675 break; 676 case CGS_UCODE_ID_CP_ME: 677 result = AMDGPU_UCODE_ID_CP_ME; 678 break; 679 case CGS_UCODE_ID_CP_MEC: 680 case CGS_UCODE_ID_CP_MEC_JT1: 681 result = AMDGPU_UCODE_ID_CP_MEC1; 682 break; 683 case CGS_UCODE_ID_CP_MEC_JT2: 684 if (adev->asic_type == CHIP_TONGA || adev->asic_type == CHIP_POLARIS11 685 || adev->asic_type == CHIP_POLARIS10) 686 result = AMDGPU_UCODE_ID_CP_MEC2; 687 else 688 result = AMDGPU_UCODE_ID_CP_MEC1; 689 break; 690 case CGS_UCODE_ID_RLC_G: 691 result = AMDGPU_UCODE_ID_RLC_G; 692 break; 693 default: 694 DRM_ERROR("Firmware type not supported\n"); 695 } 696 return result; 697 } 698 699 static int amdgpu_cgs_rel_firmware(struct cgs_device *cgs_device, enum cgs_ucode_id type) 700 { 701 CGS_FUNC_ADEV; 702 if ((CGS_UCODE_ID_SMU == type) || (CGS_UCODE_ID_SMU_SK == type)) { 703 release_firmware(adev->pm.fw); 704 return 0; 705 } 706 /* cannot release other firmware because they are not created by cgs */ 707 return -EINVAL; 708 } 709 710 static int amdgpu_cgs_get_firmware_info(struct cgs_device *cgs_device, 711 enum cgs_ucode_id type, 712 struct cgs_firmware_info *info) 713 { 714 CGS_FUNC_ADEV; 715 716 if ((CGS_UCODE_ID_SMU != type) && (CGS_UCODE_ID_SMU_SK != type)) { 717 uint64_t gpu_addr; 718 uint32_t data_size; 719 const struct gfx_firmware_header_v1_0 *header; 720 enum AMDGPU_UCODE_ID id; 721 struct amdgpu_firmware_info *ucode; 722 723 id = fw_type_convert(cgs_device, type); 724 ucode = &adev->firmware.ucode[id]; 725 if (ucode->fw == NULL) 726 return -EINVAL; 727 728 gpu_addr = ucode->mc_addr; 729 header = (const struct gfx_firmware_header_v1_0 *)ucode->fw->data; 730 data_size = le32_to_cpu(header->header.ucode_size_bytes); 731 732 if ((type == CGS_UCODE_ID_CP_MEC_JT1) || 733 (type == CGS_UCODE_ID_CP_MEC_JT2)) { 734 gpu_addr += le32_to_cpu(header->jt_offset) << 2; 735 data_size = le32_to_cpu(header->jt_size) << 2; 736 } 737 info->mc_addr = gpu_addr; 738 info->image_size = data_size; 739 info->version = (uint16_t)le32_to_cpu(header->header.ucode_version); 740 info->feature_version = (uint16_t)le32_to_cpu(header->ucode_feature_version); 741 } else { 742 char fw_name[30] = {0}; 743 int err = 0; 744 uint32_t ucode_size; 745 uint32_t ucode_start_address; 746 const uint8_t *src; 747 const struct smc_firmware_header_v1_0 *hdr; 748 749 if (!adev->pm.fw) { 750 switch (adev->asic_type) { 751 case CHIP_TONGA: 752 strcpy(fw_name, "amdgpu/tonga_smc.bin"); 753 break; 754 case CHIP_FIJI: 755 strcpy(fw_name, "amdgpu/fiji_smc.bin"); 756 break; 757 case CHIP_POLARIS11: 758 if (type == CGS_UCODE_ID_SMU) 759 strcpy(fw_name, "amdgpu/polaris11_smc.bin"); 760 else if (type == CGS_UCODE_ID_SMU_SK) 761 strcpy(fw_name, "amdgpu/polaris11_smc_sk.bin"); 762 break; 763 case CHIP_POLARIS10: 764 if (type == CGS_UCODE_ID_SMU) 765 strcpy(fw_name, "amdgpu/polaris10_smc.bin"); 766 else if (type == CGS_UCODE_ID_SMU_SK) 767 strcpy(fw_name, "amdgpu/polaris10_smc_sk.bin"); 768 break; 769 default: 770 DRM_ERROR("SMC firmware not supported\n"); 771 return -EINVAL; 772 } 773 774 err = request_firmware(&adev->pm.fw, fw_name, adev->dev); 775 if (err) { 776 DRM_ERROR("Failed to request firmware\n"); 777 return err; 778 } 779 780 err = amdgpu_ucode_validate(adev->pm.fw); 781 if (err) { 782 DRM_ERROR("Failed to load firmware \"%s\"", fw_name); 783 release_firmware(adev->pm.fw); 784 adev->pm.fw = NULL; 785 return err; 786 } 787 } 788 789 hdr = (const struct smc_firmware_header_v1_0 *) adev->pm.fw->data; 790 amdgpu_ucode_print_smc_hdr(&hdr->header); 791 adev->pm.fw_version = le32_to_cpu(hdr->header.ucode_version); 792 ucode_size = le32_to_cpu(hdr->header.ucode_size_bytes); 793 ucode_start_address = le32_to_cpu(hdr->ucode_start_addr); 794 src = (const uint8_t *)(adev->pm.fw->data + 795 le32_to_cpu(hdr->header.ucode_array_offset_bytes)); 796 797 info->version = adev->pm.fw_version; 798 info->image_size = ucode_size; 799 info->kptr = (void *)src; 800 } 801 return 0; 802 } 803 804 static int amdgpu_cgs_query_system_info(struct cgs_device *cgs_device, 805 struct cgs_system_info *sys_info) 806 { 807 CGS_FUNC_ADEV; 808 809 if (NULL == sys_info) 810 return -ENODEV; 811 812 if (sizeof(struct cgs_system_info) != sys_info->size) 813 return -ENODEV; 814 815 switch (sys_info->info_id) { 816 case CGS_SYSTEM_INFO_ADAPTER_BDF_ID: 817 sys_info->value = adev->pdev->devfn | (adev->pdev->bus->number << 8); 818 break; 819 case CGS_SYSTEM_INFO_PCIE_GEN_INFO: 820 sys_info->value = adev->pm.pcie_gen_mask; 821 break; 822 case CGS_SYSTEM_INFO_PCIE_MLW: 823 sys_info->value = adev->pm.pcie_mlw_mask; 824 break; 825 case CGS_SYSTEM_INFO_CG_FLAGS: 826 sys_info->value = adev->cg_flags; 827 break; 828 case CGS_SYSTEM_INFO_PG_FLAGS: 829 sys_info->value = adev->pg_flags; 830 break; 831 case CGS_SYSTEM_INFO_GFX_CU_INFO: 832 sys_info->value = adev->gfx.cu_info.number; 833 break; 834 default: 835 return -ENODEV; 836 } 837 838 return 0; 839 } 840 841 static int amdgpu_cgs_get_active_displays_info(struct cgs_device *cgs_device, 842 struct cgs_display_info *info) 843 { 844 CGS_FUNC_ADEV; 845 struct amdgpu_crtc *amdgpu_crtc; 846 struct drm_device *ddev = adev->ddev; 847 struct drm_crtc *crtc; 848 uint32_t line_time_us, vblank_lines; 849 struct cgs_mode_info *mode_info; 850 851 if (info == NULL) 852 return -EINVAL; 853 854 mode_info = info->mode_info; 855 856 if (adev->mode_info.num_crtc && adev->mode_info.mode_config_initialized) { 857 list_for_each_entry(crtc, 858 &ddev->mode_config.crtc_list, head) { 859 amdgpu_crtc = to_amdgpu_crtc(crtc); 860 if (crtc->enabled) { 861 info->active_display_mask |= (1 << amdgpu_crtc->crtc_id); 862 info->display_count++; 863 } 864 if (mode_info != NULL && 865 crtc->enabled && amdgpu_crtc->enabled && 866 amdgpu_crtc->hw_mode.clock) { 867 line_time_us = (amdgpu_crtc->hw_mode.crtc_htotal * 1000) / 868 amdgpu_crtc->hw_mode.clock; 869 vblank_lines = amdgpu_crtc->hw_mode.crtc_vblank_end - 870 amdgpu_crtc->hw_mode.crtc_vdisplay + 871 (amdgpu_crtc->v_border * 2); 872 mode_info->vblank_time_us = vblank_lines * line_time_us; 873 mode_info->refresh_rate = drm_mode_vrefresh(&amdgpu_crtc->hw_mode); 874 mode_info->ref_clock = adev->clock.spll.reference_freq; 875 mode_info = NULL; 876 } 877 } 878 } 879 880 return 0; 881 } 882 883 884 static int amdgpu_cgs_notify_dpm_enabled(struct cgs_device *cgs_device, bool enabled) 885 { 886 CGS_FUNC_ADEV; 887 888 adev->pm.dpm_enabled = enabled; 889 890 return 0; 891 } 892 893 /** \brief evaluate acpi namespace object, handle or pathname must be valid 894 * \param cgs_device 895 * \param info input/output arguments for the control method 896 * \return status 897 */ 898 899 #if defined(CONFIG_ACPI) 900 static int amdgpu_cgs_acpi_eval_object(struct cgs_device *cgs_device, 901 struct cgs_acpi_method_info *info) 902 { 903 CGS_FUNC_ADEV; 904 acpi_handle handle; 905 struct acpi_object_list input; 906 struct acpi_buffer output = { ACPI_ALLOCATE_BUFFER, NULL }; 907 union acpi_object *params = NULL; 908 union acpi_object *obj = NULL; 909 uint8_t name[5] = {'\0'}; 910 struct cgs_acpi_method_argument *argument = NULL; 911 uint32_t i, count; 912 acpi_status status; 913 int result = 0; 914 uint32_t func_no = 0xFFFFFFFF; 915 916 handle = ACPI_HANDLE(&adev->pdev->dev); 917 if (!handle) 918 return -ENODEV; 919 920 memset(&input, 0, sizeof(struct acpi_object_list)); 921 922 /* validate input info */ 923 if (info->size != sizeof(struct cgs_acpi_method_info)) 924 return -EINVAL; 925 926 input.count = info->input_count; 927 if (info->input_count > 0) { 928 if (info->pinput_argument == NULL) 929 return -EINVAL; 930 argument = info->pinput_argument; 931 func_no = argument->value; 932 for (i = 0; i < info->input_count; i++) { 933 if (((argument->type == ACPI_TYPE_STRING) || 934 (argument->type == ACPI_TYPE_BUFFER)) && 935 (argument->pointer == NULL)) 936 return -EINVAL; 937 argument++; 938 } 939 } 940 941 if (info->output_count > 0) { 942 if (info->poutput_argument == NULL) 943 return -EINVAL; 944 argument = info->poutput_argument; 945 for (i = 0; i < info->output_count; i++) { 946 if (((argument->type == ACPI_TYPE_STRING) || 947 (argument->type == ACPI_TYPE_BUFFER)) 948 && (argument->pointer == NULL)) 949 return -EINVAL; 950 argument++; 951 } 952 } 953 954 /* The path name passed to acpi_evaluate_object should be null terminated */ 955 if ((info->field & CGS_ACPI_FIELD_METHOD_NAME) != 0) { 956 strncpy(name, (char *)&(info->name), sizeof(uint32_t)); 957 name[4] = '\0'; 958 } 959 960 /* parse input parameters */ 961 if (input.count > 0) { 962 input.pointer = params = 963 kzalloc(sizeof(union acpi_object) * input.count, GFP_KERNEL); 964 if (params == NULL) 965 return -EINVAL; 966 967 argument = info->pinput_argument; 968 969 for (i = 0; i < input.count; i++) { 970 params->type = argument->type; 971 switch (params->type) { 972 case ACPI_TYPE_INTEGER: 973 params->integer.value = argument->value; 974 break; 975 case ACPI_TYPE_STRING: 976 params->string.length = argument->method_length; 977 params->string.pointer = argument->pointer; 978 break; 979 case ACPI_TYPE_BUFFER: 980 params->buffer.length = argument->method_length; 981 params->buffer.pointer = argument->pointer; 982 break; 983 default: 984 break; 985 } 986 params++; 987 argument++; 988 } 989 } 990 991 /* parse output info */ 992 count = info->output_count; 993 argument = info->poutput_argument; 994 995 /* evaluate the acpi method */ 996 status = acpi_evaluate_object(handle, name, &input, &output); 997 998 if (ACPI_FAILURE(status)) { 999 result = -EIO; 1000 goto error; 1001 } 1002 1003 /* return the output info */ 1004 obj = output.pointer; 1005 1006 if (count > 1) { 1007 if ((obj->type != ACPI_TYPE_PACKAGE) || 1008 (obj->package.count != count)) { 1009 result = -EIO; 1010 goto error; 1011 } 1012 params = obj->package.elements; 1013 } else 1014 params = obj; 1015 1016 if (params == NULL) { 1017 result = -EIO; 1018 goto error; 1019 } 1020 1021 for (i = 0; i < count; i++) { 1022 if (argument->type != params->type) { 1023 result = -EIO; 1024 goto error; 1025 } 1026 switch (params->type) { 1027 case ACPI_TYPE_INTEGER: 1028 argument->value = params->integer.value; 1029 break; 1030 case ACPI_TYPE_STRING: 1031 if ((params->string.length != argument->data_length) || 1032 (params->string.pointer == NULL)) { 1033 result = -EIO; 1034 goto error; 1035 } 1036 strncpy(argument->pointer, 1037 params->string.pointer, 1038 params->string.length); 1039 break; 1040 case ACPI_TYPE_BUFFER: 1041 if (params->buffer.pointer == NULL) { 1042 result = -EIO; 1043 goto error; 1044 } 1045 memcpy(argument->pointer, 1046 params->buffer.pointer, 1047 argument->data_length); 1048 break; 1049 default: 1050 break; 1051 } 1052 argument++; 1053 params++; 1054 } 1055 1056 error: 1057 if (obj != NULL) 1058 kfree(obj); 1059 kfree((void *)input.pointer); 1060 return result; 1061 } 1062 #else 1063 static int amdgpu_cgs_acpi_eval_object(struct cgs_device *cgs_device, 1064 struct cgs_acpi_method_info *info) 1065 { 1066 return -EIO; 1067 } 1068 #endif 1069 1070 int amdgpu_cgs_call_acpi_method(struct cgs_device *cgs_device, 1071 uint32_t acpi_method, 1072 uint32_t acpi_function, 1073 void *pinput, void *poutput, 1074 uint32_t output_count, 1075 uint32_t input_size, 1076 uint32_t output_size) 1077 { 1078 struct cgs_acpi_method_argument acpi_input[2] = { {0}, {0} }; 1079 struct cgs_acpi_method_argument acpi_output = {0}; 1080 struct cgs_acpi_method_info info = {0}; 1081 1082 acpi_input[0].type = CGS_ACPI_TYPE_INTEGER; 1083 acpi_input[0].method_length = sizeof(uint32_t); 1084 acpi_input[0].data_length = sizeof(uint32_t); 1085 acpi_input[0].value = acpi_function; 1086 1087 acpi_input[1].type = CGS_ACPI_TYPE_BUFFER; 1088 acpi_input[1].method_length = CGS_ACPI_MAX_BUFFER_SIZE; 1089 acpi_input[1].data_length = input_size; 1090 acpi_input[1].pointer = pinput; 1091 1092 acpi_output.type = CGS_ACPI_TYPE_BUFFER; 1093 acpi_output.method_length = CGS_ACPI_MAX_BUFFER_SIZE; 1094 acpi_output.data_length = output_size; 1095 acpi_output.pointer = poutput; 1096 1097 info.size = sizeof(struct cgs_acpi_method_info); 1098 info.field = CGS_ACPI_FIELD_METHOD_NAME | CGS_ACPI_FIELD_INPUT_ARGUMENT_COUNT; 1099 info.input_count = 2; 1100 info.name = acpi_method; 1101 info.pinput_argument = acpi_input; 1102 info.output_count = output_count; 1103 info.poutput_argument = &acpi_output; 1104 1105 return amdgpu_cgs_acpi_eval_object(cgs_device, &info); 1106 } 1107 1108 static const struct cgs_ops amdgpu_cgs_ops = { 1109 amdgpu_cgs_gpu_mem_info, 1110 amdgpu_cgs_gmap_kmem, 1111 amdgpu_cgs_gunmap_kmem, 1112 amdgpu_cgs_alloc_gpu_mem, 1113 amdgpu_cgs_free_gpu_mem, 1114 amdgpu_cgs_gmap_gpu_mem, 1115 amdgpu_cgs_gunmap_gpu_mem, 1116 amdgpu_cgs_kmap_gpu_mem, 1117 amdgpu_cgs_kunmap_gpu_mem, 1118 amdgpu_cgs_read_register, 1119 amdgpu_cgs_write_register, 1120 amdgpu_cgs_read_ind_register, 1121 amdgpu_cgs_write_ind_register, 1122 amdgpu_cgs_read_pci_config_byte, 1123 amdgpu_cgs_read_pci_config_word, 1124 amdgpu_cgs_read_pci_config_dword, 1125 amdgpu_cgs_write_pci_config_byte, 1126 amdgpu_cgs_write_pci_config_word, 1127 amdgpu_cgs_write_pci_config_dword, 1128 amdgpu_cgs_get_pci_resource, 1129 amdgpu_cgs_atom_get_data_table, 1130 amdgpu_cgs_atom_get_cmd_table_revs, 1131 amdgpu_cgs_atom_exec_cmd_table, 1132 amdgpu_cgs_create_pm_request, 1133 amdgpu_cgs_destroy_pm_request, 1134 amdgpu_cgs_set_pm_request, 1135 amdgpu_cgs_pm_request_clock, 1136 amdgpu_cgs_pm_request_engine, 1137 amdgpu_cgs_pm_query_clock_limits, 1138 amdgpu_cgs_set_camera_voltages, 1139 amdgpu_cgs_get_firmware_info, 1140 amdgpu_cgs_rel_firmware, 1141 amdgpu_cgs_set_powergating_state, 1142 amdgpu_cgs_set_clockgating_state, 1143 amdgpu_cgs_get_active_displays_info, 1144 amdgpu_cgs_notify_dpm_enabled, 1145 amdgpu_cgs_call_acpi_method, 1146 amdgpu_cgs_query_system_info, 1147 }; 1148 1149 static const struct cgs_os_ops amdgpu_cgs_os_ops = { 1150 amdgpu_cgs_add_irq_source, 1151 amdgpu_cgs_irq_get, 1152 amdgpu_cgs_irq_put 1153 }; 1154 1155 struct cgs_device *amdgpu_cgs_create_device(struct amdgpu_device *adev) 1156 { 1157 struct amdgpu_cgs_device *cgs_device = 1158 kmalloc(sizeof(*cgs_device), GFP_KERNEL); 1159 1160 if (!cgs_device) { 1161 DRM_ERROR("Couldn't allocate CGS device structure\n"); 1162 return NULL; 1163 } 1164 1165 cgs_device->base.ops = &amdgpu_cgs_ops; 1166 cgs_device->base.os_ops = &amdgpu_cgs_os_ops; 1167 cgs_device->adev = adev; 1168 1169 return (struct cgs_device *)cgs_device; 1170 } 1171 1172 void amdgpu_cgs_destroy_device(struct cgs_device *cgs_device) 1173 { 1174 kfree(cgs_device); 1175 } 1176