| /linux-6.15/drivers/gpu/drm/xe/ |
| H A D | xe_gt_debugfs.c | 118 xe_pm_runtime_get(gt_to_xe(gt)); in powergate_info() 120 xe_pm_runtime_put(gt_to_xe(gt)); in powergate_info() 127 xe_pm_runtime_get(gt_to_xe(gt)); in force_reset() 129 xe_pm_runtime_put(gt_to_xe(gt)); in force_reset() 136 xe_pm_runtime_get(gt_to_xe(gt)); in force_reset_sync() 138 xe_pm_runtime_put(gt_to_xe(gt)); in force_reset_sync() 147 xe_pm_runtime_get(gt_to_xe(gt)); in sa_info() 150 xe_pm_runtime_put(gt_to_xe(gt)); in sa_info() 157 xe_pm_runtime_get(gt_to_xe(gt)); in topology() 159 xe_pm_runtime_put(gt_to_xe(gt)); in topology() [all …]
|
| H A D | xe_gt_sriov_pf_policy.c | 141 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_bulk_reset_sched_priority() 152 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_provision_sched_if_idle() 167 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_reprovision_sched_if_idle() 175 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_sanitize_sched_if_idle() 213 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_policy_get_sched_if_idle() 224 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_provision_reset_engine() 233 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_reprovision_reset_engine() 241 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_sanitize_reset_engine() 279 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_policy_get_reset_engine() 389 xe_pm_runtime_get_noresume(gt_to_xe(gt)); in xe_gt_sriov_pf_policy_reprovision() [all …]
|
| H A D | xe_gt_sriov_pf_migration.c | 118 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_migration_supported() 124 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_migration_mutex() 131 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_pick_vf_snapshot() 132 xe_gt_assert(gt, vfid <= xe_sriov_pf_get_totalvfs(gt_to_xe(gt))); in pf_pick_vf_snapshot() 145 struct xe_device *xe = gt_to_xe(gt); in pf_free_guc_state() 156 struct xe_device *xe = gt_to_xe(gt); in pf_alloc_guc_state() 237 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_migration_save_guc_state() 286 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_migration_restore_guc_state() 322 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_migration_read_guc_state() 362 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_migration_write_guc_state() [all …]
|
| H A D | xe_gt_sriov_vf.c | 78 if (!xe_device_uc_enabled(gt_to_xe(gt))) in xe_gt_sriov_vf_reset() 119 struct xe_device *xe = gt_to_xe(gt); in vf_minimum_guc_version() 151 xe_gt_assert(gt, IS_SRIOV_VF(gt_to_xe(gt))); in vf_handshake_with_guc() 239 if (!xe_device_uc_enabled(gt_to_xe(gt))) in xe_gt_sriov_vf_bootstrap() 378 xe_gt_assert(gt, !GRAPHICS_VERx100(gt_to_xe(gt)) || has_gmdid(gt_to_xe(gt))); in xe_gt_sriov_vf_gmdid() 490 xe_gt_assert(gt, has_gmdid(gt_to_xe(gt))); in vf_cache_gmdid() 506 struct xe_device *xe = gt_to_xe(gt); in xe_gt_sriov_vf_query_config() 587 struct xe_device *xe = gt_to_xe(gt); in vf_balloon_ggtt() 769 struct xe_device *xe = gt_to_xe(gt); in xe_gt_sriov_vf_migrated_event_handler() 796 struct xe_device *xe = gt_to_xe(gt); in vf_prepare_runtime_info() [all …]
|
| H A D | xe_gt_idle.c | 53 return gt_to_xe(gt); in pc_to_xe() 102 struct xe_device *xe = gt_to_xe(gt); in xe_gt_idle_enable_pg() 116 xe_device_assert_mem_access(gt_to_xe(gt)); in xe_gt_idle_enable_pg() 154 if (IS_SRIOV_VF(gt_to_xe(gt))) in xe_gt_idle_disable_pg() 157 xe_device_assert_mem_access(gt_to_xe(gt)); in xe_gt_idle_disable_pg() 177 struct xe_device *xe = gt_to_xe(gt); in xe_gt_idle_pg_print() 325 if (gt_to_xe(gt)->info.skip_guc_pc) { in gt_idle_fini() 338 struct xe_device *xe = gt_to_xe(gt); in xe_gt_idle_init() 376 xe_device_assert_mem_access(gt_to_xe(gt)); in xe_gt_idle_enable_c6() 379 if (IS_SRIOV_VF(gt_to_xe(gt))) in xe_gt_idle_enable_c6() [all …]
|
| H A D | xe_gt.c | 353 if (IS_SRIOV_PF(gt_to_xe(gt))) { in xe_gt_init_early() 405 if (IS_SRIOV_PF(gt_to_xe(gt))) in gt_fw_domain_init() 481 if (gt_to_xe(gt)->info.has_usm) { in all_fw_domain_init() 516 if (IS_SRIOV_PF(gt_to_xe(gt))) { in all_fw_domain_init() 679 if (IS_SRIOV_VF(gt_to_xe(gt))) in do_gt_reset() 720 if (IS_SRIOV_VF(gt_to_xe(gt))) in do_gt_restart() 748 if (IS_SRIOV_PF(gt_to_xe(gt))) in do_gt_restart() 765 if (IS_SRIOV_PF(gt_to_xe(gt))) in do_gt_restart() 785 xe_pm_runtime_get(gt_to_xe(gt)); in gt_reset() 817 xe_pm_runtime_put(gt_to_xe(gt)); in gt_reset() [all …]
|
| H A D | xe_gt_mcr.c | 255 if (GRAPHICS_VERx100(gt_to_xe(gt)) >= 1270) { in init_steering_l3bank() 348 if (GRAPHICS_VERx100(gt_to_xe(gt)) >= 2000) in dss_per_group() 351 if (gt_to_xe(gt)->info.platform == XE_PVC) in dss_per_group() 466 struct xe_device *xe = gt_to_xe(gt); in xe_gt_mcr_init() 523 struct xe_device *xe = gt_to_xe(gt); in xe_gt_mcr_set_implicit_defaults() 589 drm_WARN(>_to_xe(gt)->drm, true, in xe_gt_mcr_get_nonterminated_steering() 605 struct xe_device *xe = gt_to_xe(gt); in mcr_lock() 626 if (GRAPHICS_VERx100(gt_to_xe(gt)) >= 1270) in mcr_unlock() 647 if (GRAPHICS_VERx100(gt_to_xe(gt)) >= 1270) { in rw_with_mcr_steering() 712 xe_gt_assert(gt, !IS_SRIOV_VF(gt_to_xe(gt))); in xe_gt_mcr_unicast_read_any() [all …]
|
| H A D | xe_gt_sriov_pf.c | 40 gt->sriov.pf.vfs = drmm_kcalloc(>_to_xe(gt)->drm, 1 + num_vfs, in pf_alloc_metadata() 119 if (pf_needs_enable_ggtt_guest_update(gt_to_xe(gt))) in xe_gt_sriov_pf_init_hw() 142 u32 stride = pf_get_vf_regs_stride(gt_to_xe(gt)); in pf_clear_vf_scratch_regs() 170 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_sanitize_hw() 177 struct xe_device *xe = gt_to_xe(gt); in pf_restart() 196 struct xe_device *xe = gt_to_xe(gt); in pf_queue_restart()
|
| H A D | xe_gt_sriov_pf_helpers.h | 23 #define xe_gt_sriov_pf_assert_vfid(gt, vfid) xe_sriov_pf_assert_vfid(gt_to_xe(gt), (vfid)) 27 return xe_sriov_pf_get_totalvfs(gt_to_xe(gt)); in xe_gt_sriov_pf_get_totalvfs() 32 return xe_sriov_pf_master_mutex(gt_to_xe(gt)); in xe_gt_sriov_pf_master_mutex()
|
| H A D | xe_gt_tlb_invalidation.c | 45 xe_pm_runtime_put(gt_to_xe(fence->gt)); in xe_gt_tlb_invalidation_fence_fini() 73 __invalidation_fence_signal(gt_to_xe(fence->gt), fence); in xe_gt_tlb_invalidation_fence_signal() 80 struct xe_device *xe = gt_to_xe(gt); in xe_gt_tlb_fence_timeout() 163 invalidation_fence_signal(gt_to_xe(gt), fence); in xe_gt_tlb_invalidation_reset() 186 struct xe_device *xe = gt_to_xe(gt); in send_tlb_invalidation() 289 struct xe_device *xe = gt_to_xe(gt); in xe_gt_tlb_invalidation_ggtt() 353 struct xe_device *xe = gt_to_xe(gt); in xe_gt_tlb_invalidation_range() 362 if (gt_to_xe(gt)->info.force_execlist) { in xe_gt_tlb_invalidation_range() 482 struct xe_device *xe = gt_to_xe(gt); in xe_guc_tlb_invalidation_done_handler() 565 xe_pm_runtime_get_noresume(gt_to_xe(gt)); in xe_gt_tlb_invalidation_fence_init()
|
| H A D | xe_hw_engine.c | 358 if (GRAPHICS_VER(gt_to_xe(gt)) < 20) in xe_rtp_cfeg_wmtp_disabled() 409 struct xe_device *xe = gt_to_xe(gt); in hw_engine_setup_default_state() 600 struct xe_device *xe = gt_to_xe(gt); in hw_engine_init() 668 struct xe_device *xe = gt_to_xe(gt); in read_media_fuses() 713 struct xe_device *xe = gt_to_xe(gt); in read_copy_fuses() 738 struct xe_device *xe = gt_to_xe(gt); in read_compute_fuses_from_dss() 765 struct xe_device *xe = gt_to_xe(gt); in read_compute_fuses_from_reg() 784 if (GRAPHICS_VER(gt_to_xe(gt)) >= 20) in read_compute_fuses() 792 struct xe_device *xe = gt_to_xe(gt); in check_gsc_availability() 897 if (IS_SRIOV_VF(gt_to_xe(hwe->gt))) in xe_hw_engine_snapshot_capture() [all …]
|
| H A D | xe_gt_printk.h | 14 drm_##_level(>_to_xe(_gt)->drm, "GT%u: " _fmt, (_gt)->info.id, ##__VA_ARGS__) 38 drm_WARN(>_to_xe(_gt)->drm, _condition, "GT%u: " _fmt, (_gt)->info.id, ##__VA_ARGS__) 41 drm_WARN_ONCE(>_to_xe(_gt)->drm, _condition, "GT%u: " _fmt, (_gt)->info.id, ##__VA_ARGS__) 72 dbg = drm_dbg_printer(>_to_xe(gt)->drm, DRM_UT_DRIVER, NULL); in __xe_gt_printfn_dbg()
|
| H A D | xe_gt_sriov_pf_monitor.c | 28 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_monitor_flr() 38 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in pf_update_event_counter() 80 struct xe_device *xe = gt_to_xe(gt); in xe_gt_sriov_pf_monitor_process_guc2pf() 124 xe_gt_assert(gt, IS_SRIOV_PF(gt_to_xe(gt))); in xe_gt_sriov_pf_monitor_print_events()
|
| H A D | xe_execlist.c | 49 struct xe_device *xe = gt_to_xe(gt); in __start_lrc() 86 if (xe_device_has_msix(gt_to_xe(hwe->gt))) in __start_lrc() 101 struct xe_device *xe = gt_to_xe(port->hwe->gt); in __xe_execlist_port_start() 303 spin_lock_irq(>_to_xe(port->hwe->gt)->irq.lock); in xe_execlist_port_destroy() 305 spin_unlock_irq(>_to_xe(port->hwe->gt)->irq.lock); in xe_execlist_port_destroy() 346 .dev = gt_to_xe(q->gt)->drm.dev, in execlist_exec_queue_init() 349 struct xe_device *xe = gt_to_xe(q->gt); in execlist_exec_queue_init() 394 struct xe_device *xe = gt_to_xe(q->gt); in execlist_exec_queue_fini_async() 482 if (xe_device_uc_enabled(gt_to_xe(gt))) in xe_execlist_init()
|
| H A D | xe_gt_sriov_pf_config.c | 363 struct xe_device *xe = gt_to_xe(gt); in pf_get_ggtt_alignment() 1307 struct xe_device *xe = gt_to_xe(gt); in pf_distribute_config_lmem() 1408 xe_gt_assert(gt, IS_DGFX(gt_to_xe(gt))); in pf_release_vf_config_lmem() 1421 struct xe_device *xe = gt_to_xe(gt); in pf_provision_vf_lmem() 1624 if (!IS_DGFX(gt_to_xe(gt))) in xe_gt_sriov_pf_config_set_fair_lmem() 1982 struct xe_device *xe = gt_to_xe(gt); in pf_release_vf_config() 2068 struct xe_device *xe = gt_to_xe(gt); in pf_sanitize_vf_resources() 2141 struct xe_device *xe = gt_to_xe(gt); in pf_validate_vf_config() 2277 if (!IS_DGFX(gt_to_xe(gt))) in pf_restore_vf_config_klv() 2362 struct xe_device *xe = gt_to_xe(gt); in fini_config() [all …]
|
| H A D | xe_gt_topology.c | 25 if (drm_WARN_ON(>_to_xe(gt)->drm, numregs > XE_MAX_DSS_FUSE_REGS)) in load_dss_mask() 39 struct xe_device *xe = gt_to_xe(gt); in load_eu_mask() 131 struct xe_device *xe = gt_to_xe(gt); in load_l3_bank_mask() 221 struct xe_device *xe = gt_to_xe(gt); in xe_gt_topology_init() 246 p = drm_dbg_printer(>_to_xe(gt)->drm, DRM_UT_DRIVER, "GT topology"); in xe_gt_topology_init() 310 struct xe_device *xe = gt_to_xe(gt); in xe_gt_topology_has_dss_in_quadrant()
|
| H A D | xe_gt_ccs_mode.c | 21 struct xe_device *xe = gt_to_xe(gt); in __xe_gt_apply_ccs_mode() 85 if (!gt->ccs_mode || IS_SRIOV_VF(gt_to_xe(gt))) in xe_gt_apply_ccs_mode() 116 struct xe_device *xe = gt_to_xe(gt); in ccs_mode_store() 191 struct xe_device *xe = gt_to_xe(gt); in xe_gt_ccs_mode_sysfs_init()
|
| H A D | xe_pat.c | 184 struct xe_device *xe = gt_to_xe(gt); in xelp_dump() 212 struct xe_device *xe = gt_to_xe(gt); in xehp_dump() 242 struct xe_device *xe = gt_to_xe(gt); in xehpc_dump() 270 struct xe_device *xe = gt_to_xe(gt); in xelpg_dump() 312 if (IS_DGFX(gt_to_xe(gt))) in xe2lpg_program_pat() 322 if (IS_DGFX(gt_to_xe(gt))) in xe2lpm_program_pat() 328 struct xe_device *xe = gt_to_xe(gt); in xe2_dump() 456 struct xe_device *xe = gt_to_xe(gt); in xe_pat_init() 469 struct xe_device *xe = gt_to_xe(gt); in xe_pat_dump()
|
| H A D | xe_force_wake.c | 47 struct xe_device *xe = gt_to_xe(gt); in xe_force_wake_init_gt() 53 xe_gt_assert(gt, GRAPHICS_VER(gt_to_xe(gt)) >= 11); in xe_force_wake_init_gt() 71 xe_gt_assert(gt, GRAPHICS_VER(gt_to_xe(gt)) >= 11); in xe_force_wake_init_engines() 104 if (IS_SRIOV_VF(gt_to_xe(gt))) in __domain_ctl() 115 if (IS_SRIOV_VF(gt_to_xe(gt))) in __domain_wait()
|
| H A D | xe_gt_pagefault.c | 210 struct xe_device *xe = gt_to_xe(gt); in handle_pagefault() 336 struct xe_device *xe = gt_to_xe(gt); in xe_guc_pagefault_handler() 374 struct xe_device *xe = gt_to_xe(gt); in pf_queue_work_func() 416 struct xe_device *xe = gt_to_xe(gt); in pagefault_fini() 427 struct xe_device *xe = gt_to_xe(gt); in xe_alloc_pf_queue() 463 struct xe_device *xe = gt_to_xe(gt); in xe_gt_pagefault_init() 498 struct xe_device *xe = gt_to_xe(gt); in xe_gt_pagefault_reset() 567 struct xe_device *xe = gt_to_xe(gt); in handle_acc() 652 struct xe_device *xe = gt_to_xe(gt); in acc_queue_work_func() 708 drm_warn(>_to_xe(gt)->drm, "ACC Queue full, dropping ACC"); in xe_guc_access_counter_notify_handler()
|
| H A D | xe_gsc.c | 48 struct xe_device *xe = gt_to_xe(gt); in memcpy_fw() 130 struct xe_device *xe = gt_to_xe(gt); in query_compatibility_version() 203 struct xe_device *xe = gt_to_xe(gt); in gsc_upload() 341 xe_device_declare_wedged(gt_to_xe(gt)); in gsc_er_complete() 352 struct xe_device *xe = gt_to_xe(gt); in gsc_work() 463 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_init_post_hwconfig() 520 struct xe_device *xe = gt_to_xe(gt); in xe_gsc_load_start()
|
| H A D | xe_gt_sriov_pf_debugfs.c | 120 struct xe_device *xe = gt_to_xe(gt); \ 184 struct xe_device *xe = gt_to_xe(gt); \ 239 struct xe_device *xe = gt_to_xe(gt); in set_threshold() 289 if (IS_DGFX(gt_to_xe(gt))) in MAKE_XE_GUC_KLV_THRESHOLDS_SET() 336 struct xe_device *xe = gt_to_xe(gt); in control_write() 514 struct xe_device *xe = gt_to_xe(gt); in xe_gt_sriov_pf_debugfs_register()
|
| H A D | xe_huc.c | 37 return gt_to_xe(huc_to_gt(huc)); in huc_to_xe() 50 struct xe_device *xe = gt_to_xe(gt); in huc_alloc_gsc_pkt() 70 struct xe_device *xe = gt_to_xe(gt); in xe_huc_init() 156 struct xe_device *xe = gt_to_xe(gt); in huc_auth_via_gsccs()
|
| H A D | xe_rtp.c | 192 *xe = gt_to_xe(*gt); in rtp_get_context() 197 *xe = gt_to_xe(*gt); in rtp_get_context() 338 if (drm_WARN(>_to_xe(gt)->drm, xe_dss_mask_empty(gt->fuse_topo.g_dss_mask), in xe_rtp_match_first_gslice_fused_off() 350 return !IS_SRIOV_VF(gt_to_xe(gt)); in xe_rtp_match_not_sriov_vf()
|
| H A D | xe_gt.h | 107 xe_device_uc_enabled(gt_to_xe(gt)); in xe_gt_has_indirect_ring_state() 117 struct xe_device *xe = gt_to_xe(gt); in xe_gt_is_usm_hwe()
|