| /linux-6.15/drivers/gpu/drm/i915/ |
| H A D | intel_uncore.c | 50 uncore->fw_get_funcs->force_wake_get(uncore, fw_domains); in fw_domains_get() 64 if (!uncore->debug) in mmio_debug_suspend() 82 if (!uncore->debug) in mmio_debug_resume() 433 struct intel_uncore *uncore = domain->uncore; in intel_uncore_fw_release_timer() local 507 fw_domains_reset(uncore, uncore->fw_domains); in intel_uncore_forcewake_reset() 616 uncore->fifo_count = fifo_free_entries(uncore); in forcewake_early_sanitize() 864 drm_WARN(&uncore->i915->drm, uncore->fw_domains_active, in assert_forcewakes_inactive() 2080 d->uncore = uncore; in __fw_domain_init() 2182 if (RCS_MASK(uncore->gt) || CCS_MASK(uncore->gt)) in intel_uncore_fw_domains_init() 2831 if (drm_WARN_ON(&uncore->i915->drm, !uncore->debug)) in intel_uncore_arm_unclaimed_mmio_detection() [all …]
|
| H A D | vlv_suspend.c | 112 struct intel_uncore *uncore = &i915->uncore; in vlv_save_gunit_s0ix_state() local 155 s->ecobus = intel_uncore_read(uncore, ECOBUS); in vlv_save_gunit_s0ix_state() 164 s->gt_imr = intel_uncore_read(uncore, GTIMR); in vlv_save_gunit_s0ix_state() 165 s->gt_ier = intel_uncore_read(uncore, GTIER); in vlv_save_gunit_s0ix_state() 197 struct intel_uncore *uncore = &i915->uncore; in vlv_restore_gunit_s0ix_state() local 249 intel_uncore_write(uncore, GTIMR, s->gt_imr); in vlv_restore_gunit_s0ix_state() 250 intel_uncore_write(uncore, GTIER, s->gt_ier); in vlv_restore_gunit_s0ix_state() 306 struct intel_uncore *uncore = &i915->uncore; in vlv_force_gfx_clock() local 315 err = intel_wait_for_register(uncore, in vlv_force_gfx_clock() 330 struct intel_uncore *uncore = &i915->uncore; in vlv_allow_gt_wake() local [all …]
|
| H A D | intel_clock_gating.c | 142 intel_uncore_posting_read(&dev_priv->uncore, in g4x_disable_trickle_feed() 159 intel_uncore_write(&i915->uncore, PCH_3DCGDIS0, in ilk_init_clock_gating() 162 intel_uncore_write(&i915->uncore, PCH_3DCGDIS1, in ilk_init_clock_gating() 176 intel_uncore_write(&i915->uncore, DISP_ARB_CTL, in ilk_init_clock_gating() 619 struct intel_uncore *uncore = &i915->uncore; in i965gm_init_clock_gating() local 624 intel_uncore_write(uncore, RAMCLK_GATE_D, 0); in i965gm_init_clock_gating() 625 intel_uncore_write16(uncore, DEUC, 0); in i965gm_init_clock_gating() 626 intel_uncore_write(uncore, in i965gm_init_clock_gating() 678 intel_uncore_write(&i915->uncore, MEM_MODE, in i85x_init_clock_gating() 688 intel_uncore_write(&i915->uncore, SCPD0, in i85x_init_clock_gating() [all …]
|
| H A D | intel_uncore.h | 180 struct intel_uncore *uncore; member 224 return uncore->flags & UNCORE_HAS_FIFO; in intel_uncore_has_fifo() 331 offset += uncore->gsi_offset; \ 341 offset += uncore->gsi_offset; \ 361 return uncore->funcs.mmio_read##s__(uncore, reg, (trace__)); \ 368 uncore->funcs.mmio_write##s__(uncore, reg, val, (trace__)); \ 440 old = intel_uncore_read(uncore, reg); in intel_uncore_rmw() 442 intel_uncore_write(uncore, reg, val); in intel_uncore_rmw() 451 old = intel_uncore_read_fw(uncore, reg); in intel_uncore_rmw_fw() 493 intel_uncore_write(uncore, reg, val); in intel_uncore_write_and_verify() [all …]
|
| H A D | intel_pcode.c | 73 intel_uncore_write_fw(uncore, in __snb_pcode_rw() 89 if (GRAPHICS_VER(uncore->i915) > 6) in __snb_pcode_rw() 99 mutex_lock(&uncore->i915->sb_lock); in snb_pcode_read() 104 drm_dbg(&uncore->i915->drm, in snb_pcode_read() 117 mutex_lock(&uncore->i915->sb_lock); in snb_pcode_write_timeout() 123 drm_dbg(&uncore->i915->drm, in snb_pcode_write_timeout() 165 mutex_lock(&uncore->i915->sb_lock); in skl_pcode_request() 194 drm_dbg_kms(&uncore->i915->drm, in skl_pcode_request() 216 return skl_pcode_request(uncore, in pcode_init_wait() 227 if (!IS_DGFX(uncore->i915)) in intel_pcode_init() [all …]
|
| H A D | i915_irq.c | 659 struct intel_uncore *uncore = &dev_priv->uncore; in ibx_irq_reset() local 674 struct intel_uncore *uncore = &dev_priv->uncore; in ilk_irq_reset() local 706 struct intel_uncore *uncore = &dev_priv->uncore; in gen8_irq_reset() local 722 struct intel_uncore *uncore = gt->uncore; in gen11_irq_reset() local 735 struct intel_uncore *uncore = &dev_priv->uncore; in dg1_irq_reset() local 754 struct intel_uncore *uncore = &dev_priv->uncore; in cherryview_irq_reset() local 798 struct intel_uncore *uncore = gt->uncore; in gen11_irq_postinstall() local 812 struct intel_uncore *uncore = &dev_priv->uncore; in dg1_irq_postinstall() local 903 struct intel_uncore *uncore = &dev_priv->uncore; in i915_irq_reset() local 914 struct intel_uncore *uncore = &dev_priv->uncore; in i915_irq_postinstall() local [all …]
|
| H A D | i915_hwmon.c | 57 struct intel_uncore *uncore; member 82 struct intel_uncore *uncore = ddat->uncore; in hwm_locked_with_pm_intel_uncore_rmw() local 85 with_intel_runtime_pm(uncore->rpm, wakeref) { in hwm_locked_with_pm_intel_uncore_rmw() 88 intel_uncore_rmw(uncore, reg, clear, set); in hwm_locked_with_pm_intel_uncore_rmw() 103 struct intel_uncore *uncore = ddat->uncore; in hwm_field_read_and_scale() local 107 with_intel_runtime_pm(uncore->rpm, wakeref) in hwm_field_read_and_scale() 108 reg_value = intel_uncore_read(uncore, rgadr); in hwm_field_read_and_scale() 138 struct intel_uncore *uncore = ddat->uncore; in hwm_energy() local 839 struct intel_uncore *uncore = &i915->uncore; in hwm_get_preregistration_info() local 927 ddat->uncore = &i915->uncore; in i915_hwmon_register() [all …]
|
| /linux-6.15/drivers/gpu/drm/xe/display/ext/ |
| H A D | i915_irq.c | 13 intel_uncore_posting_read(uncore, regs.imr); in gen2_irq_reset() 15 intel_uncore_write(uncore, regs.ier, 0); in gen2_irq_reset() 19 intel_uncore_posting_read(uncore, regs.iir); in gen2_irq_reset() 21 intel_uncore_posting_read(uncore, regs.iir); in gen2_irq_reset() 29 struct xe_device *xe = container_of(uncore, struct xe_device, uncore); in gen2_assert_iir_is_zero() 30 u32 val = intel_uncore_read(uncore, reg); in gen2_assert_iir_is_zero() 38 intel_uncore_write(uncore, reg, 0xffffffff); in gen2_assert_iir_is_zero() 39 intel_uncore_posting_read(uncore, reg); in gen2_assert_iir_is_zero() 40 intel_uncore_write(uncore, reg, 0xffffffff); in gen2_assert_iir_is_zero() 41 intel_uncore_posting_read(uncore, reg); in gen2_assert_iir_is_zero() [all …]
|
| /linux-6.15/drivers/gpu/drm/i915/gt/ |
| H A D | intel_rc6.c | 48 return rc6_to_gt(rc)->uncore; in rc6_to_uncore() 59 struct intel_uncore *uncore = gt->uncore; in gen11_rc6_enable() local 289 pcbr = intel_uncore_read(uncore, VLV_PCBR); in chv_rc6_init() 311 pcbr = intel_uncore_read(uncore, VLV_PCBR); in vlv_rc6_init() 748 lockdep_assert_held(&uncore->lock); in vlv_residency_raw() 762 upper = intel_uncore_read_fw(uncore, reg); in vlv_residency_raw() 768 lower = intel_uncore_read_fw(uncore, reg); in vlv_residency_raw() 772 upper = intel_uncore_read_fw(uncore, reg); in vlv_residency_raw() 799 spin_lock_irqsave(&uncore->lock, flags); in intel_rc6_residency_ns() 807 time_hw = vlv_residency_raw(uncore, reg); in intel_rc6_residency_ns() [all …]
|
| H A D | intel_gt_clock_utils.c | 70 freq = read_reference_ts_freq(uncore); in gen11_read_clock_frequency() 93 freq = read_reference_ts_freq(uncore); in gen9_read_clock_frequency() 156 if (GRAPHICS_VER(uncore->i915) >= 11) in read_clock_frequency() 158 else if (GRAPHICS_VER(uncore->i915) >= 9) in read_clock_frequency() 159 return gen9_read_clock_frequency(uncore); in read_clock_frequency() 160 else if (GRAPHICS_VER(uncore->i915) >= 6) in read_clock_frequency() 161 return gen6_read_clock_frequency(uncore); in read_clock_frequency() 162 else if (GRAPHICS_VER(uncore->i915) == 5) in read_clock_frequency() 164 else if (IS_G4X(uncore->i915)) in read_clock_frequency() 165 return g4x_read_clock_frequency(uncore); in read_clock_frequency() [all …]
|
| H A D | intel_gt_irq.c | 215 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_reset() local 263 struct intel_uncore *uncore = gt->uncore; in gen11_gt_irq_postinstall() local 453 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_reset() local 455 gen2_irq_reset(uncore, GEN8_GT_IRQ_REGS(0)); in gen8_gt_irq_reset() 456 gen2_irq_reset(uncore, GEN8_GT_IRQ_REGS(1)); in gen8_gt_irq_reset() 457 gen2_irq_reset(uncore, GEN8_GT_IRQ_REGS(2)); in gen8_gt_irq_reset() 475 struct intel_uncore *uncore = gt->uncore; in gen8_gt_irq_postinstall() local 515 struct intel_uncore *uncore = gt->uncore; in gen5_gt_irq_reset() local 517 gen2_irq_reset(uncore, GT_IRQ_REGS); in gen5_gt_irq_reset() 519 gen2_irq_reset(uncore, GEN6_PM_IRQ_REGS); in gen5_gt_irq_reset() [all …]
|
| H A D | intel_gt_pm_debugfs.c | 70 struct intel_uncore *uncore = gt->uncore; in fw_domains_show() local 74 spin_lock_irq(&uncore->lock); in fw_domains_show() 77 uncore->user_forcewake_count); in fw_domains_show() 79 for_each_fw_domain(fw_domain, uncore, tmp) in fw_domains_show() 84 spin_unlock_irq(&uncore->lock); in fw_domains_show() 93 struct intel_uncore *uncore = gt->uncore; in vlv_drpc() local 119 struct intel_uncore *uncore = gt->uncore; in gen6_drpc() local 207 struct intel_uncore *uncore = gt->uncore; in ilk_drpc() local 266 struct intel_uncore *uncore = gt->uncore; in mtl_drpc() local 342 struct intel_uncore *uncore = gt->uncore; in intel_gt_pm_frequency_dump() local [all …]
|
| H A D | intel_gtt.c | 438 struct intel_uncore *uncore = gt->uncore; in gtt_write_workarounds() local 476 intel_uncore_rmw(uncore, in gtt_write_workarounds() 579 intel_uncore_write(uncore, in icl_setup_private_ppat() 582 intel_uncore_write(uncore, in icl_setup_private_ppat() 585 intel_uncore_write(uncore, in icl_setup_private_ppat() 588 intel_uncore_write(uncore, in icl_setup_private_ppat() 591 intel_uncore_write(uncore, in icl_setup_private_ppat() 594 intel_uncore_write(uncore, in icl_setup_private_ppat() 597 intel_uncore_write(uncore, in icl_setup_private_ppat() 600 intel_uncore_write(uncore, in icl_setup_private_ppat() [all …]
|
| H A D | intel_rps.c | 48 return rps_to_gt(rps)->uncore; in rps_to_uncore() 584 intel_uncore_write(uncore, in gen5_rps_enable() 677 struct intel_uncore *uncore = gt->uncore; in rps_set_power() local 715 set(uncore, GEN6_RP_UP_EI, in rps_set_power() 1090 set(uncore, in intel_rps_set() 1236 struct intel_uncore *uncore = gt->uncore; in gen9_rps_enable() local 1508 t = ips_mch_val(uncore); in __ips_gfx_val() 1786 vlv_c0_read(uncore, &now); in vlv_wa_c0_ei() 2134 freq = take_fw ? intel_uncore_read(uncore, r) : intel_uncore_read_fw(uncore, r); in __read_cagf() 2265 struct intel_uncore *uncore = gt->uncore; in rps_frequency_dump() local [all …]
|
| H A D | intel_sa_media.c | 16 struct intel_uncore *uncore; in intel_sa_mediagt_setup() local 18 uncore = drmm_kzalloc(&i915->drm, sizeof(*uncore), GFP_KERNEL); in intel_sa_mediagt_setup() 19 if (!uncore) in intel_sa_mediagt_setup() 22 uncore->gsi_offset = gsi_offset; in intel_sa_mediagt_setup() 26 intel_uncore_init_early(uncore, gt); in intel_sa_mediagt_setup() 32 uncore->regs = intel_uncore_regs(&i915->uncore); in intel_sa_mediagt_setup() 33 if (drm_WARN_ON(&i915->drm, uncore->regs == NULL)) in intel_sa_mediagt_setup() 36 gt->uncore = uncore; in intel_sa_mediagt_setup()
|
| H A D | intel_gt_mcr.c | 138 intel_uncore_read(gt->uncore, in intel_gt_mcr_init() 142 intel_uncore_read(gt->uncore, XEHP_FUSE4)); in intel_gt_mcr_init() 210 struct intel_uncore *uncore = gt->uncore; in rw_with_mcr_steering_fw() local 223 intel_uncore_write_fw(uncore, MTL_MCR_SELECTOR, in rw_with_mcr_steering_fw() 227 } else if (GRAPHICS_VER(uncore->i915) >= 11) { in rw_with_mcr_steering_fw() 288 struct intel_uncore *uncore = gt->uncore; in rw_with_mcr_steering() local 300 spin_lock(&uncore->lock); in rw_with_mcr_steering() 306 spin_unlock(&uncore->lock); in rw_with_mcr_steering() 332 lockdep_assert_not_held(>->uncore->lock); in intel_gt_mcr_lock() 355 err = wait_for(intel_uncore_read_fw(gt->uncore, in intel_gt_mcr_lock() [all …]
|
| H A D | intel_gt.c | 74 gt->uncore = &i915->uncore; in intel_root_gt_init_early() 144 struct intel_uncore *uncore = gt->uncore; in init_unused_ring() local 174 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_hw() local 186 intel_uncore_write(uncore, in intel_gt_init_hw() 247 struct intel_uncore *uncore = gt->uncore; in intel_gt_clear_error_registers() local 367 struct intel_uncore *uncore = gt->uncore; in gen8_check_faults() local 407 struct intel_uncore *uncore = gt->uncore; in intel_gt_flush_ggtt_writes() local 863 struct intel_uncore *uncore; in intel_gt_tile_setup() local 866 uncore = drmm_kzalloc(>->i915->drm, sizeof(*uncore), GFP_KERNEL); in intel_gt_tile_setup() 867 if (!uncore) in intel_gt_tile_setup() [all …]
|
| H A D | intel_ggtt_fencing.c | 56 return fence->ggtt->vm.gt->uncore; in fence_to_uncore() 142 intel_uncore_write_fw(uncore, reg, val); in i915_write_fence_reg() 143 intel_uncore_posting_read_fw(uncore, reg); in i915_write_fence_reg() 167 intel_uncore_write_fw(uncore, reg, val); in i830_write_fence_reg() 574 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in detect_bit_6_swizzle() local 842 struct intel_uncore *uncore = ggtt->vm.gt->uncore; in intel_ggtt_init_fences() local 864 num_fences = intel_uncore_read(uncore, in intel_ggtt_init_fences() 902 struct intel_uncore *uncore = gt->uncore; in intel_gt_init_swizzling() local 916 intel_uncore_write(uncore, in intel_gt_init_swizzling() 920 intel_uncore_write(uncore, in intel_gt_init_swizzling() [all …]
|
| H A D | intel_gt_pm_irq.c | 16 struct intel_uncore *uncore = gt->uncore; in write_pm_imr() local 29 intel_uncore_write(uncore, reg, mask); in write_pm_imr() 64 struct intel_uncore *uncore = gt->uncore; in gen6_gt_pm_reset_iir() local 69 intel_uncore_write(uncore, reg, reset_mask); in gen6_gt_pm_reset_iir() 70 intel_uncore_write(uncore, reg, reset_mask); in gen6_gt_pm_reset_iir() 71 intel_uncore_posting_read(uncore, reg); in gen6_gt_pm_reset_iir() 77 struct intel_uncore *uncore = gt->uncore; in write_pm_ier() local 90 intel_uncore_write(uncore, reg, mask); in write_pm_ier()
|
| /linux-6.15/drivers/gpu/drm/xe/compat-i915-headers/ |
| H A D | intel_uncore.h | 17 return &to_xe_device(drm)->uncore; in to_intel_uncore() 22 struct xe_device *xe = container_of(uncore, struct xe_device, uncore); in __compat_uncore_to_mmio() 29 struct xe_device *xe = container_of(uncore, struct xe_device, uncore); in __compat_uncore_to_tile() 34 static inline u32 intel_uncore_read(struct intel_uncore *uncore, in intel_uncore_read() argument 39 return xe_mmio_read32(__compat_uncore_to_mmio(uncore), reg); in intel_uncore_read() 42 static inline u8 intel_uncore_read8(struct intel_uncore *uncore, in intel_uncore_read8() argument 47 return xe_mmio_read8(__compat_uncore_to_mmio(uncore), reg); in intel_uncore_read8() 55 return xe_mmio_read16(__compat_uncore_to_mmio(uncore), reg); in intel_uncore_read16() 59 intel_uncore_read64_2x32(struct intel_uncore *uncore, in intel_uncore_read64_2x32() argument 82 xe_mmio_read32(__compat_uncore_to_mmio(uncore), reg); in intel_uncore_posting_read() [all …]
|
| H A D | intel_pcode.h | 13 snb_pcode_write_timeout(struct intel_uncore *uncore, u32 mbox, u32 val, in snb_pcode_write_timeout() argument 16 return xe_pcode_write_timeout(__compat_uncore_to_tile(uncore), mbox, val, in snb_pcode_write_timeout() 21 snb_pcode_write(struct intel_uncore *uncore, u32 mbox, u32 val) in snb_pcode_write() argument 24 return xe_pcode_write(__compat_uncore_to_tile(uncore), mbox, val); in snb_pcode_write() 28 snb_pcode_read(struct intel_uncore *uncore, u32 mbox, u32 *val, u32 *val1) in snb_pcode_read() argument 30 return xe_pcode_read(__compat_uncore_to_tile(uncore), mbox, val, val1); in snb_pcode_read() 34 skl_pcode_request(struct intel_uncore *uncore, u32 mbox, in skl_pcode_request() argument 38 return xe_pcode_request(__compat_uncore_to_tile(uncore), mbox, request, reply_mask, reply, in skl_pcode_request()
|
| /linux-6.15/arch/x86/events/amd/ |
| H A D | uncore.c | 448 if (!uncore->init_done || !uncore->num_pmus) in amd_uncore_ctx_init() 548 uncore->scan(uncore, cpu); in amd_uncore_cpu_starting() 561 if (uncore->init(uncore, cpu)) in amd_uncore_cpu_online() 575 uncore->move(uncore, cpu); in amd_uncore_cpu_down_prepare() 588 uncore->free(uncore, cpu); in amd_uncore_cpu_dead() 672 uncore->pmus = kzalloc(sizeof(*uncore->pmus), GFP_KERNEL); in amd_uncore_df_ctx_init() 673 if (!uncore->pmus) in amd_uncore_df_ctx_init() 806 uncore->pmus = kzalloc(sizeof(*uncore->pmus), GFP_KERNEL); in amd_uncore_l3_ctx_init() 807 if (!uncore->pmus) in amd_uncore_l3_ctx_init() 942 uncore->pmus = kzalloc(sizeof(*uncore->pmus) * uncore->num_pmus, in amd_uncore_umc_ctx_init() [all …]
|
| /linux-6.15/drivers/gpu/drm/i915/gt/uc/ |
| H A D | intel_guc_fw.c | 22 struct intel_uncore *uncore = gt->uncore; in guc_prepare_xfer() local 36 if (IS_GEN9_LP(uncore->i915)) in guc_prepare_xfer() 41 if (GRAPHICS_VER(uncore->i915) == 9) { in guc_prepare_xfer() 52 struct intel_uncore *uncore) in guc_xfer_rsa_mmio() argument 69 struct intel_uncore *uncore) in guc_xfer_rsa_vma() argument 81 struct intel_uncore *uncore) in guc_xfer_rsa() argument 84 return guc_xfer_rsa_vma(guc_fw, uncore); in guc_xfer_rsa() 86 return guc_xfer_rsa_mmio(guc_fw, uncore); in guc_xfer_rsa() 157 struct intel_uncore *uncore = gt->uncore; in guc_wait_ucode() local 290 struct intel_uncore *uncore = gt->uncore; in intel_guc_fw_upload() local [all …]
|
| /linux-6.15/drivers/gpu/drm/i915/selftests/ |
| H A D | intel_uncore.c | 164 struct intel_uncore *uncore = gt->uncore; in live_forcewake_ops() local 202 for_each_fw_domain(domain, uncore, tmp) { in live_forcewake_ops() 271 intel_runtime_pm_put(uncore->rpm, wakeref); in live_forcewake_ops() 279 struct intel_uncore *uncore = gt->uncore; in live_forcewake_domains() local 301 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 305 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() 306 if (!check_for_unclaimed_mmio(uncore)) in live_forcewake_domains() 317 intel_uncore_forcewake_reset(uncore); in live_forcewake_domains() 320 check_for_unclaimed_mmio(uncore); in live_forcewake_domains() 322 intel_uncore_posting_read_fw(uncore, reg); in live_forcewake_domains() [all …]
|
| /linux-6.15/drivers/platform/x86/intel/uncore-frequency/ |
| H A D | Makefile | 6 obj-$(CONFIG_INTEL_UNCORE_FREQ_CONTROL) += intel-uncore-frequency.o 7 intel-uncore-frequency-y := uncore-frequency.o 8 obj-$(CONFIG_INTEL_UNCORE_FREQ_CONTROL) += intel-uncore-frequency-common.o 9 intel-uncore-frequency-common-y := uncore-frequency-common.o 10 obj-$(CONFIG_INTEL_UNCORE_FREQ_CONTROL_TPMI) += intel-uncore-frequency-tpmi.o 11 intel-uncore-frequency-tpmi-y := uncore-frequency-tpmi.o
|