| /linux-6.15/arch/x86/events/amd/ |
| H A D | brs.c | 205 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable()
221 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable_all()
228 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable()
257 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable_all()
283 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_drain()
387 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_brs_sched_task()
408 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in perf_amd_brs_lopwr_cb()
|
| H A D | lbr.c | 99 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_filter()
162 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_read()
322 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_reset()
341 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_add()
361 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_del()
377 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_sched_task()
390 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_enable_all()
413 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_disable_all()
|
| H A D | core.c | 578 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_prepare()
602 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_starting()
634 struct cpu_hw_events *cpuhw = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_dead()
723 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_check_overflow()
755 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_enable_all()
885 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_handle_irq()
920 struct cpu_hw_events *cpuc; in amd_pmu_v2_snapshot_branch_stack()
931 cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_v2_snapshot_branch_stack()
945 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_v2_handle_irq()
1565 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_enable_virt()
[all …]
|
| /linux-6.15/arch/sh/kernel/ |
| H A D | perf_event.c | 28 struct cpu_hw_events { struct
34 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument
201 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop()
219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start()
236 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del()
246 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_add()
336 struct cpu_hw_events *cpuhw = &per_cpu(cpu_hw_events, cpu); in sh_pmu_prepare_cpu()
338 memset(cpuhw, 0, sizeof(struct cpu_hw_events)); in sh_pmu_prepare_cpu()
|
| /linux-6.15/arch/x86/events/intel/ |
| H A D | lbr.c | 123 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable()
192 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_reset()
362 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_restore()
433 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_restore()
460 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_save()
510 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_save()
528 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_sched_task()
570 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_add()
661 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_del()
712 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in vlbr_exclude_host()
[all …]
|
| H A D | ds.c | 850 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts()
867 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_bts_buffer()
1266 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_sched_task()
1312 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in adaptive_pebs_record_size_update()
1360 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_late_setup()
1471 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_add()
1486 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_via_pt_disable()
1497 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_via_pt_enable()
1532 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_enable()
1589 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_del()
[all …]
|
| H A D | core.c | 2286 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all()
2303 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all()
2337 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_snapshot_branch_stack()
2390 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_nhm_workaround()
2476 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_tfa_pmu_enable_all()
2509 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_set_masks()
2521 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_clear_masks()
2530 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_fixed()
2694 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in update_saved_topdown_regs()
2719 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_update_topdown_event()
[all …]
|
| H A D | bts.c | 147 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in bts_config_buffer()
186 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in bts_update()
262 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_start()
307 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_stop()
462 struct debug_store *ds = this_cpu_ptr(&cpu_hw_events)->ds; in intel_bts_interrupt()
537 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in bts_event_add()
|
| H A D | knc.c | 216 struct cpu_hw_events *cpuc; in knc_pmu_handle_irq()
221 cpuc = this_cpu_ptr(&cpu_hw_events); in knc_pmu_handle_irq()
|
| H A D | p4.c | 920 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_disable_all()
999 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_enable_all()
1036 struct cpu_hw_events *cpuc; in p4_pmu_handle_irq()
1042 cpuc = this_cpu_ptr(&cpu_hw_events); in p4_pmu_handle_irq()
1241 static int p4_pmu_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) in p4_pmu_schedule_events()
|
| /linux-6.15/arch/powerpc/perf/ |
| H A D | core-fsl-emb.c | 19 struct cpu_hw_events { struct
25 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument
192 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_disable()
231 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_enable()
278 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_add()
285 cpuhw = &get_cpu_var(cpu_hw_events); in fsl_emb_pmu_add()
331 put_cpu_var(cpu_hw_events); in fsl_emb_pmu_add()
339 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_del()
371 put_cpu_var(cpu_hw_events); in fsl_emb_pmu_del()
645 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in perf_event_interrupt()
[all …]
|
| H A D | core-book3s.c | 32 struct cpu_hw_events { struct
64 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument
160 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in get_pmcs_ext_regs()
412 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_enable()
428 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_disable()
792 struct cpu_hw_events *cpuhw; in power_pmu_wants_prompt_pmi()
1304 struct cpu_hw_events *cpuhw; in power_pmu_disable()
1820 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_start_txn()
1839 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_cancel_txn()
2416 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in __perf_event_interrupt()
[all …]
|
| /linux-6.15/arch/loongarch/kernel/ |
| H A D | perf_event.c | 89 struct cpu_hw_events { struct
104 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { argument
269 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_enable_event()
288 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_disable_event()
388 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_add()
422 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_del()
471 static void handle_associated_event(struct cpu_hw_events *cpuc, int idx, in handle_associated_event()
493 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pmu_handle_irq()
632 struct cpu_hw_events fake_cpuc; in validate_group()
817 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pause_local_counters()
[all …]
|
| /linux-6.15/arch/alpha/kernel/ |
| H A D | perf_event.c | 34 struct cpu_hw_events { struct
53 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); argument
391 static void maybe_change_configuration(struct cpu_hw_events *cpuc) in maybe_change_configuration()
435 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_add()
487 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_del()
535 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_stop()
555 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_start()
718 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_enable()
744 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_disable()
803 struct cpu_hw_events *cpuc; in alpha_perf_event_irq_handler()
[all …]
|
| /linux-6.15/arch/x86/events/ |
| H A D | core.c | 52 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = {
687 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all()
727 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable()
744 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all()
774 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in x86_get_pmu()
1289 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable()
1452 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_add()
1510 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_start()
1599 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_stop()
1622 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_del()
[all …]
|
| H A D | perf_event.h | 248 struct cpu_hw_events { struct
825 (*get_event_constraints)(struct cpu_hw_events *cpuc,
832 void (*start_scheduling)(struct cpu_hw_events *cpuc);
836 void (*stop_scheduling)(struct cpu_hw_events *cpuc);
937 void (*lbr_read)(struct cpu_hw_events *cpuc);
1116 DECLARE_PER_CPU(struct cpu_hw_events, cpu_hw_events);
1429 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_brs_add()
1441 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_brs_del()
1653 struct cpu_hw_events *cpuc,
1677 void intel_pmu_lbr_read_32(struct cpu_hw_events *cpuc);
[all …]
|
| /linux-6.15/arch/sparc/kernel/ |
| H A D | perf_event.c | 1031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_enable()
1049 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_disable()
1083 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_start()
1100 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_stop()
1116 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_del()
1151 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_read()
1163 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in perf_stop_nmi_watchdog()
1374 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_add()
1514 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_start_txn()
1532 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in sparc_pmu_cancel_txn()
[all …]
|
| /linux-6.15/arch/mips/kernel/ |
| H A D | perf_event_mipsxx.c | 31 struct cpu_hw_events { struct
48 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { argument
314 static int mipsxx_pmu_alloc_counter(struct cpu_hw_events *cpuc, in mipsxx_pmu_alloc_counter()
351 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_enable_event()
397 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_disable_event()
501 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipspmu_add()
537 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipspmu_del()
763 struct cpu_hw_events fake_cpuc; in validate_group()
1548 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in pause_local_counters()
1564 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in resume_local_counters()
[all …]
|
| /linux-6.15/drivers/perf/ |
| H A D | riscv_pmu_sbi.c | 406 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_get_idx()
465 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_clear_idx()
620 struct cpu_hw_events *cpu_hw_evt; in pmu_sbi_snapshot_setup()
658 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_read()
739 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_ctr_stop()
824 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_stop_hw_ctrs()
943 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_start_overflow_mask()
962 struct cpu_hw_events *cpu_hw_evt = dev; in pmu_sbi_ovf_handler()
1061 struct cpu_hw_events *cpu_hw_evt = this_cpu_ptr(pmu->hw_events); in pmu_sbi_starting_cpu()
1105 struct cpu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_sbi_setup_irqs()
[all …]
|
| H A D | riscv_pmu.c | 260 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_add()
284 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pmu_del()
390 struct cpu_hw_events *cpuc; in riscv_pmu_alloc()
396 pmu->hw_events = alloc_percpu_gfp(struct cpu_hw_events, GFP_KERNEL); in riscv_pmu_alloc()
|
| /linux-6.15/include/linux/perf/ |
| H A D | riscv_pmu.h | 31 struct cpu_hw_events { struct
71 struct cpu_hw_events __percpu *hw_events; argument
|
| /linux-6.15/arch/x86/events/zhaoxin/ |
| H A D | core.c | 357 struct cpu_hw_events *cpuc; in zhaoxin_pmu_handle_irq()
362 cpuc = this_cpu_ptr(&cpu_hw_events); in zhaoxin_pmu_handle_irq()
422 zhaoxin_get_event_constraints(struct cpu_hw_events *cpuc, int idx, in zhaoxin_get_event_constraints()
|