| /linux-6.15/arch/mips/kernel/ |
| H A D | perf_event_mipsxx.c | 60 unsigned int cntr_mask; member 318 unsigned long cntr_mask; in mipsxx_pmu_alloc_counter() local 753 if (pev->cntr_mask == 0) in mipspmu_map_cache_event() 1716 raw_event.cntr_mask = in mipsxx_pmu_map_raw_event() 1730 raw_event.cntr_mask = in mipsxx_pmu_map_raw_event() 1746 raw_event.cntr_mask = in mipsxx_pmu_map_raw_event() 1756 raw_event.cntr_mask = in mipsxx_pmu_map_raw_event() 1770 raw_event.cntr_mask = in mipsxx_pmu_map_raw_event() 1786 raw_event.cntr_mask = in mipsxx_pmu_map_raw_event() 1801 raw_event.cntr_mask = in mipsxx_pmu_map_raw_event() [all …]
|
| /linux-6.15/arch/x86/events/ |
| H A D | rapl.c | 142 unsigned int cntr_mask; member 410 if (!(rapl_pmus->cntr_mask & (1 << bit))) in rapl_pmu_event_init() 657 int num_counters = hweight32(rapl_pmus_pkg->cntr_mask); in rapl_advertise() 660 num_counters += hweight32(rapl_pmus_core->cntr_mask); in rapl_advertise() 666 if (rapl_pmus_pkg->cntr_mask & (1 << i)) { in rapl_advertise() 672 if (rapl_pmus_core && (rapl_pmus_core->cntr_mask & (1 << PERF_RAPL_CORE))) in rapl_advertise() 916 rapl_pmus_pkg->cntr_mask = perf_msr_probe(rapl_model->rapl_pkg_msrs, in rapl_pmu_init() 933 rapl_pmus_core->cntr_mask = perf_msr_probe(rapl_model->rapl_core_msrs, in rapl_pmu_init()
|
| H A D | core.c | 197 u64 cntr_mask = x86_pmu.cntr_mask64; in get_possible_counter_mask() local 201 return cntr_mask; in get_possible_counter_mask() 204 cntr_mask |= x86_pmu.hybrid_pmu[i].cntr_mask64; in get_possible_counter_mask() 206 return cntr_mask; in get_possible_counter_mask() 211 u64 cntr_mask = get_possible_counter_mask(); in reserve_pmc_hardware() local 228 for_each_set_bit(i, (unsigned long *)&cntr_mask, end) in reserve_pmc_hardware() 242 u64 cntr_mask = get_possible_counter_mask(); in release_pmc_hardware() local 270 for_each_set_bit(i, cntr_mask, X86_PMC_IDX_MAX) { in check_hw_exists() 1535 unsigned long *cntr_mask, *fixed_cntr_mask; in perf_event_print_debug() local 1545 cntr_mask = hybrid(cpuc->pmu, cntr_mask); in perf_event_print_debug() [all …]
|
| H A D | perf_event.h | 711 unsigned long cntr_mask[BITS_TO_LONGS(X86_PMC_IDX_MAX)]; member 809 unsigned long cntr_mask[BITS_TO_LONGS(X86_PMC_IDX_MAX)]; member 1171 bool check_hw_exists(struct pmu *pmu, unsigned long *cntr_mask, 1742 static inline u64 intel_pmu_pebs_mask(u64 cntr_mask) in intel_pmu_pebs_mask() argument 1744 return MAX_PEBS_EVENTS_MASK & cntr_mask; in intel_pmu_pebs_mask()
|
| /linux-6.15/drivers/perf/ |
| H A D | arm_xscale_pmu.c | 173 for_each_set_bit(idx, cpu_pmu->cntr_mask, XSCALE1_NUM_COUNTERS) { in xscale1pmu_handle_irq() 370 bitmap_set(cpu_pmu->cntr_mask, 0, XSCALE1_NUM_COUNTERS); in xscale1pmu_init() 506 for_each_set_bit(idx, cpu_pmu->cntr_mask, XSCALE2_NUM_COUNTERS) { in xscale2pmu_handle_irq() 726 bitmap_set(cpu_pmu->cntr_mask, 0, XSCALE2_NUM_COUNTERS); in xscale2pmu_init()
|
| H A D | arm_pmuv3.c | 782 for_each_andnot_bit(i, cpu_pmu->cntr_mask, cpuc->used_mask, in armv8pmu_enable_user_access() 864 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMPMU_MAX_HWEVENTS) { in armv8pmu_handle_irq() 903 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMV8_PMU_MAX_GENERAL_COUNTERS) { in armv8pmu_get_single_idx() 919 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMV8_PMU_MAX_GENERAL_COUNTERS) { in armv8pmu_get_chain_idx() 958 test_bit(ARMV8_PMU_INSTR_IDX, cpu_pmu->cntr_mask) && in armv8pmu_get_event_idx() 1065 bitmap_to_arr64(&mask, cpu_pmu->cntr_mask, ARMPMU_MAX_HWEVENTS); in armv8pmu_reset() 1215 bitmap_set(cpu_pmu->cntr_mask, in __armv8pmu_probe_pmu() 1219 set_bit(ARMV8_PMU_CYCLE_IDX, cpu_pmu->cntr_mask); in __armv8pmu_probe_pmu() 1223 set_bit(ARMV8_PMU_INSTR_IDX, cpu_pmu->cntr_mask); in __armv8pmu_probe_pmu()
|
| H A D | arm_v7_pmu.c | 716 return test_bit(idx, cpu_pmu->cntr_mask); in armv7_pmnc_counter_valid() 838 for_each_set_bit(cnt, cpu_pmu->cntr_mask, ARMV7_IDX_COUNTER_MAX) { in armv7_pmnc_dump_regs() 912 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMPMU_MAX_HWEVENTS) { in armv7pmu_handle_irq() 981 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMV7_IDX_COUNTER_MAX) { in armv7pmu_get_event_idx() 1036 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMPMU_MAX_HWEVENTS) { in armv7pmu_reset() 1120 bitmap_set(cpu_pmu->cntr_mask, 0, nb_cnt); in armv7_read_num_pmnc_events() 1123 set_bit(ARMV7_IDX_CYCLE_COUNTER, cpu_pmu->cntr_mask); in armv7_read_num_pmnc_events() 1483 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMV7_IDX_COUNTER_MAX) { in krait_pmu_reset() 1507 bit += bitmap_weight(cpu_pmu->cntr_mask, ARMV7_IDX_COUNTER_MAX); in krait_event_to_bit() 1794 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMV7_IDX_COUNTER_MAX) { in scorpion_pmu_reset() [all …]
|
| H A D | arm_v6_pmu.c | 258 for_each_set_bit(idx, cpu_pmu->cntr_mask, ARMV6_NUM_COUNTERS) { in armv6pmu_handle_irq() 396 bitmap_set(cpu_pmu->cntr_mask, 0, ARMV6_NUM_COUNTERS); in armv6pmu_init()
|
| H A D | arm_pmu.c | 743 for_each_set_bit(idx, armpmu->cntr_mask, ARMPMU_MAX_HWEVENTS) { in cpu_pm_pmu_setup() 926 pmu->name, bitmap_weight(pmu->cntr_mask, ARMPMU_MAX_HWEVENTS), in armpmu_register() 927 ARMPMU_MAX_HWEVENTS, &pmu->cntr_mask, in armpmu_register()
|
| H A D | apple_m1_cpu_pmu.c | 465 for_each_set_bit(idx, cpu_pmu->cntr_mask, M1_PMU_NR_COUNTERS) { in m1_pmu_handle_irq() 652 bitmap_set(cpu_pmu->cntr_mask, 0, M1_PMU_NR_COUNTERS); in m1_pmu_init()
|
| /linux-6.15/arch/x86/events/amd/ |
| H A D | core.c | 435 for_each_set_bit(i, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in __amd_put_nb_event_constraints() 547 for_each_set_bit(i, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in amd_alloc_nb() 740 for_each_set_bit(idx, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in amd_pmu_check_overflow() 760 for_each_set_bit(idx, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in amd_pmu_enable_all() 984 for_each_set_bit(idx, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in amd_pmu_v2_handle_irq()
|
| /linux-6.15/include/linux/perf/ |
| H A D | arm_pmu.h | 106 DECLARE_BITMAP(cntr_mask, ARMPMU_MAX_HWEVENTS);
|
| /linux-6.15/arch/x86/events/intel/ |
| H A D | p4.c | 923 for_each_set_bit(idx, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in p4_pmu_disable_all() 1002 for_each_set_bit(idx, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in p4_pmu_enable_all() 1044 for_each_set_bit(idx, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in p4_pmu_handle_irq() 1399 for_each_set_bit(i, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in p4_pmu_init()
|
| H A D | core.c | 2966 unsigned long *cntr_mask = hybrid(cpuc->pmu, cntr_mask); in intel_pmu_reset() local 2971 if (!*(u64 *)cntr_mask) in intel_pmu_reset() 2978 for_each_set_bit(idx, cntr_mask, INTEL_PMC_MAX_GENERIC) { in intel_pmu_reset() 4421 for_each_set_bit(idx, x86_pmu.cntr_mask, X86_PMC_IDX_MAX) { in core_guest_get_msrs() 5003 static void intel_pmu_check_counters_mask(u64 *cntr_mask, in intel_pmu_check_counters_mask() argument 5009 bit = fls64(*cntr_mask); in intel_pmu_check_counters_mask() 5013 *cntr_mask &= GENMASK_ULL(INTEL_PMC_MAX_GENERIC - 1, 0); in intel_pmu_check_counters_mask() 5015 *intel_ctrl = *cntr_mask; in intel_pmu_check_counters_mask() 5028 u64 cntr_mask, 6394 u64 cntr_mask, in intel_pmu_check_event_constraints() argument [all …]
|
| /linux-6.15/arch/arm64/kvm/ |
| H A D | pmu-emul.c | 1027 return bitmap_weight(arm_pmu->cntr_mask, ARMV8_PMU_MAX_GENERAL_COUNTERS); in kvm_arm_pmu_get_max_counters()
|