1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * linux/arch/arm/include/asm/pmu.h 4 * 5 * Copyright (C) 2009 picoChip Designs Ltd, Jamie Iles 6 */ 7 8 #ifndef __ARM_PMU_H__ 9 #define __ARM_PMU_H__ 10 11 #include <linux/interrupt.h> 12 #include <linux/perf_event.h> 13 #include <linux/platform_device.h> 14 #include <linux/sysfs.h> 15 #include <asm/cputype.h> 16 17 #ifdef CONFIG_ARM_PMU 18 19 /* 20 * The Armv7 and Armv8.8 or less CPU PMU supports up to 32 event counters. 21 * The Armv8.9/9.4 CPU PMU supports up to 33 event counters. 22 */ 23 #ifdef CONFIG_ARM 24 #define ARMPMU_MAX_HWEVENTS 32 25 #else 26 #define ARMPMU_MAX_HWEVENTS 33 27 #endif 28 /* 29 * ARM PMU hw_event flags 30 */ 31 #define ARMPMU_EVT_64BIT 0x00001 /* Event uses a 64bit counter */ 32 #define ARMPMU_EVT_47BIT 0x00002 /* Event uses a 47bit counter */ 33 #define ARMPMU_EVT_63BIT 0x00004 /* Event uses a 63bit counter */ 34 35 static_assert((PERF_EVENT_FLAG_ARCH & ARMPMU_EVT_64BIT) == ARMPMU_EVT_64BIT); 36 static_assert((PERF_EVENT_FLAG_ARCH & ARMPMU_EVT_47BIT) == ARMPMU_EVT_47BIT); 37 static_assert((PERF_EVENT_FLAG_ARCH & ARMPMU_EVT_63BIT) == ARMPMU_EVT_63BIT); 38 39 #define HW_OP_UNSUPPORTED 0xFFFF 40 #define C(_x) PERF_COUNT_HW_CACHE_##_x 41 #define CACHE_OP_UNSUPPORTED 0xFFFF 42 43 #define PERF_MAP_ALL_UNSUPPORTED \ 44 [0 ... PERF_COUNT_HW_MAX - 1] = HW_OP_UNSUPPORTED 45 46 #define PERF_CACHE_MAP_ALL_UNSUPPORTED \ 47 [0 ... C(MAX) - 1] = { \ 48 [0 ... C(OP_MAX) - 1] = { \ 49 [0 ... C(RESULT_MAX) - 1] = CACHE_OP_UNSUPPORTED, \ 50 }, \ 51 } 52 53 /* The events for a given PMU register set. */ 54 struct pmu_hw_events { 55 /* 56 * The events that are active on the PMU for the given index. 57 */ 58 struct perf_event *events[ARMPMU_MAX_HWEVENTS]; 59 60 /* 61 * A 1 bit for an index indicates that the counter is being used for 62 * an event. A 0 means that the counter can be used. 63 */ 64 DECLARE_BITMAP(used_mask, ARMPMU_MAX_HWEVENTS); 65 66 /* 67 * When using percpu IRQs, we need a percpu dev_id. Place it here as we 68 * already have to allocate this struct per cpu. 69 */ 70 struct arm_pmu *percpu_pmu; 71 72 int irq; 73 }; 74 75 enum armpmu_attr_groups { 76 ARMPMU_ATTR_GROUP_COMMON, 77 ARMPMU_ATTR_GROUP_EVENTS, 78 ARMPMU_ATTR_GROUP_FORMATS, 79 ARMPMU_ATTR_GROUP_CAPS, 80 ARMPMU_NR_ATTR_GROUPS 81 }; 82 83 struct arm_pmu { 84 struct pmu pmu; 85 cpumask_t supported_cpus; 86 char *name; 87 int pmuver; 88 irqreturn_t (*handle_irq)(struct arm_pmu *pmu); 89 void (*enable)(struct perf_event *event); 90 void (*disable)(struct perf_event *event); 91 int (*get_event_idx)(struct pmu_hw_events *hw_events, 92 struct perf_event *event); 93 void (*clear_event_idx)(struct pmu_hw_events *hw_events, 94 struct perf_event *event); 95 int (*set_event_filter)(struct hw_perf_event *evt, 96 struct perf_event_attr *attr); 97 u64 (*read_counter)(struct perf_event *event); 98 void (*write_counter)(struct perf_event *event, u64 val); 99 void (*start)(struct arm_pmu *); 100 void (*stop)(struct arm_pmu *); 101 void (*reset)(void *); 102 int (*map_event)(struct perf_event *event); 103 /* 104 * Called by KVM to map the PMUv3 event space onto non-PMUv3 hardware. 105 */ 106 int (*map_pmuv3_event)(unsigned int eventsel); 107 DECLARE_BITMAP(cntr_mask, ARMPMU_MAX_HWEVENTS); 108 bool secure_access; /* 32-bit ARM only */ 109 #define ARMV8_PMUV3_MAX_COMMON_EVENTS 0x40 110 DECLARE_BITMAP(pmceid_bitmap, ARMV8_PMUV3_MAX_COMMON_EVENTS); 111 #define ARMV8_PMUV3_EXT_COMMON_EVENT_BASE 0x4000 112 DECLARE_BITMAP(pmceid_ext_bitmap, ARMV8_PMUV3_MAX_COMMON_EVENTS); 113 struct platform_device *plat_device; 114 struct pmu_hw_events __percpu *hw_events; 115 struct hlist_node node; 116 struct notifier_block cpu_pm_nb; 117 /* the attr_groups array must be NULL-terminated */ 118 const struct attribute_group *attr_groups[ARMPMU_NR_ATTR_GROUPS + 1]; 119 /* store the PMMIR_EL1 to expose slots */ 120 u64 reg_pmmir; 121 122 /* Only to be used by ACPI probing code */ 123 unsigned long acpi_cpuid; 124 }; 125 126 #define to_arm_pmu(p) (container_of(p, struct arm_pmu, pmu)) 127 128 u64 armpmu_event_update(struct perf_event *event); 129 130 int armpmu_event_set_period(struct perf_event *event); 131 132 int armpmu_map_event(struct perf_event *event, 133 const unsigned (*event_map)[PERF_COUNT_HW_MAX], 134 const unsigned (*cache_map)[PERF_COUNT_HW_CACHE_MAX] 135 [PERF_COUNT_HW_CACHE_OP_MAX] 136 [PERF_COUNT_HW_CACHE_RESULT_MAX], 137 u32 raw_event_mask); 138 139 typedef int (*armpmu_init_fn)(struct arm_pmu *); 140 141 struct pmu_probe_info { 142 unsigned int cpuid; 143 unsigned int mask; 144 armpmu_init_fn init; 145 }; 146 147 #define PMU_PROBE(_cpuid, _mask, _fn) \ 148 { \ 149 .cpuid = (_cpuid), \ 150 .mask = (_mask), \ 151 .init = (_fn), \ 152 } 153 154 #define ARM_PMU_PROBE(_cpuid, _fn) \ 155 PMU_PROBE(_cpuid, ARM_CPU_PART_MASK, _fn) 156 157 #define ARM_PMU_XSCALE_MASK ((0xff << 24) | ARM_CPU_XSCALE_ARCH_MASK) 158 159 #define XSCALE_PMU_PROBE(_version, _fn) \ 160 PMU_PROBE(ARM_CPU_IMP_INTEL << 24 | _version, ARM_PMU_XSCALE_MASK, _fn) 161 162 int arm_pmu_device_probe(struct platform_device *pdev, 163 const struct of_device_id *of_table, 164 const struct pmu_probe_info *probe_table); 165 166 #ifdef CONFIG_ACPI 167 int arm_pmu_acpi_probe(armpmu_init_fn init_fn); 168 #else 169 static inline int arm_pmu_acpi_probe(armpmu_init_fn init_fn) { return 0; } 170 #endif 171 172 #ifdef CONFIG_KVM 173 void kvm_host_pmu_init(struct arm_pmu *pmu); 174 #else 175 #define kvm_host_pmu_init(x) do { } while(0) 176 #endif 177 178 bool arm_pmu_irq_is_nmi(void); 179 180 /* Internal functions only for core arm_pmu code */ 181 struct arm_pmu *armpmu_alloc(void); 182 void armpmu_free(struct arm_pmu *pmu); 183 int armpmu_register(struct arm_pmu *pmu); 184 int armpmu_request_irq(int irq, int cpu); 185 void armpmu_free_irq(int irq, int cpu); 186 187 #define ARMV8_PMU_PDEV_NAME "armv8-pmu" 188 189 #endif /* CONFIG_ARM_PMU */ 190 191 #define ARMV8_SPE_PDEV_NAME "arm,spe-v1" 192 #define ARMV8_TRBE_PDEV_NAME "arm,trbe" 193 194 /* Why does everything I do descend into this? */ 195 #define __GEN_PMU_FORMAT_ATTR(cfg, lo, hi) \ 196 (lo) == (hi) ? #cfg ":" #lo "\n" : #cfg ":" #lo "-" #hi 197 198 #define _GEN_PMU_FORMAT_ATTR(cfg, lo, hi) \ 199 __GEN_PMU_FORMAT_ATTR(cfg, lo, hi) 200 201 #define GEN_PMU_FORMAT_ATTR(name) \ 202 PMU_FORMAT_ATTR(name, \ 203 _GEN_PMU_FORMAT_ATTR(ATTR_CFG_FLD_##name##_CFG, \ 204 ATTR_CFG_FLD_##name##_LO, \ 205 ATTR_CFG_FLD_##name##_HI)) 206 207 #define _ATTR_CFG_GET_FLD(attr, cfg, lo, hi) \ 208 ((((attr)->cfg) >> lo) & GENMASK_ULL(hi - lo, 0)) 209 210 #define ATTR_CFG_GET_FLD(attr, name) \ 211 _ATTR_CFG_GET_FLD(attr, \ 212 ATTR_CFG_FLD_##name##_CFG, \ 213 ATTR_CFG_FLD_##name##_LO, \ 214 ATTR_CFG_FLD_##name##_HI) 215 216 #endif /* __ARM_PMU_H__ */ 217