| /linux-6.15/drivers/perf/ |
| H A D | marvell_pem_pmu.c | 238 u64 prev_count, new_count; in pem_perf_event_update() local 241 prev_count = local64_read(&hwc->prev_count); in pem_perf_event_update() 243 } while (local64_xchg(&hwc->prev_count, new_count) != prev_count); in pem_perf_event_update() 245 local64_add((new_count - prev_count), &event->count); in pem_perf_event_update() 258 local64_set(&hwc->prev_count, in pem_perf_event_start()
|
| H A D | marvell_cn10k_ddr_pmu.c | 595 u64 prev_count, new_count, mask; in cn10k_ddr_perf_event_update() local 598 prev_count = local64_read(&hwc->prev_count); in cn10k_ddr_perf_event_update() 600 } while (local64_xchg(&hwc->prev_count, new_count) != prev_count); in cn10k_ddr_perf_event_update() 604 local64_add((new_count - prev_count) & mask, &event->count); in cn10k_ddr_perf_event_update() 613 local64_set(&hwc->prev_count, 0); in cn10k_ddr_perf_event_start() 733 local64_set(&hwc->prev_count, 0); in cn10k_ddr_perf_event_update_all() 856 u64 prev_count, new_count; in cn10k_ddr_pmu_overflow_handler() local 863 prev_count = local64_read(&hwc->prev_count); in cn10k_ddr_pmu_overflow_handler() 869 if (new_count < prev_count) in cn10k_ddr_pmu_overflow_handler() 876 prev_count = local64_read(&hwc->prev_count); in cn10k_ddr_pmu_overflow_handler() [all …]
|
| H A D | arm_dmc620_pmu.c | 327 u64 delta, prev_count, new_count; in dmc620_pmu_event_update() local 331 prev_count = local64_read(&hwc->prev_count); in dmc620_pmu_event_update() 333 } while (local64_cmpxchg(&hwc->prev_count, in dmc620_pmu_event_update() 334 prev_count, new_count) != prev_count); in dmc620_pmu_event_update() 335 delta = (new_count - prev_count) & DMC620_CNT_MAX_PERIOD; in dmc620_pmu_event_update() 343 local64_set(&event->hw.prev_count, DMC620_CNT_INIT); in dmc620_pmu_event_set_period()
|
| H A D | arm_dsu_pmu.c | 334 u64 delta, prev_count, new_count; in dsu_pmu_event_update() local 338 prev_count = local64_read(&hwc->prev_count); in dsu_pmu_event_update() 340 } while (local64_cmpxchg(&hwc->prev_count, prev_count, new_count) != in dsu_pmu_event_update() 341 prev_count); in dsu_pmu_event_update() 342 delta = (new_count - prev_count) & DSU_PMU_COUNTER_MASK(hwc->idx); in dsu_pmu_event_update() 368 local64_set(&event->hw.prev_count, val); in dsu_pmu_set_event_period()
|
| H A D | qcom_l3_pmu.c | 206 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__64bit_counter_start() 247 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__64bit_counter_update() 253 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__64bit_counter_update() 285 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__32bit_counter_start() 323 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__32bit_counter_update() 325 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__32bit_counter_update()
|
| H A D | riscv_pmu.c | 174 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_event_update() 176 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_event_update() 233 local64_set(&hwc->prev_count, (u64)-left); in riscv_pmu_event_set_period() 252 init_val = local64_read(&hwc->prev_count) & max_period; in riscv_pmu_start()
|
| H A D | alibaba_uncore_drw_pmu.c | 303 prev = local64_read(&hwc->prev_count); in ali_drw_pmu_event_update() 305 } while (local64_cmpxchg(&hwc->prev_count, prev, now) != prev); in ali_drw_pmu_event_update() 328 local64_set(&event->hw.prev_count, pre_val); in ali_drw_pmu_event_set_period() 587 local64_read(&event->hw.prev_count); in ali_drw_pmu_start()
|
| /linux-6.15/drivers/pps/generators/ |
| H A D | pps_gen_tio.c | 47 u32 prev_count; member 86 tio->prev_count = 0; in pps_tio_disable() 144 if (tio->prev_count && tio->prev_count == event_count) in hrtimer_callback() 146 tio->prev_count = event_count; in hrtimer_callback()
|
| /linux-6.15/arch/arm/mm/ |
| H A D | cache-l2x0-pmu.c | 120 u64 prev_count, new_count, mask; in l2x0_pmu_event_read() local 123 prev_count = local64_read(&hw->prev_count); in l2x0_pmu_event_read() 125 } while (local64_xchg(&hw->prev_count, new_count) != prev_count); in l2x0_pmu_event_read() 128 local64_add((new_count - prev_count) & mask, &event->count); in l2x0_pmu_event_read() 147 local64_set(&hw->prev_count, 0); in l2x0_pmu_event_configure()
|
| /linux-6.15/arch/powerpc/perf/ |
| H A D | 8xx-pmu.c | 115 local64_set(&event->hw.prev_count, val); in mpc8xx_pmu_add() 128 prev = local64_read(&event->hw.prev_count); in mpc8xx_pmu_read() 149 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in mpc8xx_pmu_read()
|
| H A D | core-fsl-emb.c | 175 prev = local64_read(&event->hw.prev_count); in fsl_emb_pmu_read() 178 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in fsl_emb_pmu_read() 314 local64_set(&event->hw.prev_count, val); in fsl_emb_pmu_add() 602 prev = local64_read(&event->hw.prev_count); in record_and_restart() 625 local64_set(&event->hw.prev_count, val); in record_and_restart()
|
| H A D | vpa-pmu.c | 132 local64_set(&event->hw.prev_count, data); in vpa_pmu_add() 141 prev_data = local64_read(&event->hw.prev_count); in vpa_pmu_read()
|
| H A D | core-book3s.c | 1166 local64_set(&event->hw.prev_count, val); in power_pmu_read() 1176 prev = local64_read(&event->hw.prev_count); in power_pmu_read() 1182 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in power_pmu_read() 1226 prev = local64_read(&event->hw.prev_count); in freeze_limited_counters() 1245 prev = local64_read(&event->hw.prev_count); in thaw_limited_counters() 1247 local64_set(&event->hw.prev_count, val); in thaw_limited_counters() 1545 val = local64_read(&event->hw.prev_count); in power_pmu_enable() 1553 local64_set(&event->hw.prev_count, val); in power_pmu_enable() 2172 local64_set(&event->hw.prev_count, 0); in power_pmu_event_init() 2251 prev = local64_read(&event->hw.prev_count); in record_and_restart() [all …]
|
| /linux-6.15/fs/gfs2/ |
| H A D | file.c | 781 size_t *prev_count, in should_fault_in_pages() argument 798 if (*prev_count != count) { in should_fault_in_pages() 806 *prev_count = count; in should_fault_in_pages() 816 size_t prev_count = 0, window_size = 0; in gfs2_file_direct_read() local 857 if (should_fault_in_pages(to, iocb, &prev_count, &window_size)) { in gfs2_file_direct_read() 880 size_t prev_count = 0, window_size = 0; in gfs2_file_direct_write() local 926 enough_retries = prev_count == iov_iter_count(from) && in gfs2_file_direct_write() 928 if (should_fault_in_pages(from, iocb, &prev_count, &window_size)) { in gfs2_file_direct_write() 953 size_t prev_count = 0, window_size = 0; in gfs2_file_read_iter() local 996 if (should_fault_in_pages(to, iocb, &prev_count, &window_size)) { in gfs2_file_read_iter() [all …]
|
| /linux-6.15/arch/x86/events/ |
| H A D | msr.c | 247 prev = local64_read(&event->hw.prev_count); in msr_event_update() 250 } while (!local64_try_cmpxchg(&event->hw.prev_count, &prev, now)); in msr_event_update() 269 local64_set(&event->hw.prev_count, now); in msr_event_start()
|
| /linux-6.15/drivers/iommu/intel/ |
| H A D | perfmon.c | 305 u64 prev_count, new_count, delta; in iommu_pmu_event_update() local 309 prev_count = local64_read(&hwc->prev_count); in iommu_pmu_event_update() 311 if (local64_xchg(&hwc->prev_count, new_count) != prev_count) in iommu_pmu_event_update() 318 delta = (new_count << shift) - (prev_count << shift); in iommu_pmu_event_update() 344 local64_set((&hwc->prev_count), count); in iommu_pmu_start()
|
| /linux-6.15/kernel/ |
| H A D | softirq.c | 569 int prev_count; in handle_softirqs() local 574 prev_count = preempt_count(); in handle_softirqs() 581 if (unlikely(prev_count != preempt_count())) { in handle_softirqs() 584 prev_count, preempt_count()); in handle_softirqs() 585 preempt_count_set(prev_count); in handle_softirqs()
|
| /linux-6.15/arch/arm/mach-imx/ |
| H A D | mmdc.c | 314 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update() 317 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update() 342 local64_set(&hwc->prev_count, 0); in mmdc_pmu_event_start() 377 local64_set(&hwc->prev_count, mmdc_pmu_read_counter(pmu_mmdc, cfg)); in mmdc_pmu_event_add()
|
| /linux-6.15/drivers/perf/hisilicon/ |
| H A D | hisi_uncore_pmu.c | 308 local64_set(&hwc->prev_count, val); in hisi_uncore_pmu_set_event_period() 323 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update() 324 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update() 348 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start()
|
| H A D | hisi_pcie_pmu.c | 452 prev_cnt = local64_read(&hwc->prev_count); in hisi_pcie_pmu_event_update() 454 } while (local64_cmpxchg(&hwc->prev_count, prev_cnt, in hisi_pcie_pmu_event_update() 475 local64_set(&hwc->prev_count, HISI_PCIE_INIT_VAL); in hisi_pcie_pmu_set_period() 488 local64_set(&hwc->prev_count, cnt); in hisi_pcie_pmu_set_period() 550 prev_cnt = local64_read(&hwc->prev_count); in hisi_pcie_pmu_start()
|
| /linux-6.15/arch/xtensa/kernel/ |
| H A D | perf_event.c | 152 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update() 154 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update() 190 local64_set(&hwc->prev_count, -left); in xtensa_perf_event_set_period()
|
| /linux-6.15/tools/perf/arch/x86/util/ |
| H A D | iostat.c | 442 struct perf_counts_values *prev_count = in iostat_print_metric() local 445 prev_count_val = prev_count->val; in iostat_print_metric() 446 prev_count->val = count->val; in iostat_print_metric()
|
| /linux-6.15/arch/sh/kernel/ |
| H A D | perf_event.c | 178 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update() 181 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update()
|
| /linux-6.15/drivers/misc/ |
| H A D | ntsync.c | 411 __u32 prev_count; in ntsync_sem_release() local 424 prev_count = sem->u.sem.count; in ntsync_sem_release() 434 if (!ret && put_user(prev_count, user_args)) in ntsync_sem_release() 461 __u32 prev_count; in ntsync_mutex_unlock() local 475 prev_count = mutex->u.mutex.count; in ntsync_mutex_unlock() 485 if (!ret && put_user(prev_count, &user_args->count)) in ntsync_mutex_unlock()
|
| /linux-6.15/arch/arc/kernel/ |
| H A D | perf_event.c | 283 u64 prev_raw_count = local64_read(&hwc->prev_count); in arc_perf_event_update() 291 local64_set(&hwc->prev_count, new_raw_count); in arc_perf_event_update() 432 local64_set(&hwc->prev_count, value); in arc_pmu_event_set_period() 550 local64_set(&hwc->prev_count, 0); in arc_pmu_add()
|