| /linux-6.15/arch/s390/include/asm/ |
| H A D | percpu.h | 34 ptr__ = raw_cpu_ptr(&(pcp)); \ 73 ptr__ = raw_cpu_ptr(&(pcp)); \ 100 ptr__ = raw_cpu_ptr(&(pcp)); \ 119 ptr__ = raw_cpu_ptr(&(pcp)); \ 141 ptr__ = raw_cpu_ptr(&(pcp)); \ 162 ptr__ = raw_cpu_ptr(&(pcp)); \ 173 ptr__ = raw_cpu_ptr(&(pcp)); \
|
| /linux-6.15/arch/arm/kernel/ |
| H A D | smp_twd.c | 94 struct clock_event_device *clk = raw_cpu_ptr(twd_evt); in twd_timer_stop() 107 clockevents_update_freq(raw_cpu_ptr(twd_evt), twd_timer_rate); in twd_update_frequency() 133 if (twd_evt && raw_cpu_ptr(twd_evt) && !IS_ERR(twd_clk)) in twd_clk_init() 220 struct clock_event_device *clk = raw_cpu_ptr(twd_evt); in twd_timer_setup()
|
| /linux-6.15/arch/arm64/include/asm/ |
| H A D | percpu.h | 152 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \ 160 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \ 247 ptr__ = raw_cpu_ptr(&(pcp)); \ 264 #define this_cpu_ptr raw_cpu_ptr
|
| H A D | stacktrace.h | 67 unsigned long low = (unsigned long)raw_cpu_ptr(overflow_stack); in stackinfo_get_overflow()
|
| /linux-6.15/include/linux/ |
| H A D | srcutree.h | 251 atomic_long_inc(raw_cpu_ptr(&scp->srcu_locks)); /* Z */ in __srcu_read_lock_fast() 277 atomic_long_inc(raw_cpu_ptr(&scp->srcu_unlocks)); /* Z */ in __srcu_read_unlock_fast() 326 struct srcu_data *sdp = raw_cpu_ptr(ssp->sda); in srcu_check_read_flavor_force()
|
| H A D | percpu-defs.h | 242 #define raw_cpu_ptr(ptr) \ macro 255 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr) 267 #define raw_cpu_ptr(ptr) per_cpu_ptr(ptr, 0) macro 268 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
|
| H A D | sbitmap.h | 350 *raw_cpu_ptr(sb->alloc_hint) = bitnr; in sbitmap_put()
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | percpu.h | 121 typeof(*raw_cpu_ptr(&(pcp))) __ret; \ 123 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \ 132 __retval = (typeof(pcp))operation(raw_cpu_ptr(&(pcp)), \
|
| /linux-6.15/include/asm-generic/ |
| H A D | percpu.h | 80 *raw_cpu_ptr(&(pcp)); \ 85 *raw_cpu_ptr(&(pcp)) op val; \ 90 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 98 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 116 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 140 ___ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \
|
| H A D | mmiowb.h | 30 #define __mmiowb_state() raw_cpu_ptr(&__mmiowb_state)
|
| /linux-6.15/net/mpls/ |
| H A D | internal.h | 37 raw_cpu_ptr((mdev)->stats); \ 49 raw_cpu_ptr((mdev)->stats); \
|
| /linux-6.15/include/net/ |
| H A D | snmp.h | 162 TYPEOF_UNQUAL(*mib) *ptr = raw_cpu_ptr(mib); \ 179 TYPEOF_UNQUAL(*mib) *ptr = raw_cpu_ptr(mib); \
|
| /linux-6.15/net/netfilter/ |
| H A D | nft_counter.c | 73 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_do_init() 252 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_clone()
|
| /linux-6.15/drivers/irqchip/ |
| H A D | irq-gic.c | 651 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_save() 655 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_save() 659 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_save() 681 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_restore() 688 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_restore() 695 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_restore()
|
| /linux-6.15/mm/kmsan/ |
| H A D | kmsan.h | 83 return in_task() ? ¤t->kmsan_ctx : raw_cpu_ptr(&kmsan_percpu_ctx); in kmsan_get_context()
|
| /linux-6.15/arch/x86/lib/ |
| H A D | delay.c | 134 __monitorx(raw_cpu_ptr(&cpu_tss_rw), 0, 0); in delay_halt_mwaitx()
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | msr.h | 367 rdmsr_on_cpu(0, msr_no, raw_cpu_ptr(&msrs->l), raw_cpu_ptr(&msrs->h)); in rdmsr_on_cpus()
|
| /linux-6.15/crypto/ |
| H A D | scompress.c | 179 struct scomp_scratch *scratch = raw_cpu_ptr(&scomp_scratch); in scomp_acomp_comp_decomp() 261 stream = raw_cpu_ptr(crypto_scomp_alg(scomp)->stream); in scomp_acomp_comp_decomp()
|
| /linux-6.15/drivers/crypto/caam/ |
| H A D | qi.c | 147 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_fq_ern_cb() 574 struct caam_napi *caam_napi = raw_cpu_ptr(&pcpu_qipriv.caam_napi); in caam_rsp_fq_dqrr_cb() 577 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_rsp_fq_dqrr_cb()
|
| /linux-6.15/arch/x86/kernel/cpu/mce/ |
| H A D | core.c | 2481 __mcheck_cpu_init_vendor(raw_cpu_ptr(&cpu_info)); in mce_syscore_resume() 2497 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_cpu_restart() 2515 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cmci() 2522 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_enable_ce() 2766 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cpu() 2780 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_reenable_cpu()
|
| H A D | intel.c | 312 if (!mce_available(raw_cpu_ptr(&cpu_info)) || !cmci_supported(&banks)) in cmci_recheck()
|
| /linux-6.15/kernel/rcu/ |
| H A D | srcutree.c | 733 sdp = raw_cpu_ptr(ssp->sda); in __srcu_check_read_flavor() 782 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe() 798 atomic_long_inc(&raw_cpu_ptr(__srcu_ctr_to_ptr(ssp, idx))->srcu_unlocks); in __srcu_read_unlock_nmisafe() 1209 sdp = raw_cpu_ptr(ssp->sda); in srcu_should_expedite() 1274 sdp = raw_cpu_ptr(ssp->sda); in srcu_gp_start_if_needed()
|
| /linux-6.15/drivers/block/zram/ |
| H A D | zcomp.c | 114 struct zcomp_strm *zstrm = raw_cpu_ptr(comp->stream); in zcomp_stream_get()
|
| /linux-6.15/Documentation/core-api/ |
| H A D | this_cpu_ops.rst | 149 preemptible code are addressed by raw_cpu_ptr(), but such use cases need 154 uses raw_cpu_ptr() to get a pointer to some CPU's counter, and uses 155 atomic_inc_long() to handle migration between the raw_cpu_ptr() and
|
| /linux-6.15/net/ipv6/ |
| H A D | seg6_hmac.c | 382 p_tfm = raw_cpu_ptr(algo->tfms); in seg6_hmac_init_algo()
|