Home
last modified time | relevance | path

Searched refs:__percpu (Results 1 – 25 of 352) sorted by relevance

12345678910>>...15

/linux-6.15/arch/x86/lib/
H A Dcmpxchg16b_emu.S26 cmpq __percpu (%rsi), %rax
28 cmpq __percpu 8(%rsi), %rdx
32 movq %rbx, __percpu (%rsi)
33 movq %rcx, __percpu 8(%rsi)
45 movq __percpu (%rsi), %rax
46 movq __percpu 8(%rsi), %rdx
H A Dcmpxchg8b_emu.S73 cmpl __percpu (%esi), %eax
75 cmpl __percpu 4(%esi), %edx
78 movl %ebx, __percpu (%esi)
79 movl %ecx, __percpu 4(%esi)
87 movl __percpu (%esi), %eax
88 movl __percpu 4(%esi), %edx
H A Dmsr.c9 struct msr __percpu *msrs_alloc(void) in msrs_alloc()
11 struct msr __percpu *msrs = NULL; in msrs_alloc()
23 void msrs_free(struct msr __percpu *msrs) in msrs_free()
/linux-6.15/include/net/
H A Dgen_stats.h50 struct gnet_stats_basic_sync __percpu *cpu,
53 struct gnet_stats_basic_sync __percpu *cpu,
56 struct gnet_stats_basic_sync __percpu *cpu,
61 struct gnet_stats_queue __percpu *cpu_q,
64 const struct gnet_stats_queue __percpu *cpu_q,
71 struct gnet_stats_basic_sync __percpu *cpu_bstats,
77 struct gnet_stats_basic_sync __percpu *cpu_bstats,
H A Dmacsec.h137 struct macsec_rx_sa_stats __percpu *stats;
164 struct pcpu_rx_sc_stats __percpu *stats;
188 struct macsec_tx_sa_stats __percpu *stats;
212 struct pcpu_tx_sc_stats __percpu *stats;
/linux-6.15/include/linux/
H A Dpercpu.h136 extern void __percpu *pcpu_alloc_noprof(size_t size, size_t align, bool reserved,
147 (typeof(type) __percpu *)__alloc_percpu_gfp(sizeof(type), \
150 (typeof(type) __percpu *)__alloc_percpu(sizeof(type), \
153 ((typeof(type) __percpu *)pcpu_alloc_noprof(sizeof(type), \
156 extern void free_percpu(void __percpu *__pdata);
158 DEFINE_FREE(free_percpu, void __percpu *, free_percpu(_T))
H A Dpercpu-refcount.h159 unsigned long __percpu **percpu_countp) in __ref_is_percpu()
185 *percpu_countp = (unsigned long __percpu *)percpu_ptr; in __ref_is_percpu()
200 unsigned long __percpu *percpu_count; in percpu_ref_get_many()
238 unsigned long __percpu *percpu_count; in percpu_ref_tryget_many()
277 unsigned long __percpu *percpu_count; in percpu_ref_tryget_live_rcu()
328 unsigned long __percpu *percpu_count; in percpu_ref_put_many()
H A Dsrcutree.h103 struct srcu_ctr __percpu *srcu_ctrp;
104 struct srcu_data __percpu *sda; /* Per-CPU srcu_data array. */
217 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
224 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
243 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
245 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()
271 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
293 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_lite()
H A Dlocal_lock.h82 DEFINE_GUARD(local_lock, local_lock_t __percpu*,
85 DEFINE_GUARD(local_lock_irq, local_lock_t __percpu*,
88 DEFINE_LOCK_GUARD_1(local_lock_irqsave, local_lock_t __percpu,
99 DEFINE_GUARD(local_lock_nested_bh, local_lock_t __percpu*,
H A Dsrcutiny.h76 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
81 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
83 return (struct srcu_ctr __percpu *)(intptr_t)idx; in __srcu_ctr_to_ptr()
86 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
91 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
H A Dkmemleak.h20 extern void kmemleak_alloc_percpu(const void __percpu *ptr, size_t size,
26 extern void kmemleak_free_percpu(const void __percpu *ptr) __ref;
71 static inline void kmemleak_alloc_percpu(const void __percpu *ptr, size_t size, in kmemleak_alloc_percpu()
88 static inline void kmemleak_free_percpu(const void __percpu *ptr) in kmemleak_free_percpu()
H A Dhw_breakpoint.h79 extern struct perf_event * __percpu *
86 extern void unregister_wide_hw_breakpoint(struct perf_event * __percpu *cpu_events);
122 static inline struct perf_event * __percpu *
130 unregister_wide_hw_breakpoint(struct perf_event * __percpu *cpu_events) { } in unregister_wide_hw_breakpoint()
H A Dsrcu.h274 static inline struct srcu_ctr __percpu *srcu_read_lock_fast(struct srcu_struct *ssp) __acquires(ssp) in srcu_read_lock_fast()
276 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast()
295 static inline struct srcu_ctr __percpu *srcu_down_read_fast(struct srcu_struct *ssp) __acquires(ssp) in srcu_down_read_fast()
413 static inline void srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_read_unlock_fast()
429 static inline void srcu_up_read_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_up_read_fast()
H A Dlocal_lock_internal.h105 __percpu local_trylock_t *: ({ \
109 __percpu local_lock_t *: (void)0); \
174 __percpu local_trylock_t *: ({ \
178 __percpu local_lock_t *: (void)0); \
H A Dbpf_mem_alloc.h12 struct bpf_mem_caches __percpu *caches;
13 struct bpf_mem_cache __percpu *cache;
/linux-6.15/fs/squashfs/
H A Ddecompressor_multi_percpu.c31 struct squashfs_stream __percpu *percpu; in squashfs_decompressor_create()
63 struct squashfs_stream __percpu *percpu = in squashfs_decompressor_destroy()
64 (void __percpu *)(unsigned long) msblk->stream; in squashfs_decompressor_destroy()
81 struct squashfs_stream __percpu *percpu = in squashfs_decompress()
82 (void __percpu *)(unsigned long) msblk->stream; in squashfs_decompress()
/linux-6.15/lib/
H A Dpercpu-refcount.c42 static unsigned long __percpu *percpu_count_ptr(struct percpu_ref *ref) in percpu_count_ptr()
44 return (unsigned long __percpu *) in percpu_count_ptr()
78 free_percpu((void __percpu *)ref->percpu_count_ptr); in percpu_ref_init()
110 unsigned long __percpu *percpu_count = percpu_count_ptr(ref); in __percpu_ref_exit()
172 unsigned long __percpu *percpu_count = percpu_count_ptr(ref); in percpu_ref_switch_to_atomic_rcu()
239 unsigned long __percpu *percpu_count = percpu_count_ptr(ref); in __percpu_ref_switch_to_percpu()
412 unsigned long __percpu *percpu_count; in percpu_ref_is_zero()
465 unsigned long __percpu *percpu_count; in percpu_ref_resurrect()
/linux-6.15/net/core/
H A Dgen_stats.c127 struct gnet_stats_basic_sync __percpu *cpu) in gnet_stats_add_basic_cpu()
150 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_add_basic()
175 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_read_basic()
212 struct gnet_stats_basic_sync __percpu *cpu, in ___gnet_stats_copy_basic()
261 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_copy_basic()
288 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_copy_basic_hw()
341 const struct gnet_stats_queue __percpu *q) in gnet_stats_add_queue_cpu()
357 const struct gnet_stats_queue __percpu *cpu, in gnet_stats_add_queue()
388 struct gnet_stats_queue __percpu *cpu_q, in gnet_stats_copy_queue()
/linux-6.15/include/linux/sched/
H A Dtopology.h182 struct sched_domain *__percpu *sd;
183 struct sched_domain_shared *__percpu *sds;
184 struct sched_group *__percpu *sg;
185 struct sched_group_capacity *__percpu *sgc;
/linux-6.15/include/trace/events/
H A Dpercpu.h16 void __percpu *ptr, size_t bytes_alloc, gfp_t gfp_flags),
29 __field( void __percpu *, ptr )
56 TP_PROTO(void *base_addr, int off, void __percpu *ptr),
63 __field( void __percpu *, ptr )
/linux-6.15/arch/arm64/kernel/
H A Dsdei.c53 static void _free_sdei_stack(unsigned long * __percpu *ptr, int cpu) in _free_sdei_stack()
77 static int _init_sdei_stack(unsigned long * __percpu *ptr, int cpu) in _init_sdei_stack()
112 static void _free_sdei_scs(unsigned long * __percpu *ptr, int cpu) in _free_sdei_scs()
133 static int _init_sdei_scs(unsigned long * __percpu *ptr, int cpu) in _init_sdei_scs()
/linux-6.15/arch/x86/include/asm/
H A Dmsr.h20 struct msr __percpu *msrs;
325 struct msr __percpu *msrs_alloc(void);
326 void msrs_free(struct msr __percpu *msrs);
335 void rdmsr_on_cpus(const struct cpumask *mask, u32 msr_no, struct msr __percpu *msrs);
336 void wrmsr_on_cpus(const struct cpumask *mask, u32 msr_no, struct msr __percpu *msrs);
365 struct msr __percpu *msrs) in rdmsr_on_cpus()
370 struct msr __percpu *msrs) in wrmsr_on_cpus()
/linux-6.15/drivers/perf/
H A Darm_pmu_platform.c48 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_parse_percpu_irq()
99 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in pmu_parse_irqs()
158 struct pmu_hw_events __percpu *hw_events = armpmu->hw_events; in armpmu_request_irqs()
177 struct pmu_hw_events __percpu *hw_events = armpmu->hw_events; in armpmu_free_irqs()
/linux-6.15/net/smc/
H A Dsmc_stats.h114 struct smc_stats __percpu *_smc_stats = _net->smc.smc_stats; \
129 struct smc_stats __percpu *_smc_stats = _net->smc.smc_stats; \
167 struct smc_stats __percpu *_smc_stats = _net->smc.smc_stats; \
186 struct smc_stats __percpu *_smc_stats = net->smc.smc_stats; \
232 struct smc_stats __percpu *smc_stats = net->smc.smc_stats; \
245 struct smc_stats __percpu *smc_stats = (net)->smc.smc_stats; \
/linux-6.15/mm/
H A Dvmstat.c348 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __mod_zone_page_state()
349 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state()
380 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state()
437 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __inc_zone_state()
438 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state()
459 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __inc_node_state()
494 s8 __percpu *p = pcp->vm_stat_diff + item; in __dec_zone_state()
515 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __dec_node_state()
564 s8 __percpu *p = pcp->vm_stat_diff + item; in mod_zone_state()
622 s8 __percpu *p = pcp->vm_node_stat_diff + item; in mod_node_state()
[all …]

12345678910>>...15