Home
last modified time | relevance | path

Searched refs:srcu_ctr (Results 1 – 6 of 6) sorted by relevance

/linux-6.15/include/linux/
H A Dsrcutiny.h74 struct srcu_ctr;
76 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
78 return (int)(intptr_t)(struct srcu_ctr __force __kernel *)scpp; in __srcu_ptr_to_ctr()
81 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
83 return (struct srcu_ctr __percpu *)(intptr_t)idx; in __srcu_ctr_to_ptr()
86 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
91 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
H A Dsrcutree.h21 struct srcu_ctr { struct
32 struct srcu_ctr srcu_ctrs[2]; /* Locks and unlocks per CPU. */ argument
103 struct srcu_ctr __percpu *srcu_ctrp;
217 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
224 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
243 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
245 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()
271 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
293 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_lite()
H A Dsrcu.h274 static inline struct srcu_ctr __percpu *srcu_read_lock_fast(struct srcu_struct *ssp) __acquires(ssp) in srcu_read_lock_fast()
276 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast()
295 static inline struct srcu_ctr __percpu *srcu_down_read_fast(struct srcu_struct *ssp) __acquires(ssp) in srcu_down_read_fast()
413 static inline void srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_read_unlock_fast()
429 static inline void srcu_up_read_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_up_read_fast()
/linux-6.15/kernel/rcu/
H A Drefscale.c222 struct srcu_ctr __percpu *scp; in srcu_fast_ref_scale_read_section()
233 struct srcu_ctr __percpu *scp; in srcu_fast_ref_scale_delay_section()
H A Dsrcutree.c752 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock()
781 struct srcu_ctr __percpu *scpp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_nmisafe()
782 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
H A Drcutorture.c691 struct srcu_ctr __percpu *scp; in srcu_torture_read_lock()