xref: /linux-6.15/include/linux/once.h (revision dbefa1f3)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
246234253SHannes Frederic Sowa #ifndef _LINUX_ONCE_H
346234253SHannes Frederic Sowa #define _LINUX_ONCE_H
446234253SHannes Frederic Sowa 
546234253SHannes Frederic Sowa #include <linux/types.h>
646234253SHannes Frederic Sowa #include <linux/jump_label.h>
746234253SHannes Frederic Sowa 
862c07983SEric Dumazet /* Helpers used from arbitrary contexts.
962c07983SEric Dumazet  * Hard irqs are blocked, be cautious.
1062c07983SEric Dumazet  */
11c90aeb94SHannes Frederic Sowa bool __do_once_start(bool *done, unsigned long *flags);
12cf4c950bSEric Biggers void __do_once_done(bool *done, struct static_key_true *once_key,
131027b96eSKefeng Wang 		    unsigned long *flags, struct module *mod);
1446234253SHannes Frederic Sowa 
1562c07983SEric Dumazet /* Variant for process contexts only. */
162a4187f4SJason A. Donenfeld bool __do_once_sleepable_start(bool *done);
172a4187f4SJason A. Donenfeld void __do_once_sleepable_done(bool *done, struct static_key_true *once_key,
1862c07983SEric Dumazet 			      struct module *mod);
1962c07983SEric Dumazet 
20c90aeb94SHannes Frederic Sowa /* Call a function exactly once. The idea of DO_ONCE() is to perform
21c90aeb94SHannes Frederic Sowa  * a function call such as initialization of random seeds, etc, only
22c90aeb94SHannes Frederic Sowa  * once, where DO_ONCE() can live in the fast-path. After @func has
23c90aeb94SHannes Frederic Sowa  * been called with the passed arguments, the static key will patch
24c90aeb94SHannes Frederic Sowa  * out the condition into a nop. DO_ONCE() guarantees type safety of
25c90aeb94SHannes Frederic Sowa  * arguments!
26c90aeb94SHannes Frederic Sowa  *
27a8a47cf5SAndy Shevchenko  * Note that the following is not equivalent ...
28c90aeb94SHannes Frederic Sowa  *
29c90aeb94SHannes Frederic Sowa  *   DO_ONCE(func, arg);
30c90aeb94SHannes Frederic Sowa  *   DO_ONCE(func, arg);
31c90aeb94SHannes Frederic Sowa  *
32c90aeb94SHannes Frederic Sowa  * ... to this version:
33c90aeb94SHannes Frederic Sowa  *
34c90aeb94SHannes Frederic Sowa  *   void foo(void)
35c90aeb94SHannes Frederic Sowa  *   {
36c90aeb94SHannes Frederic Sowa  *     DO_ONCE(func, arg);
37c90aeb94SHannes Frederic Sowa  *   }
38c90aeb94SHannes Frederic Sowa  *
39c90aeb94SHannes Frederic Sowa  *   foo();
40c90aeb94SHannes Frederic Sowa  *   foo();
41c90aeb94SHannes Frederic Sowa  *
42c90aeb94SHannes Frederic Sowa  * In case the one-time invocation could be triggered from multiple
43c90aeb94SHannes Frederic Sowa  * places, then a common helper function must be defined, so that only
44c90aeb94SHannes Frederic Sowa  * a single static key will be placed there!
45c90aeb94SHannes Frederic Sowa  */
46c90aeb94SHannes Frederic Sowa #define DO_ONCE(func, ...)						     \
4746234253SHannes Frederic Sowa 	({								     \
4846234253SHannes Frederic Sowa 		bool ___ret = false;					     \
49*dbefa1f3SMasahiro Yamada 		static bool __section(".data..once") ___done = false;	     \
50cf4c950bSEric Biggers 		static DEFINE_STATIC_KEY_TRUE(___once_key);		     \
51cf4c950bSEric Biggers 		if (static_branch_unlikely(&___once_key)) {		     \
52c90aeb94SHannes Frederic Sowa 			unsigned long ___flags;				     \
53c90aeb94SHannes Frederic Sowa 			___ret = __do_once_start(&___done, &___flags);	     \
54c90aeb94SHannes Frederic Sowa 			if (unlikely(___ret)) {				     \
55c90aeb94SHannes Frederic Sowa 				func(__VA_ARGS__);			     \
56c90aeb94SHannes Frederic Sowa 				__do_once_done(&___done, &___once_key,	     \
571027b96eSKefeng Wang 					       &___flags, THIS_MODULE);	     \
58c90aeb94SHannes Frederic Sowa 			}						     \
59c90aeb94SHannes Frederic Sowa 		}							     \
6046234253SHannes Frederic Sowa 		___ret;							     \
6146234253SHannes Frederic Sowa 	})
6246234253SHannes Frederic Sowa 
6362c07983SEric Dumazet /* Variant of DO_ONCE() for process/sleepable contexts. */
642a4187f4SJason A. Donenfeld #define DO_ONCE_SLEEPABLE(func, ...)						\
6562c07983SEric Dumazet 	({									\
6662c07983SEric Dumazet 		bool ___ret = false;						\
67*dbefa1f3SMasahiro Yamada 		static bool __section(".data..once") ___done = false;		\
6862c07983SEric Dumazet 		static DEFINE_STATIC_KEY_TRUE(___once_key);			\
6962c07983SEric Dumazet 		if (static_branch_unlikely(&___once_key)) {			\
702a4187f4SJason A. Donenfeld 			___ret = __do_once_sleepable_start(&___done);		\
7162c07983SEric Dumazet 			if (unlikely(___ret)) {					\
7262c07983SEric Dumazet 				func(__VA_ARGS__);				\
732a4187f4SJason A. Donenfeld 				__do_once_sleepable_done(&___done, &___once_key,\
7462c07983SEric Dumazet 						    THIS_MODULE);		\
7562c07983SEric Dumazet 			}							\
7662c07983SEric Dumazet 		}								\
7762c07983SEric Dumazet 		___ret;								\
7862c07983SEric Dumazet 	})
7962c07983SEric Dumazet 
80c90aeb94SHannes Frederic Sowa #define get_random_once(buf, nbytes)					     \
81c90aeb94SHannes Frederic Sowa 	DO_ONCE(get_random_bytes, (buf), (nbytes))
82c90aeb94SHannes Frederic Sowa 
832a4187f4SJason A. Donenfeld #define get_random_sleepable_once(buf, nbytes)				     \
842a4187f4SJason A. Donenfeld 	DO_ONCE_SLEEPABLE(get_random_bytes, (buf), (nbytes))
8562c07983SEric Dumazet 
8646234253SHannes Frederic Sowa #endif /* _LINUX_ONCE_H */
87