1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 246234253SHannes Frederic Sowa #ifndef _LINUX_ONCE_H 346234253SHannes Frederic Sowa #define _LINUX_ONCE_H 446234253SHannes Frederic Sowa 546234253SHannes Frederic Sowa #include <linux/types.h> 646234253SHannes Frederic Sowa #include <linux/jump_label.h> 746234253SHannes Frederic Sowa 862c07983SEric Dumazet /* Helpers used from arbitrary contexts. 962c07983SEric Dumazet * Hard irqs are blocked, be cautious. 1062c07983SEric Dumazet */ 11c90aeb94SHannes Frederic Sowa bool __do_once_start(bool *done, unsigned long *flags); 12cf4c950bSEric Biggers void __do_once_done(bool *done, struct static_key_true *once_key, 131027b96eSKefeng Wang unsigned long *flags, struct module *mod); 1446234253SHannes Frederic Sowa 1562c07983SEric Dumazet /* Variant for process contexts only. */ 162a4187f4SJason A. Donenfeld bool __do_once_sleepable_start(bool *done); 172a4187f4SJason A. Donenfeld void __do_once_sleepable_done(bool *done, struct static_key_true *once_key, 1862c07983SEric Dumazet struct module *mod); 1962c07983SEric Dumazet 20c90aeb94SHannes Frederic Sowa /* Call a function exactly once. The idea of DO_ONCE() is to perform 21c90aeb94SHannes Frederic Sowa * a function call such as initialization of random seeds, etc, only 22c90aeb94SHannes Frederic Sowa * once, where DO_ONCE() can live in the fast-path. After @func has 23c90aeb94SHannes Frederic Sowa * been called with the passed arguments, the static key will patch 24c90aeb94SHannes Frederic Sowa * out the condition into a nop. DO_ONCE() guarantees type safety of 25c90aeb94SHannes Frederic Sowa * arguments! 26c90aeb94SHannes Frederic Sowa * 27a8a47cf5SAndy Shevchenko * Note that the following is not equivalent ... 28c90aeb94SHannes Frederic Sowa * 29c90aeb94SHannes Frederic Sowa * DO_ONCE(func, arg); 30c90aeb94SHannes Frederic Sowa * DO_ONCE(func, arg); 31c90aeb94SHannes Frederic Sowa * 32c90aeb94SHannes Frederic Sowa * ... to this version: 33c90aeb94SHannes Frederic Sowa * 34c90aeb94SHannes Frederic Sowa * void foo(void) 35c90aeb94SHannes Frederic Sowa * { 36c90aeb94SHannes Frederic Sowa * DO_ONCE(func, arg); 37c90aeb94SHannes Frederic Sowa * } 38c90aeb94SHannes Frederic Sowa * 39c90aeb94SHannes Frederic Sowa * foo(); 40c90aeb94SHannes Frederic Sowa * foo(); 41c90aeb94SHannes Frederic Sowa * 42c90aeb94SHannes Frederic Sowa * In case the one-time invocation could be triggered from multiple 43c90aeb94SHannes Frederic Sowa * places, then a common helper function must be defined, so that only 44c90aeb94SHannes Frederic Sowa * a single static key will be placed there! 45c90aeb94SHannes Frederic Sowa */ 46c90aeb94SHannes Frederic Sowa #define DO_ONCE(func, ...) \ 4746234253SHannes Frederic Sowa ({ \ 4846234253SHannes Frederic Sowa bool ___ret = false; \ 49*dbefa1f3SMasahiro Yamada static bool __section(".data..once") ___done = false; \ 50cf4c950bSEric Biggers static DEFINE_STATIC_KEY_TRUE(___once_key); \ 51cf4c950bSEric Biggers if (static_branch_unlikely(&___once_key)) { \ 52c90aeb94SHannes Frederic Sowa unsigned long ___flags; \ 53c90aeb94SHannes Frederic Sowa ___ret = __do_once_start(&___done, &___flags); \ 54c90aeb94SHannes Frederic Sowa if (unlikely(___ret)) { \ 55c90aeb94SHannes Frederic Sowa func(__VA_ARGS__); \ 56c90aeb94SHannes Frederic Sowa __do_once_done(&___done, &___once_key, \ 571027b96eSKefeng Wang &___flags, THIS_MODULE); \ 58c90aeb94SHannes Frederic Sowa } \ 59c90aeb94SHannes Frederic Sowa } \ 6046234253SHannes Frederic Sowa ___ret; \ 6146234253SHannes Frederic Sowa }) 6246234253SHannes Frederic Sowa 6362c07983SEric Dumazet /* Variant of DO_ONCE() for process/sleepable contexts. */ 642a4187f4SJason A. Donenfeld #define DO_ONCE_SLEEPABLE(func, ...) \ 6562c07983SEric Dumazet ({ \ 6662c07983SEric Dumazet bool ___ret = false; \ 67*dbefa1f3SMasahiro Yamada static bool __section(".data..once") ___done = false; \ 6862c07983SEric Dumazet static DEFINE_STATIC_KEY_TRUE(___once_key); \ 6962c07983SEric Dumazet if (static_branch_unlikely(&___once_key)) { \ 702a4187f4SJason A. Donenfeld ___ret = __do_once_sleepable_start(&___done); \ 7162c07983SEric Dumazet if (unlikely(___ret)) { \ 7262c07983SEric Dumazet func(__VA_ARGS__); \ 732a4187f4SJason A. Donenfeld __do_once_sleepable_done(&___done, &___once_key,\ 7462c07983SEric Dumazet THIS_MODULE); \ 7562c07983SEric Dumazet } \ 7662c07983SEric Dumazet } \ 7762c07983SEric Dumazet ___ret; \ 7862c07983SEric Dumazet }) 7962c07983SEric Dumazet 80c90aeb94SHannes Frederic Sowa #define get_random_once(buf, nbytes) \ 81c90aeb94SHannes Frederic Sowa DO_ONCE(get_random_bytes, (buf), (nbytes)) 82c90aeb94SHannes Frederic Sowa 832a4187f4SJason A. Donenfeld #define get_random_sleepable_once(buf, nbytes) \ 842a4187f4SJason A. Donenfeld DO_ONCE_SLEEPABLE(get_random_bytes, (buf), (nbytes)) 8562c07983SEric Dumazet 8646234253SHannes Frederic Sowa #endif /* _LINUX_ONCE_H */ 87