1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef __LINUX_COMPILER_TYPES_H 3 #define __LINUX_COMPILER_TYPES_H 4 5 #ifndef __ASSEMBLY__ 6 7 #if defined(CONFIG_DEBUG_INFO_BTF) && defined(CONFIG_PAHOLE_HAS_BTF_TAG) && \ 8 __has_attribute(btf_type_tag) 9 # define BTF_TYPE_TAG(value) __attribute__((btf_type_tag(#value))) 10 #else 11 # define BTF_TYPE_TAG(value) /* nothing */ 12 #endif 13 14 #ifdef __CHECKER__ 15 /* address spaces */ 16 # define __kernel __attribute__((address_space(0))) 17 # define __user __attribute__((noderef, address_space(__user))) 18 # define __iomem __attribute__((noderef, address_space(__iomem))) 19 # define __percpu __attribute__((noderef, address_space(__percpu))) 20 # define __rcu __attribute__((noderef, address_space(__rcu))) 21 static inline void __chk_user_ptr(const volatile void __user *ptr) { } 22 static inline void __chk_io_ptr(const volatile void __iomem *ptr) { } 23 /* context/locking */ 24 # define __must_hold(x) __attribute__((context(x,1,1))) 25 # define __acquires(x) __attribute__((context(x,0,1))) 26 # define __releases(x) __attribute__((context(x,1,0))) 27 # define __acquire(x) __context__(x,1) 28 # define __release(x) __context__(x,-1) 29 # define __cond_lock(x,c) ((c) ? ({ __acquire(x); 1; }) : 0) 30 /* other */ 31 # define __force __attribute__((force)) 32 # define __nocast __attribute__((nocast)) 33 # define __safe __attribute__((safe)) 34 # define __private __attribute__((noderef)) 35 # define ACCESS_PRIVATE(p, member) (*((typeof((p)->member) __force *) &(p)->member)) 36 #else /* __CHECKER__ */ 37 /* address spaces */ 38 # define __kernel 39 # ifdef STRUCTLEAK_PLUGIN 40 # define __user __attribute__((user)) 41 # else 42 # define __user BTF_TYPE_TAG(user) 43 # endif 44 # define __iomem 45 # define __percpu BTF_TYPE_TAG(percpu) 46 # define __rcu 47 # define __chk_user_ptr(x) (void)0 48 # define __chk_io_ptr(x) (void)0 49 /* context/locking */ 50 # define __must_hold(x) 51 # define __acquires(x) 52 # define __releases(x) 53 # define __acquire(x) (void)0 54 # define __release(x) (void)0 55 # define __cond_lock(x,c) (c) 56 /* other */ 57 # define __force 58 # define __nocast 59 # define __safe 60 # define __private 61 # define ACCESS_PRIVATE(p, member) ((p)->member) 62 # define __builtin_warning(x, y...) (1) 63 #endif /* __CHECKER__ */ 64 65 /* Indirect macros required for expanded argument pasting, eg. __LINE__. */ 66 #define ___PASTE(a,b) a##b 67 #define __PASTE(a,b) ___PASTE(a,b) 68 69 #ifdef __KERNEL__ 70 71 /* Attributes */ 72 #include <linux/compiler_attributes.h> 73 74 /* Builtins */ 75 76 /* 77 * __has_builtin is supported on gcc >= 10, clang >= 3 and icc >= 21. 78 * In the meantime, to support gcc < 10, we implement __has_builtin 79 * by hand. 80 */ 81 #ifndef __has_builtin 82 #define __has_builtin(x) (0) 83 #endif 84 85 /* Compiler specific macros. */ 86 #ifdef __clang__ 87 #include <linux/compiler-clang.h> 88 #elif defined(__INTEL_COMPILER) 89 #include <linux/compiler-intel.h> 90 #elif defined(__GNUC__) 91 /* The above compilers also define __GNUC__, so order is important here. */ 92 #include <linux/compiler-gcc.h> 93 #else 94 #error "Unknown compiler" 95 #endif 96 97 /* 98 * Some architectures need to provide custom definitions of macros provided 99 * by linux/compiler-*.h, and can do so using asm/compiler.h. We include that 100 * conditionally rather than using an asm-generic wrapper in order to avoid 101 * build failures if any C compilation, which will include this file via an 102 * -include argument in c_flags, occurs prior to the asm-generic wrappers being 103 * generated. 104 */ 105 #ifdef CONFIG_HAVE_ARCH_COMPILER_H 106 #include <asm/compiler.h> 107 #endif 108 109 struct ftrace_branch_data { 110 const char *func; 111 const char *file; 112 unsigned line; 113 union { 114 struct { 115 unsigned long correct; 116 unsigned long incorrect; 117 }; 118 struct { 119 unsigned long miss; 120 unsigned long hit; 121 }; 122 unsigned long miss_hit[2]; 123 }; 124 }; 125 126 struct ftrace_likely_data { 127 struct ftrace_branch_data data; 128 unsigned long constant; 129 }; 130 131 #if defined(CC_USING_HOTPATCH) 132 #define notrace __attribute__((hotpatch(0, 0))) 133 #elif defined(CC_USING_PATCHABLE_FUNCTION_ENTRY) 134 #define notrace __attribute__((patchable_function_entry(0, 0))) 135 #else 136 #define notrace __attribute__((__no_instrument_function__)) 137 #endif 138 139 /* 140 * it doesn't make sense on ARM (currently the only user of __naked) 141 * to trace naked functions because then mcount is called without 142 * stack and frame pointer being set up and there is no chance to 143 * restore the lr register to the value before mcount was called. 144 */ 145 #define __naked __attribute__((__naked__)) notrace 146 147 #define __compiler_offsetof(a, b) __builtin_offsetof(a, b) 148 149 /* 150 * Prefer gnu_inline, so that extern inline functions do not emit an 151 * externally visible function. This makes extern inline behave as per gnu89 152 * semantics rather than c99. This prevents multiple symbol definition errors 153 * of extern inline functions at link time. 154 * A lot of inline functions can cause havoc with function tracing. 155 */ 156 #define inline inline __gnu_inline __inline_maybe_unused notrace 157 158 /* 159 * gcc provides both __inline__ and __inline as alternate spellings of 160 * the inline keyword, though the latter is undocumented. New kernel 161 * code should only use the inline spelling, but some existing code 162 * uses __inline__. Since we #define inline above, to ensure 163 * __inline__ has the same semantics, we need this #define. 164 * 165 * However, the spelling __inline is strictly reserved for referring 166 * to the bare keyword. 167 */ 168 #define __inline__ inline 169 170 /* 171 * GCC does not warn about unused static inline functions for -Wunused-function. 172 * Suppress the warning in clang as well by using __maybe_unused, but enable it 173 * for W=1 build. This will allow clang to find unused functions. Remove the 174 * __inline_maybe_unused entirely after fixing most of -Wunused-function warnings. 175 */ 176 #ifdef KBUILD_EXTRA_WARN1 177 #define __inline_maybe_unused 178 #else 179 #define __inline_maybe_unused __maybe_unused 180 #endif 181 182 /* 183 * Rather then using noinline to prevent stack consumption, use 184 * noinline_for_stack instead. For documentation reasons. 185 */ 186 #define noinline_for_stack noinline 187 188 /* 189 * Sanitizer helper attributes: Because using __always_inline and 190 * __no_sanitize_* conflict, provide helper attributes that will either expand 191 * to __no_sanitize_* in compilation units where instrumentation is enabled 192 * (__SANITIZE_*__), or __always_inline in compilation units without 193 * instrumentation (__SANITIZE_*__ undefined). 194 */ 195 #ifdef __SANITIZE_ADDRESS__ 196 /* 197 * We can't declare function 'inline' because __no_sanitize_address conflicts 198 * with inlining. Attempt to inline it may cause a build failure. 199 * https://gcc.gnu.org/bugzilla/show_bug.cgi?id=67368 200 * '__maybe_unused' allows us to avoid defined-but-not-used warnings. 201 */ 202 # define __no_kasan_or_inline __no_sanitize_address notrace __maybe_unused 203 # define __no_sanitize_or_inline __no_kasan_or_inline 204 #else 205 # define __no_kasan_or_inline __always_inline 206 #endif 207 208 #ifdef __SANITIZE_THREAD__ 209 /* 210 * Clang still emits instrumentation for __tsan_func_{entry,exit}() and builtin 211 * atomics even with __no_sanitize_thread (to avoid false positives in userspace 212 * ThreadSanitizer). The kernel's requirements are stricter and we really do not 213 * want any instrumentation with __no_kcsan. 214 * 215 * Therefore we add __disable_sanitizer_instrumentation where available to 216 * disable all instrumentation. See Kconfig.kcsan where this is mandatory. 217 */ 218 # define __no_kcsan __no_sanitize_thread __disable_sanitizer_instrumentation 219 # define __no_sanitize_or_inline __no_kcsan notrace __maybe_unused 220 #else 221 # define __no_kcsan 222 #endif 223 224 #ifndef __no_sanitize_or_inline 225 #define __no_sanitize_or_inline __always_inline 226 #endif 227 228 /* Section for code which can't be instrumented at all */ 229 #define noinstr \ 230 noinline notrace __attribute((__section__(".noinstr.text"))) \ 231 __no_kcsan __no_sanitize_address __no_profile __no_sanitize_coverage 232 233 #endif /* __KERNEL__ */ 234 235 #endif /* __ASSEMBLY__ */ 236 237 /* 238 * The below symbols may be defined for one or more, but not ALL, of the above 239 * compilers. We don't consider that to be an error, so set them to nothing. 240 * For example, some of them are for compiler specific plugins. 241 */ 242 #ifndef __latent_entropy 243 # define __latent_entropy 244 #endif 245 246 #ifndef __randomize_layout 247 # define __randomize_layout __designated_init 248 #endif 249 250 #ifndef __no_randomize_layout 251 # define __no_randomize_layout 252 #endif 253 254 #ifndef randomized_struct_fields_start 255 # define randomized_struct_fields_start 256 # define randomized_struct_fields_end 257 #endif 258 259 #ifndef __noscs 260 # define __noscs 261 #endif 262 263 #ifndef __nocfi 264 # define __nocfi 265 #endif 266 267 #ifndef __cficanonical 268 # define __cficanonical 269 #endif 270 271 /* 272 * Any place that could be marked with the "alloc_size" attribute is also 273 * a place to be marked with the "malloc" attribute. Do this as part of the 274 * __alloc_size macro to avoid redundant attributes and to avoid missing a 275 * __malloc marking. 276 */ 277 #ifdef __alloc_size__ 278 # define __alloc_size(x, ...) __alloc_size__(x, ## __VA_ARGS__) __malloc 279 #else 280 # define __alloc_size(x, ...) __malloc 281 #endif 282 283 #ifndef asm_volatile_goto 284 #define asm_volatile_goto(x...) asm goto(x) 285 #endif 286 287 #ifdef CONFIG_CC_HAS_ASM_INLINE 288 #define asm_inline asm __inline 289 #else 290 #define asm_inline asm 291 #endif 292 293 /* Are two types/vars the same type (ignoring qualifiers)? */ 294 #define __same_type(a, b) __builtin_types_compatible_p(typeof(a), typeof(b)) 295 296 /* 297 * __unqual_scalar_typeof(x) - Declare an unqualified scalar type, leaving 298 * non-scalar types unchanged. 299 */ 300 /* 301 * Prefer C11 _Generic for better compile-times and simpler code. Note: 'char' 302 * is not type-compatible with 'signed char', and we define a separate case. 303 */ 304 #define __scalar_type_to_expr_cases(type) \ 305 unsigned type: (unsigned type)0, \ 306 signed type: (signed type)0 307 308 #define __unqual_scalar_typeof(x) typeof( \ 309 _Generic((x), \ 310 char: (char)0, \ 311 __scalar_type_to_expr_cases(char), \ 312 __scalar_type_to_expr_cases(short), \ 313 __scalar_type_to_expr_cases(int), \ 314 __scalar_type_to_expr_cases(long), \ 315 __scalar_type_to_expr_cases(long long), \ 316 default: (x))) 317 318 /* Is this type a native word size -- useful for atomic operations */ 319 #define __native_word(t) \ 320 (sizeof(t) == sizeof(char) || sizeof(t) == sizeof(short) || \ 321 sizeof(t) == sizeof(int) || sizeof(t) == sizeof(long)) 322 323 #ifdef __OPTIMIZE__ 324 # define __compiletime_assert(condition, msg, prefix, suffix) \ 325 do { \ 326 /* \ 327 * __noreturn is needed to give the compiler enough \ 328 * information to avoid certain possibly-uninitialized \ 329 * warnings (regardless of the build failing). \ 330 */ \ 331 __noreturn extern void prefix ## suffix(void) \ 332 __compiletime_error(msg); \ 333 if (!(condition)) \ 334 prefix ## suffix(); \ 335 } while (0) 336 #else 337 # define __compiletime_assert(condition, msg, prefix, suffix) do { } while (0) 338 #endif 339 340 #define _compiletime_assert(condition, msg, prefix, suffix) \ 341 __compiletime_assert(condition, msg, prefix, suffix) 342 343 /** 344 * compiletime_assert - break build and emit msg if condition is false 345 * @condition: a compile-time constant condition to check 346 * @msg: a message to emit if condition is false 347 * 348 * In tradition of POSIX assert, this macro will break the build if the 349 * supplied condition is *false*, emitting the supplied error message if the 350 * compiler has support to do so. 351 */ 352 #define compiletime_assert(condition, msg) \ 353 _compiletime_assert(condition, msg, __compiletime_assert_, __COUNTER__) 354 355 #define compiletime_assert_atomic_type(t) \ 356 compiletime_assert(__native_word(t), \ 357 "Need native word sized stores/loads for atomicity.") 358 359 /* Helpers for emitting diagnostics in pragmas. */ 360 #ifndef __diag 361 #define __diag(string) 362 #endif 363 364 #ifndef __diag_GCC 365 #define __diag_GCC(version, severity, string) 366 #endif 367 368 #define __diag_push() __diag(push) 369 #define __diag_pop() __diag(pop) 370 371 #define __diag_ignore(compiler, version, option, comment) \ 372 __diag_ ## compiler(version, ignore, option) 373 #define __diag_warn(compiler, version, option, comment) \ 374 __diag_ ## compiler(version, warn, option) 375 #define __diag_error(compiler, version, option, comment) \ 376 __diag_ ## compiler(version, error, option) 377 378 #ifndef __diag_ignore_all 379 #define __diag_ignore_all(option, comment) 380 #endif 381 382 #endif /* __LINUX_COMPILER_TYPES_H */ 383