1dfd402a4SMarco Elver /* SPDX-License-Identifier: GPL-2.0 */
2bd0ccc4aSMarco Elver /*
3bd0ccc4aSMarco Elver * The Kernel Concurrency Sanitizer (KCSAN) infrastructure. Public interface and
4bd0ccc4aSMarco Elver * data structures to set up runtime. See kcsan-checks.h for explicit checks and
5bd0ccc4aSMarco Elver * modifiers. For more info please see Documentation/dev-tools/kcsan.rst.
6bd0ccc4aSMarco Elver *
7bd0ccc4aSMarco Elver * Copyright (C) 2019, Google LLC.
8bd0ccc4aSMarco Elver */
9dfd402a4SMarco Elver
10dfd402a4SMarco Elver #ifndef _LINUX_KCSAN_H
11dfd402a4SMarco Elver #define _LINUX_KCSAN_H
12dfd402a4SMarco Elver
13dfd402a4SMarco Elver #include <linux/kcsan-checks.h>
14dfd402a4SMarco Elver #include <linux/types.h>
15dfd402a4SMarco Elver
16dfd402a4SMarco Elver #ifdef CONFIG_KCSAN
17dfd402a4SMarco Elver
18dfd402a4SMarco Elver /*
19dfd402a4SMarco Elver * Context for each thread of execution: for tasks, this is stored in
20dfd402a4SMarco Elver * task_struct, and interrupts access internal per-CPU storage.
21dfd402a4SMarco Elver */
22dfd402a4SMarco Elver struct kcsan_ctx {
23dfd402a4SMarco Elver int disable_count; /* disable counter */
249756f64cSMarco Elver int disable_scoped; /* disable scoped access counter */
25dfd402a4SMarco Elver int atomic_next; /* number of following atomic ops */
26dfd402a4SMarco Elver
27dfd402a4SMarco Elver /*
28dfd402a4SMarco Elver * We distinguish between: (a) nestable atomic regions that may contain
29dfd402a4SMarco Elver * other nestable regions; and (b) flat atomic regions that do not keep
30dfd402a4SMarco Elver * track of nesting. Both (a) and (b) are entirely independent of each
31dfd402a4SMarco Elver * other, and a flat region may be started in a nestable region or
32dfd402a4SMarco Elver * vice-versa.
33dfd402a4SMarco Elver *
34dfd402a4SMarco Elver * This is required because, for example, in the annotations for
35dfd402a4SMarco Elver * seqlocks, we declare seqlock writer critical sections as (a) nestable
36dfd402a4SMarco Elver * atomic regions, but reader critical sections as (b) flat atomic
37dfd402a4SMarco Elver * regions, but have encountered cases where seqlock reader critical
38dfd402a4SMarco Elver * sections are contained within writer critical sections (the opposite
39dfd402a4SMarco Elver * may be possible, too).
40dfd402a4SMarco Elver *
41dfd402a4SMarco Elver * To support these cases, we independently track the depth of nesting
42dfd402a4SMarco Elver * for (a), and whether the leaf level is flat for (b).
43dfd402a4SMarco Elver */
44dfd402a4SMarco Elver int atomic_nest_count;
45dfd402a4SMarco Elver bool in_flat_atomic;
4681af89e1SMarco Elver
4781af89e1SMarco Elver /*
4881af89e1SMarco Elver * Access mask for all accesses if non-zero.
4981af89e1SMarco Elver */
5081af89e1SMarco Elver unsigned long access_mask;
51757a4cefSMarco Elver
52*69562e49SMarco Elver /* List of scoped accesses; likely to be empty. */
53757a4cefSMarco Elver struct list_head scoped_accesses;
54*69562e49SMarco Elver
55*69562e49SMarco Elver #ifdef CONFIG_KCSAN_WEAK_MEMORY
56*69562e49SMarco Elver /*
57*69562e49SMarco Elver * Scoped access for modeling access reordering to detect missing memory
58*69562e49SMarco Elver * barriers; only keep 1 to keep fast-path complexity manageable.
59*69562e49SMarco Elver */
60*69562e49SMarco Elver struct kcsan_scoped_access reorder_access;
61*69562e49SMarco Elver #endif
62dfd402a4SMarco Elver };
63dfd402a4SMarco Elver
64dfd402a4SMarco Elver /**
65dfd402a4SMarco Elver * kcsan_init - initialize KCSAN runtime
66dfd402a4SMarco Elver */
67dfd402a4SMarco Elver void kcsan_init(void);
68dfd402a4SMarco Elver
69dfd402a4SMarco Elver #else /* CONFIG_KCSAN */
70dfd402a4SMarco Elver
kcsan_init(void)71dfd402a4SMarco Elver static inline void kcsan_init(void) { }
72dfd402a4SMarco Elver
73dfd402a4SMarco Elver #endif /* CONFIG_KCSAN */
74dfd402a4SMarco Elver
75dfd402a4SMarco Elver #endif /* _LINUX_KCSAN_H */
76