| /linux-6.15/kernel/rcu/ |
| H A D | tree_stall.h | 347 if (gp_seq != data_race(rcu_state.gp_seq)) { in rcu_dump_cpu_stacks() 567 data_race(READ_ONCE(gpk->__state))); in rcu_check_gp_kthread_expired_fqs_timer() 838 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail() 893 data_race(READ_ONCE(rcu_state.gp_state)), in show_rcu_gp_kthreads() 898 data_race(READ_ONCE(rcu_state.gp_max)), in show_rcu_gp_kthreads() 899 data_race(READ_ONCE(rcu_state.gp_flags))); in show_rcu_gp_kthreads() 902 !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) && in show_rcu_gp_kthreads() 903 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads() 907 (long)data_race(READ_ONCE(rnp->gp_seq)), in show_rcu_gp_kthreads() 909 data_race(READ_ONCE(rnp->qsmask)), in show_rcu_gp_kthreads() [all …]
|
| H A D | tasks.h | 303 rtp->name, data_race(rtp->percpu_enqueue_shift), data_race(rtp->percpu_enqueue_lim), in cblist_init_generic() 734 if (data_race(rtpcp->urgent_gp)) in show_rcu_tasks_generic_gp_kthread() 736 if (!data_race(rcu_segcblist_empty(&rtpcp->cblist)) && data_race(rtpcp->urgent_gp)) in show_rcu_tasks_generic_gp_kthread() 746 data_race(rtp->n_ipis_fails), data_race(rtp->n_ipis), in show_rcu_tasks_generic_gp_kthread() 747 ".k"[!!data_race(rtp->kthread_ptr)], in show_rcu_tasks_generic_gp_kthread() 766 j - data_race(rtp->gp_start), j - data_race(rtp->gp_jiffies), in rcu_tasks_torture_stats_print_generic() 770 data_race(rtp->percpu_enqueue_lim), in rcu_tasks_torture_stats_print_generic() 771 data_race(rtp->percpu_dequeue_lim), in rcu_tasks_torture_stats_print_generic() 792 data_race(rtp->barrier_q_seq), j - data_race(rtp->barrier_q_start), in rcu_tasks_torture_stats_print_generic() 2089 data_race(n_trc_holdouts), in show_rcu_tasks_trace_gp_kthread() [all …]
|
| H A D | tree_exp.h | 586 "D."[!!data_race(rdp->cpu_no_qs.b.exp)]); in synchronize_rcu_expedited_stall() 590 j - jiffies_start, rcu_state.expedited_sequence, data_race(rnp_root->expmask), in synchronize_rcu_expedited_stall() 591 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_stall() 600 rnp->level, rnp->grplo, rnp->grphi, data_race(rnp->expmask), in synchronize_rcu_expedited_stall() 601 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_stall()
|
| H A D | srcutree.c | 1929 u0 = data_race(atomic_long_read(&sdp->srcu_ctrs[!idx].srcu_unlocks)); in srcu_torture_stats_print() 1930 u1 = data_race(atomic_long_read(&sdp->srcu_ctrs[idx].srcu_unlocks)); in srcu_torture_stats_print() 1938 l0 = data_race(atomic_long_read(&sdp->srcu_ctrs[!idx].srcu_locks)); in srcu_torture_stats_print() 1939 l1 = data_race(atomic_long_read(&sdp->srcu_ctrs[idx].srcu_locks)); in srcu_torture_stats_print()
|
| /linux-6.15/include/linux/ |
| H A D | srcutiny.h | 118 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print() 121 data_race(READ_ONCE(ssp->srcu_lock_nesting[!idx])), in srcu_torture_stats_print() 122 data_race(READ_ONCE(ssp->srcu_lock_nesting[idx])), in srcu_torture_stats_print() 123 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print() 124 data_race(READ_ONCE(ssp->srcu_idx_max))); in srcu_torture_stats_print()
|
| H A D | page-flags.h | 992 return page_mapcount_is_type(data_race(page->page_type)); in page_has_type() 998 return data_race(folio->page.page_type >> 24) == PGTY_##lname; \ 1004 VM_BUG_ON_FOLIO(data_race(folio->page.page_type) != UINT_MAX, \ 1020 return data_race(page->page_type >> 24) == PGTY_##lname; \ 1026 VM_BUG_ON_PAGE(data_race(page->page_type) != UINT_MAX, page); \
|
| H A D | compiler.h | 186 #define data_race(expr) \ macro
|
| H A D | console.h | 526 return data_race(READ_ONCE(con->flags)); in console_srcu_read_flags()
|
| /linux-6.15/tools/memory-model/Documentation/ |
| H A D | access-marking.txt | 20 2. Data-race marking, for example, "data_race(a = b);" 37 WRITE_ONCE(a, b + data_race(c + d) + READ_ONCE(e)); 64 Use of the data_race() Macro 99 data_race(READ_ONCE(a)). 144 instead of data_race(). 249 write is marked with data_race() or WRITE_ONCE(). 254 of these data_race() writes. 298 pr_info("Current value of foo: %d\n", data_race(foo)); 394 if (!data_race(global_flag)) { 558 newold = data_race(foo); /* Checked by cmpxchg(). */ [all …]
|
| /linux-6.15/security/tomoyo/ |
| H A D | util.c | 1069 perm = data_race(container_of(ptr, struct tomoyo_path_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1072 perm = data_race(container_of(ptr, struct tomoyo_path2_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1075 perm = data_race(container_of(ptr, struct tomoyo_path_number_acl, head) in tomoyo_domain_quota_is_ok() 1079 perm = data_race(container_of(ptr, struct tomoyo_mkdev_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1082 perm = data_race(container_of(ptr, struct tomoyo_inet_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1085 perm = data_race(container_of(ptr, struct tomoyo_unix_acl, head)->perm); in tomoyo_domain_quota_is_ok()
|
| /linux-6.15/tools/virtio/linux/ |
| H A D | compiler.h | 32 #define data_race(expr) \ macro
|
| /linux-6.15/lib/ |
| H A D | cmpxchg-emu.c | 41 ret = data_race(cmpxchg(p32, old32.w, new32.w)); // Overridden above. in cmpxchg_emu_u8()
|
| H A D | stackdepot.c | 561 if (data_race(stackdepot_memcmp(entries, stack->entries, size))) in find_stack() 802 seq_printf(seq, "pools: %d\n", data_race(pools_num)); in stats_show() 804 seq_printf(seq, "%s: %ld\n", counter_names[i], data_race(counters[i])); in stats_show()
|
| H A D | group_cpus.c | 383 cpumask_copy(npresmsk, data_race(cpu_present_mask)); in group_cpus_evenly()
|
| /linux-6.15/kernel/time/ |
| H A D | timekeeping_debug.c | 65 sum += data_race(per_cpu(timekeeping_mg_floor_swaps, cpu)); in timekeeping_get_mg_floor_swaps()
|
| /linux-6.15/io_uring/ |
| H A D | refs.h | 22 WARN_ON_ONCE(!(data_race(req->flags) & REQ_F_REFCOUNT)); in req_ref_put_and_test_atomic()
|
| H A D | fdinfo.c | 120 seq_printf(m, "CachedSqHead:\t%u\n", data_race(ctx->cached_sq_head)); in __io_uring_show_fdinfo() 124 seq_printf(m, "CachedCqTail:\t%u\n", data_race(ctx->cached_cq_tail)); in __io_uring_show_fdinfo()
|
| /linux-6.15/Documentation/translations/zh_CN/dev-tools/ |
| H A D | kcsan.rst | 88 * KCSAN 支持使用 ``data_race(expr)`` 注解,这个注解告诉 KCSAN 任何由访问 92 * 与 ``data_race(...)`` 相似,可以使用类型限定符 ``__data_racy`` 来标记一个变量
|
| /linux-6.15/arch/powerpc/kernel/ |
| H A D | interrupt.c | 168 if (!data_race(warned)) { in check_return_regs_valid() 169 data_race(warned = true); in check_return_regs_valid()
|
| /linux-6.15/kernel/locking/ |
| H A D | osq_lock.c | 164 if (data_race(prev->next) == node && in osq_lock()
|
| H A D | locktorture.c | 1007 long max = 0, min = statp ? data_race(statp[0].n_lock_acquired) : 0; in __torture_print_stats() 1012 if (data_race(statp[i].n_lock_fail)) in __torture_print_stats() 1014 cur = data_race(statp[i].n_lock_acquired); in __torture_print_stats()
|
| /linux-6.15/fs/btrfs/ |
| H A D | block-rsv.h | 108 return data_race(rsv->full); in btrfs_block_rsv_full()
|
| /linux-6.15/mm/ |
| H A D | page_io.c | 463 if (data_race(sis->flags & SWP_FS_OPS)) in __swap_writepage() 470 else if (data_race(sis->flags & SWP_SYNCHRONOUS_IO)) in __swap_writepage() 649 if (data_race(sis->flags & SWP_FS_OPS)) { in swap_read_folio()
|
| H A D | page_counter.c | 151 data_race(c->failcnt++); in page_counter_try_charge()
|
| /linux-6.15/kernel/kcsan/ |
| H A D | debugfs.c | 157 if (data_race(report_filterlist.used == report_filterlist.size)) { in insert_report_filterlist()
|