1*c9157d92SDimitry Andric //===-- condition_variable_linux.cpp ----------------------------*- C++ -*-===//
2*c9157d92SDimitry Andric //
3*c9157d92SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*c9157d92SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
5*c9157d92SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*c9157d92SDimitry Andric //
7*c9157d92SDimitry Andric //===----------------------------------------------------------------------===//
8*c9157d92SDimitry Andric
9*c9157d92SDimitry Andric #include "platform.h"
10*c9157d92SDimitry Andric
11*c9157d92SDimitry Andric #if SCUDO_LINUX
12*c9157d92SDimitry Andric
13*c9157d92SDimitry Andric #include "condition_variable_linux.h"
14*c9157d92SDimitry Andric
15*c9157d92SDimitry Andric #include "atomic_helpers.h"
16*c9157d92SDimitry Andric
17*c9157d92SDimitry Andric #include <limits.h>
18*c9157d92SDimitry Andric #include <linux/futex.h>
19*c9157d92SDimitry Andric #include <sys/syscall.h>
20*c9157d92SDimitry Andric #include <unistd.h>
21*c9157d92SDimitry Andric
22*c9157d92SDimitry Andric namespace scudo {
23*c9157d92SDimitry Andric
notifyAllImpl(UNUSED HybridMutex & M)24*c9157d92SDimitry Andric void ConditionVariableLinux::notifyAllImpl(UNUSED HybridMutex &M) {
25*c9157d92SDimitry Andric const u32 V = atomic_load_relaxed(&Counter);
26*c9157d92SDimitry Andric atomic_store_relaxed(&Counter, V + 1);
27*c9157d92SDimitry Andric
28*c9157d92SDimitry Andric // TODO(chiahungduan): Move the waiters from the futex waiting queue
29*c9157d92SDimitry Andric // `Counter` to futex waiting queue `M` so that the awoken threads won't be
30*c9157d92SDimitry Andric // blocked again due to locked `M` by current thread.
31*c9157d92SDimitry Andric if (LastNotifyAll != V) {
32*c9157d92SDimitry Andric syscall(SYS_futex, reinterpret_cast<uptr>(&Counter), FUTEX_WAKE_PRIVATE,
33*c9157d92SDimitry Andric INT_MAX, nullptr, nullptr, 0);
34*c9157d92SDimitry Andric }
35*c9157d92SDimitry Andric
36*c9157d92SDimitry Andric LastNotifyAll = V + 1;
37*c9157d92SDimitry Andric }
38*c9157d92SDimitry Andric
waitImpl(HybridMutex & M)39*c9157d92SDimitry Andric void ConditionVariableLinux::waitImpl(HybridMutex &M) {
40*c9157d92SDimitry Andric const u32 V = atomic_load_relaxed(&Counter) + 1;
41*c9157d92SDimitry Andric atomic_store_relaxed(&Counter, V);
42*c9157d92SDimitry Andric
43*c9157d92SDimitry Andric // TODO: Use ScopedUnlock when it's supported.
44*c9157d92SDimitry Andric M.unlock();
45*c9157d92SDimitry Andric syscall(SYS_futex, reinterpret_cast<uptr>(&Counter), FUTEX_WAIT_PRIVATE, V,
46*c9157d92SDimitry Andric nullptr, nullptr, 0);
47*c9157d92SDimitry Andric M.lock();
48*c9157d92SDimitry Andric }
49*c9157d92SDimitry Andric
50*c9157d92SDimitry Andric } // namespace scudo
51*c9157d92SDimitry Andric
52*c9157d92SDimitry Andric #endif // SCUDO_LINUX
53