1*c9157d92SDimitry Andric //===-- condition_variable_linux.cpp ----------------------------*- C++ -*-===//
2*c9157d92SDimitry Andric //
3*c9157d92SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*c9157d92SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
5*c9157d92SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*c9157d92SDimitry Andric //
7*c9157d92SDimitry Andric //===----------------------------------------------------------------------===//
8*c9157d92SDimitry Andric 
9*c9157d92SDimitry Andric #include "platform.h"
10*c9157d92SDimitry Andric 
11*c9157d92SDimitry Andric #if SCUDO_LINUX
12*c9157d92SDimitry Andric 
13*c9157d92SDimitry Andric #include "condition_variable_linux.h"
14*c9157d92SDimitry Andric 
15*c9157d92SDimitry Andric #include "atomic_helpers.h"
16*c9157d92SDimitry Andric 
17*c9157d92SDimitry Andric #include <limits.h>
18*c9157d92SDimitry Andric #include <linux/futex.h>
19*c9157d92SDimitry Andric #include <sys/syscall.h>
20*c9157d92SDimitry Andric #include <unistd.h>
21*c9157d92SDimitry Andric 
22*c9157d92SDimitry Andric namespace scudo {
23*c9157d92SDimitry Andric 
notifyAllImpl(UNUSED HybridMutex & M)24*c9157d92SDimitry Andric void ConditionVariableLinux::notifyAllImpl(UNUSED HybridMutex &M) {
25*c9157d92SDimitry Andric   const u32 V = atomic_load_relaxed(&Counter);
26*c9157d92SDimitry Andric   atomic_store_relaxed(&Counter, V + 1);
27*c9157d92SDimitry Andric 
28*c9157d92SDimitry Andric   // TODO(chiahungduan): Move the waiters from the futex waiting queue
29*c9157d92SDimitry Andric   // `Counter` to futex waiting queue `M` so that the awoken threads won't be
30*c9157d92SDimitry Andric   // blocked again due to locked `M` by current thread.
31*c9157d92SDimitry Andric   if (LastNotifyAll != V) {
32*c9157d92SDimitry Andric     syscall(SYS_futex, reinterpret_cast<uptr>(&Counter), FUTEX_WAKE_PRIVATE,
33*c9157d92SDimitry Andric             INT_MAX, nullptr, nullptr, 0);
34*c9157d92SDimitry Andric   }
35*c9157d92SDimitry Andric 
36*c9157d92SDimitry Andric   LastNotifyAll = V + 1;
37*c9157d92SDimitry Andric }
38*c9157d92SDimitry Andric 
waitImpl(HybridMutex & M)39*c9157d92SDimitry Andric void ConditionVariableLinux::waitImpl(HybridMutex &M) {
40*c9157d92SDimitry Andric   const u32 V = atomic_load_relaxed(&Counter) + 1;
41*c9157d92SDimitry Andric   atomic_store_relaxed(&Counter, V);
42*c9157d92SDimitry Andric 
43*c9157d92SDimitry Andric   // TODO: Use ScopedUnlock when it's supported.
44*c9157d92SDimitry Andric   M.unlock();
45*c9157d92SDimitry Andric   syscall(SYS_futex, reinterpret_cast<uptr>(&Counter), FUTEX_WAIT_PRIVATE, V,
46*c9157d92SDimitry Andric           nullptr, nullptr, 0);
47*c9157d92SDimitry Andric   M.lock();
48*c9157d92SDimitry Andric }
49*c9157d92SDimitry Andric 
50*c9157d92SDimitry Andric } // namespace scudo
51*c9157d92SDimitry Andric 
52*c9157d92SDimitry Andric #endif // SCUDO_LINUX
53