xref: /freebsd-12.1/contrib/libc++/include/mutex (revision 9fe44df2)
1// -*- C++ -*-
2//===--------------------------- mutex ------------------------------------===//
3//
4//                     The LLVM Compiler Infrastructure
5//
6// This file is dual licensed under the MIT and the University of Illinois Open
7// Source Licenses. See LICENSE.TXT for details.
8//
9//===----------------------------------------------------------------------===//
10
11#ifndef _LIBCPP_MUTEX
12#define _LIBCPP_MUTEX
13
14/*
15    mutex synopsis
16
17namespace std
18{
19
20class mutex
21{
22public:
23     constexpr mutex() noexcept;
24     ~mutex();
25
26    mutex(const mutex&) = delete;
27    mutex& operator=(const mutex&) = delete;
28
29    void lock();
30    bool try_lock();
31    void unlock();
32
33    typedef pthread_mutex_t* native_handle_type;
34    native_handle_type native_handle();
35};
36
37class recursive_mutex
38{
39public:
40     recursive_mutex();
41     ~recursive_mutex();
42
43    recursive_mutex(const recursive_mutex&) = delete;
44    recursive_mutex& operator=(const recursive_mutex&) = delete;
45
46    void lock();
47    bool try_lock() noexcept;
48    void unlock();
49
50    typedef pthread_mutex_t* native_handle_type;
51    native_handle_type native_handle();
52};
53
54class timed_mutex
55{
56public:
57     timed_mutex();
58     ~timed_mutex();
59
60    timed_mutex(const timed_mutex&) = delete;
61    timed_mutex& operator=(const timed_mutex&) = delete;
62
63    void lock();
64    bool try_lock();
65    template <class Rep, class Period>
66        bool try_lock_for(const chrono::duration<Rep, Period>& rel_time);
67    template <class Clock, class Duration>
68        bool try_lock_until(const chrono::time_point<Clock, Duration>& abs_time);
69    void unlock();
70};
71
72class recursive_timed_mutex
73{
74public:
75     recursive_timed_mutex();
76     ~recursive_timed_mutex();
77
78    recursive_timed_mutex(const recursive_timed_mutex&) = delete;
79    recursive_timed_mutex& operator=(const recursive_timed_mutex&) = delete;
80
81    void lock();
82    bool try_lock() noexcept;
83    template <class Rep, class Period>
84        bool try_lock_for(const chrono::duration<Rep, Period>& rel_time);
85    template <class Clock, class Duration>
86        bool try_lock_until(const chrono::time_point<Clock, Duration>& abs_time);
87    void unlock();
88};
89
90struct defer_lock_t {};
91struct try_to_lock_t {};
92struct adopt_lock_t {};
93
94constexpr defer_lock_t  defer_lock{};
95constexpr try_to_lock_t try_to_lock{};
96constexpr adopt_lock_t  adopt_lock{};
97
98template <class Mutex>
99class lock_guard
100{
101public:
102    typedef Mutex mutex_type;
103
104    explicit lock_guard(mutex_type& m);
105    lock_guard(mutex_type& m, adopt_lock_t);
106    ~lock_guard();
107
108    lock_guard(lock_guard const&) = delete;
109    lock_guard& operator=(lock_guard const&) = delete;
110};
111
112template <class... MutexTypes> // Variadic lock_guard only provided in ABI V2.
113class lock_guard
114{
115public:
116    explicit lock_guard(MutexTypes&... m);
117    lock_guard(MutexTypes&... m, adopt_lock_t);
118    ~lock_guard();
119    lock_guard(lock_guard const&) = delete;
120    lock_guard& operator=(lock_guard const&) = delete;
121private:
122    tuple<MutexTypes&...> pm; // exposition only
123};
124
125template <class Mutex>
126class unique_lock
127{
128public:
129    typedef Mutex mutex_type;
130    unique_lock() noexcept;
131    explicit unique_lock(mutex_type& m);
132    unique_lock(mutex_type& m, defer_lock_t) noexcept;
133    unique_lock(mutex_type& m, try_to_lock_t);
134    unique_lock(mutex_type& m, adopt_lock_t);
135    template <class Clock, class Duration>
136        unique_lock(mutex_type& m, const chrono::time_point<Clock, Duration>& abs_time);
137    template <class Rep, class Period>
138        unique_lock(mutex_type& m, const chrono::duration<Rep, Period>& rel_time);
139    ~unique_lock();
140
141    unique_lock(unique_lock const&) = delete;
142    unique_lock& operator=(unique_lock const&) = delete;
143
144    unique_lock(unique_lock&& u) noexcept;
145    unique_lock& operator=(unique_lock&& u) noexcept;
146
147    void lock();
148    bool try_lock();
149
150    template <class Rep, class Period>
151        bool try_lock_for(const chrono::duration<Rep, Period>& rel_time);
152    template <class Clock, class Duration>
153        bool try_lock_until(const chrono::time_point<Clock, Duration>& abs_time);
154
155    void unlock();
156
157    void swap(unique_lock& u) noexcept;
158    mutex_type* release() noexcept;
159
160    bool owns_lock() const noexcept;
161    explicit operator bool () const noexcept;
162    mutex_type* mutex() const noexcept;
163};
164
165template <class Mutex>
166  void swap(unique_lock<Mutex>& x, unique_lock<Mutex>& y) noexcept;
167
168template <class L1, class L2, class... L3>
169  int try_lock(L1&, L2&, L3&...);
170template <class L1, class L2, class... L3>
171  void lock(L1&, L2&, L3&...);
172
173struct once_flag
174{
175    constexpr once_flag() noexcept;
176
177    once_flag(const once_flag&) = delete;
178    once_flag& operator=(const once_flag&) = delete;
179};
180
181template<class Callable, class ...Args>
182  void call_once(once_flag& flag, Callable&& func, Args&&... args);
183
184}  // std
185
186*/
187
188#include <__config>
189#include <__mutex_base>
190#include <functional>
191#include <memory>
192#ifndef _LIBCPP_HAS_NO_VARIADICS
193#include <tuple>
194#endif
195#include <__threading_support>
196
197#include <__undef_min_max>
198
199#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
200#pragma GCC system_header
201#endif
202
203_LIBCPP_BEGIN_NAMESPACE_STD
204
205#ifndef _LIBCPP_HAS_NO_THREADS
206
207class _LIBCPP_TYPE_VIS recursive_mutex
208{
209    __libcpp_mutex_t __m_;
210
211public:
212     recursive_mutex();
213     ~recursive_mutex();
214
215private:
216    recursive_mutex(const recursive_mutex&); // = delete;
217    recursive_mutex& operator=(const recursive_mutex&); // = delete;
218
219public:
220    void lock();
221    bool try_lock() _NOEXCEPT;
222    void unlock()  _NOEXCEPT;
223
224    typedef __libcpp_mutex_t* native_handle_type;
225    _LIBCPP_INLINE_VISIBILITY
226    native_handle_type native_handle() {return &__m_;}
227};
228
229class _LIBCPP_TYPE_VIS timed_mutex
230{
231    mutex              __m_;
232    condition_variable __cv_;
233    bool               __locked_;
234public:
235     timed_mutex();
236     ~timed_mutex();
237
238private:
239    timed_mutex(const timed_mutex&); // = delete;
240    timed_mutex& operator=(const timed_mutex&); // = delete;
241
242public:
243    void lock();
244    bool try_lock() _NOEXCEPT;
245    template <class _Rep, class _Period>
246        _LIBCPP_INLINE_VISIBILITY
247        bool try_lock_for(const chrono::duration<_Rep, _Period>& __d)
248            {return try_lock_until(chrono::steady_clock::now() + __d);}
249    template <class _Clock, class _Duration>
250        bool try_lock_until(const chrono::time_point<_Clock, _Duration>& __t);
251    void unlock() _NOEXCEPT;
252};
253
254template <class _Clock, class _Duration>
255bool
256timed_mutex::try_lock_until(const chrono::time_point<_Clock, _Duration>& __t)
257{
258    using namespace chrono;
259    unique_lock<mutex> __lk(__m_);
260    bool no_timeout = _Clock::now() < __t;
261    while (no_timeout && __locked_)
262        no_timeout = __cv_.wait_until(__lk, __t) == cv_status::no_timeout;
263    if (!__locked_)
264    {
265        __locked_ = true;
266        return true;
267    }
268    return false;
269}
270
271class _LIBCPP_TYPE_VIS recursive_timed_mutex
272{
273    mutex              __m_;
274    condition_variable __cv_;
275    size_t             __count_;
276    __libcpp_thread_id __id_;
277public:
278     recursive_timed_mutex();
279     ~recursive_timed_mutex();
280
281private:
282    recursive_timed_mutex(const recursive_timed_mutex&); // = delete;
283    recursive_timed_mutex& operator=(const recursive_timed_mutex&); // = delete;
284
285public:
286    void lock();
287    bool try_lock() _NOEXCEPT;
288    template <class _Rep, class _Period>
289        _LIBCPP_INLINE_VISIBILITY
290        bool try_lock_for(const chrono::duration<_Rep, _Period>& __d)
291            {return try_lock_until(chrono::steady_clock::now() + __d);}
292    template <class _Clock, class _Duration>
293        bool try_lock_until(const chrono::time_point<_Clock, _Duration>& __t);
294    void unlock() _NOEXCEPT;
295};
296
297template <class _Clock, class _Duration>
298bool
299recursive_timed_mutex::try_lock_until(const chrono::time_point<_Clock, _Duration>& __t)
300{
301    using namespace chrono;
302    __libcpp_thread_id __id = __libcpp_thread_get_current_id();
303    unique_lock<mutex> lk(__m_);
304    if (__libcpp_thread_id_equal(__id, __id_))
305    {
306        if (__count_ == numeric_limits<size_t>::max())
307            return false;
308        ++__count_;
309        return true;
310    }
311    bool no_timeout = _Clock::now() < __t;
312    while (no_timeout && __count_ != 0)
313        no_timeout = __cv_.wait_until(lk, __t) == cv_status::no_timeout;
314    if (__count_ == 0)
315    {
316        __count_ = 1;
317        __id_ = __id;
318        return true;
319    }
320    return false;
321}
322
323template <class _L0, class _L1>
324int
325try_lock(_L0& __l0, _L1& __l1)
326{
327    unique_lock<_L0> __u0(__l0, try_to_lock);
328    if (__u0.owns_lock())
329    {
330        if (__l1.try_lock())
331        {
332            __u0.release();
333            return -1;
334        }
335        else
336            return 1;
337    }
338    return 0;
339}
340
341#ifndef _LIBCPP_HAS_NO_VARIADICS
342
343template <class _L0, class _L1, class _L2, class... _L3>
344int
345try_lock(_L0& __l0, _L1& __l1, _L2& __l2, _L3&... __l3)
346{
347    int __r = 0;
348    unique_lock<_L0> __u0(__l0, try_to_lock);
349    if (__u0.owns_lock())
350    {
351        __r = try_lock(__l1, __l2, __l3...);
352        if (__r == -1)
353            __u0.release();
354        else
355            ++__r;
356    }
357    return __r;
358}
359
360#endif  // _LIBCPP_HAS_NO_VARIADICS
361
362template <class _L0, class _L1>
363void
364lock(_L0& __l0, _L1& __l1)
365{
366    while (true)
367    {
368        {
369            unique_lock<_L0> __u0(__l0);
370            if (__l1.try_lock())
371            {
372                __u0.release();
373                break;
374            }
375        }
376        __libcpp_thread_yield();
377        {
378            unique_lock<_L1> __u1(__l1);
379            if (__l0.try_lock())
380            {
381                __u1.release();
382                break;
383            }
384        }
385        __libcpp_thread_yield();
386    }
387}
388
389#ifndef _LIBCPP_HAS_NO_VARIADICS
390
391template <class _L0, class _L1, class _L2, class ..._L3>
392void
393__lock_first(int __i, _L0& __l0, _L1& __l1, _L2& __l2, _L3& ...__l3)
394{
395    while (true)
396    {
397        switch (__i)
398        {
399        case 0:
400            {
401                unique_lock<_L0> __u0(__l0);
402                __i = try_lock(__l1, __l2, __l3...);
403                if (__i == -1)
404                {
405                    __u0.release();
406                    return;
407                }
408            }
409            ++__i;
410            __libcpp_thread_yield();
411            break;
412        case 1:
413            {
414                unique_lock<_L1> __u1(__l1);
415                __i = try_lock(__l2, __l3..., __l0);
416                if (__i == -1)
417                {
418                    __u1.release();
419                    return;
420                }
421            }
422            if (__i == sizeof...(_L3) + 1)
423                __i = 0;
424            else
425                __i += 2;
426            __libcpp_thread_yield();
427            break;
428        default:
429            __lock_first(__i - 2, __l2, __l3..., __l0, __l1);
430            return;
431        }
432    }
433}
434
435template <class _L0, class _L1, class _L2, class ..._L3>
436inline _LIBCPP_INLINE_VISIBILITY
437void
438lock(_L0& __l0, _L1& __l1, _L2& __l2, _L3& ...__l3)
439{
440    __lock_first(0, __l0, __l1, __l2, __l3...);
441}
442
443template <class _L0>
444inline _LIBCPP_INLINE_VISIBILITY
445void __unlock(_L0& __l0) {
446    __l0.unlock();
447}
448
449template <class _L0, class _L1>
450inline _LIBCPP_INLINE_VISIBILITY
451void __unlock(_L0& __l0, _L1& __l1) {
452    __l0.unlock();
453    __l1.unlock();
454}
455
456template <class _L0, class _L1, class _L2, class ..._L3>
457inline _LIBCPP_INLINE_VISIBILITY
458void __unlock(_L0& __l0, _L1& __l1, _L2& __l2, _L3&... __l3) {
459    __l0.unlock();
460    __l1.unlock();
461    _VSTD::__unlock(__l2, __l3...);
462}
463
464#endif  // _LIBCPP_HAS_NO_VARIADICS
465
466#endif // !_LIBCPP_HAS_NO_THREADS
467
468struct _LIBCPP_TYPE_VIS_ONLY once_flag;
469
470#ifndef _LIBCPP_HAS_NO_VARIADICS
471
472template<class _Callable, class... _Args>
473_LIBCPP_INLINE_VISIBILITY
474void call_once(once_flag&, _Callable&&, _Args&&...);
475
476#else  // _LIBCPP_HAS_NO_VARIADICS
477
478template<class _Callable>
479_LIBCPP_INLINE_VISIBILITY
480void call_once(once_flag&, _Callable&);
481
482template<class _Callable>
483_LIBCPP_INLINE_VISIBILITY
484void call_once(once_flag&, const _Callable&);
485
486#endif  // _LIBCPP_HAS_NO_VARIADICS
487
488struct _LIBCPP_TYPE_VIS_ONLY once_flag
489{
490    _LIBCPP_INLINE_VISIBILITY
491    _LIBCPP_CONSTEXPR
492        once_flag() _NOEXCEPT : __state_(0) {}
493
494private:
495    once_flag(const once_flag&); // = delete;
496    once_flag& operator=(const once_flag&); // = delete;
497
498    unsigned long __state_;
499
500#ifndef _LIBCPP_HAS_NO_VARIADICS
501    template<class _Callable, class... _Args>
502    friend
503    void call_once(once_flag&, _Callable&&, _Args&&...);
504#else  // _LIBCPP_HAS_NO_VARIADICS
505    template<class _Callable>
506    friend
507    void call_once(once_flag&, _Callable&);
508
509    template<class _Callable>
510    friend
511    void call_once(once_flag&, const _Callable&);
512#endif  // _LIBCPP_HAS_NO_VARIADICS
513};
514
515#ifndef _LIBCPP_HAS_NO_VARIADICS
516
517template <class _Fp>
518class __call_once_param
519{
520    _Fp& __f_;
521public:
522    _LIBCPP_INLINE_VISIBILITY
523    explicit __call_once_param(_Fp& __f) : __f_(__f) {}
524
525    _LIBCPP_INLINE_VISIBILITY
526    void operator()()
527    {
528        typedef typename __make_tuple_indices<tuple_size<_Fp>::value, 1>::type _Index;
529        __execute(_Index());
530    }
531
532private:
533    template <size_t ..._Indices>
534    _LIBCPP_INLINE_VISIBILITY
535    void __execute(__tuple_indices<_Indices...>)
536    {
537        __invoke(_VSTD::get<0>(_VSTD::move(__f_)), _VSTD::get<_Indices>(_VSTD::move(__f_))...);
538    }
539};
540
541#else
542
543template <class _Fp>
544class __call_once_param
545{
546    _Fp& __f_;
547public:
548    _LIBCPP_INLINE_VISIBILITY
549    explicit __call_once_param(_Fp& __f) : __f_(__f) {}
550
551    _LIBCPP_INLINE_VISIBILITY
552    void operator()()
553    {
554        __f_();
555    }
556};
557
558#endif
559
560template <class _Fp>
561void
562__call_once_proxy(void* __vp)
563{
564    __call_once_param<_Fp>* __p = static_cast<__call_once_param<_Fp>*>(__vp);
565    (*__p)();
566}
567
568_LIBCPP_FUNC_VIS void __call_once(volatile unsigned long&, void*, void(*)(void*));
569
570#ifndef _LIBCPP_HAS_NO_VARIADICS
571
572template<class _Callable, class... _Args>
573inline _LIBCPP_INLINE_VISIBILITY
574void
575call_once(once_flag& __flag, _Callable&& __func, _Args&&... __args)
576{
577    if (__libcpp_relaxed_load(&__flag.__state_) != ~0ul)
578    {
579        typedef tuple<_Callable&&, _Args&&...> _Gp;
580        _Gp __f(_VSTD::forward<_Callable>(__func), _VSTD::forward<_Args>(__args)...);
581        __call_once_param<_Gp> __p(__f);
582        __call_once(__flag.__state_, &__p, &__call_once_proxy<_Gp>);
583    }
584}
585
586#else  // _LIBCPP_HAS_NO_VARIADICS
587
588template<class _Callable>
589inline _LIBCPP_INLINE_VISIBILITY
590void
591call_once(once_flag& __flag, _Callable& __func)
592{
593    if (__libcpp_relaxed_load(&__flag.__state_) != ~0ul)
594    {
595        __call_once_param<_Callable> __p(__func);
596        __call_once(__flag.__state_, &__p, &__call_once_proxy<_Callable>);
597    }
598}
599
600template<class _Callable>
601inline _LIBCPP_INLINE_VISIBILITY
602void
603call_once(once_flag& __flag, const _Callable& __func)
604{
605    if (__flag.__state_ != ~0ul)
606    {
607        __call_once_param<const _Callable> __p(__func);
608        __call_once(__flag.__state_, &__p, &__call_once_proxy<const _Callable>);
609    }
610}
611
612#endif  // _LIBCPP_HAS_NO_VARIADICS
613
614
615#if defined(_LIBCPP_ABI_VARIADIC_LOCK_GUARD) \
616    && !defined(_LIBCPP_CXX03_LANG)
617template <>
618class _LIBCPP_TYPE_VIS_ONLY lock_guard<> {
619public:
620    explicit lock_guard() {}
621    ~lock_guard() = default;
622
623    _LIBCPP_INLINE_VISIBILITY
624    explicit lock_guard(adopt_lock_t) {}
625
626    lock_guard(lock_guard const&) = delete;
627    lock_guard& operator=(lock_guard const&) = delete;
628};
629
630template <class ..._MArgs>
631class _LIBCPP_TYPE_VIS_ONLY lock_guard
632{
633    static_assert(sizeof...(_MArgs) >= 2, "At least 2 lock types required");
634    typedef tuple<_MArgs&...> _MutexTuple;
635
636public:
637    _LIBCPP_INLINE_VISIBILITY
638    explicit lock_guard(_MArgs&... __margs)
639      : __t_(__margs...)
640    {
641        _VSTD::lock(__margs...);
642    }
643
644    _LIBCPP_INLINE_VISIBILITY
645    lock_guard(_MArgs&... __margs, adopt_lock_t)
646        : __t_(__margs...)
647    {
648    }
649
650    _LIBCPP_INLINE_VISIBILITY
651    ~lock_guard() {
652        typedef typename __make_tuple_indices<sizeof...(_MArgs)>::type _Indices;
653        __unlock_unpack(_Indices{}, __t_);
654    }
655
656    lock_guard(lock_guard const&) = delete;
657    lock_guard& operator=(lock_guard const&) = delete;
658
659private:
660    template <size_t ..._Indx>
661    _LIBCPP_INLINE_VISIBILITY
662    static void __unlock_unpack(__tuple_indices<_Indx...>, _MutexTuple& __mt) {
663        _VSTD::__unlock(_VSTD::get<_Indx>(__mt)...);
664    }
665
666    _MutexTuple __t_;
667};
668
669#endif // _LIBCPP_ABI_VARIADIC_LOCK_GUARD
670
671_LIBCPP_END_NAMESPACE_STD
672
673#endif  // _LIBCPP_MUTEX
674