xref: /freebsd-12.1/contrib/libc++/include/memory (revision 24e2fe98)
1// -*- C++ -*-
2//===-------------------------- memory ------------------------------------===//
3//
4//                     The LLVM Compiler Infrastructure
5//
6// This file is dual licensed under the MIT and the University of Illinois Open
7// Source Licenses. See LICENSE.TXT for details.
8//
9//===----------------------------------------------------------------------===//
10
11#ifndef _LIBCPP_MEMORY
12#define _LIBCPP_MEMORY
13
14/*
15    memory synopsis
16
17namespace std
18{
19
20struct allocator_arg_t { };
21constexpr allocator_arg_t allocator_arg = allocator_arg_t();
22
23template <class T, class Alloc> struct uses_allocator;
24
25template <class Ptr>
26struct pointer_traits
27{
28    typedef Ptr pointer;
29    typedef <details> element_type;
30    typedef <details> difference_type;
31
32    template <class U> using rebind = <details>;
33
34    static pointer pointer_to(<details>);
35};
36
37template <class T>
38struct pointer_traits<T*>
39{
40    typedef T* pointer;
41    typedef T element_type;
42    typedef ptrdiff_t difference_type;
43
44    template <class U> using rebind = U*;
45
46    static pointer pointer_to(<details>) noexcept;
47};
48
49template <class Alloc>
50struct allocator_traits
51{
52    typedef Alloc                        allocator_type;
53    typedef typename allocator_type::value_type
54                                         value_type;
55
56    typedef Alloc::pointer | value_type* pointer;
57    typedef Alloc::const_pointer
58          | pointer_traits<pointer>::rebind<const value_type>
59                                         const_pointer;
60    typedef Alloc::void_pointer
61          | pointer_traits<pointer>::rebind<void>
62                                         void_pointer;
63    typedef Alloc::const_void_pointer
64          | pointer_traits<pointer>::rebind<const void>
65                                         const_void_pointer;
66    typedef Alloc::difference_type
67          | pointer_traits<pointer>::difference_type
68                                         difference_type;
69    typedef Alloc::size_type
70          | make_unsigned<difference_type>::type
71                                         size_type;
72    typedef Alloc::propagate_on_container_copy_assignment
73          | false_type                   propagate_on_container_copy_assignment;
74    typedef Alloc::propagate_on_container_move_assignment
75          | false_type                   propagate_on_container_move_assignment;
76    typedef Alloc::propagate_on_container_swap
77          | false_type                   propagate_on_container_swap;
78    typedef Alloc::is_always_equal
79          | is_empty                     is_always_equal;
80
81    template <class T> using rebind_alloc  = Alloc::rebind<U>::other | Alloc<T, Args...>;
82    template <class T> using rebind_traits = allocator_traits<rebind_alloc<T>>;
83
84    static pointer allocate(allocator_type& a, size_type n);
85    static pointer allocate(allocator_type& a, size_type n, const_void_pointer hint);
86
87    static void deallocate(allocator_type& a, pointer p, size_type n) noexcept;
88
89    template <class T, class... Args>
90        static void construct(allocator_type& a, T* p, Args&&... args);
91
92    template <class T>
93        static void destroy(allocator_type& a, T* p);
94
95    static size_type max_size(const allocator_type& a); // noexcept in C++14
96
97    static allocator_type
98        select_on_container_copy_construction(const allocator_type& a);
99};
100
101template <>
102class allocator<void>
103{
104public:
105    typedef void*                                 pointer;
106    typedef const void*                           const_pointer;
107    typedef void                                  value_type;
108
109    template <class _Up> struct rebind {typedef allocator<_Up> other;};
110};
111
112template <class T>
113class allocator
114{
115public:
116    typedef size_t                                size_type;
117    typedef ptrdiff_t                             difference_type;
118    typedef T*                                    pointer;
119    typedef const T*                              const_pointer;
120    typedef typename add_lvalue_reference<T>::type       reference;
121    typedef typename add_lvalue_reference<const T>::type const_reference;
122    typedef T                                     value_type;
123
124    template <class U> struct rebind {typedef allocator<U> other;};
125
126    allocator() noexcept;
127    allocator(const allocator&) noexcept;
128    template <class U> allocator(const allocator<U>&) noexcept;
129    ~allocator();
130    pointer address(reference x) const noexcept;
131    const_pointer address(const_reference x) const noexcept;
132    pointer allocate(size_type, allocator<void>::const_pointer hint = 0);
133    void deallocate(pointer p, size_type n) noexcept;
134    size_type max_size() const noexcept;
135    template<class U, class... Args>
136        void construct(U* p, Args&&... args);
137    template <class U>
138        void destroy(U* p);
139};
140
141template <class T, class U>
142bool operator==(const allocator<T>&, const allocator<U>&) noexcept;
143
144template <class T, class U>
145bool operator!=(const allocator<T>&, const allocator<U>&) noexcept;
146
147template <class OutputIterator, class T>
148class raw_storage_iterator
149    : public iterator<output_iterator_tag,
150                      T,                               // purposefully not C++03
151                      ptrdiff_t,                       // purposefully not C++03
152                      T*,                              // purposefully not C++03
153                      raw_storage_iterator&>           // purposefully not C++03
154{
155public:
156    explicit raw_storage_iterator(OutputIterator x);
157    raw_storage_iterator& operator*();
158    raw_storage_iterator& operator=(const T& element);
159    raw_storage_iterator& operator++();
160    raw_storage_iterator  operator++(int);
161};
162
163template <class T> pair<T*,ptrdiff_t> get_temporary_buffer(ptrdiff_t n) noexcept;
164template <class T> void               return_temporary_buffer(T* p) noexcept;
165
166template <class T> T* addressof(T& r) noexcept;
167template <class T> T* addressof(const T&& r) noexcept = delete;
168
169template <class InputIterator, class ForwardIterator>
170ForwardIterator
171uninitialized_copy(InputIterator first, InputIterator last, ForwardIterator result);
172
173template <class InputIterator, class Size, class ForwardIterator>
174ForwardIterator
175uninitialized_copy_n(InputIterator first, Size n, ForwardIterator result);
176
177template <class ForwardIterator, class T>
178void uninitialized_fill(ForwardIterator first, ForwardIterator last, const T& x);
179
180template <class ForwardIterator, class Size, class T>
181ForwardIterator
182uninitialized_fill_n(ForwardIterator first, Size n, const T& x);
183
184template <class T>
185void destroy_at(T* location);
186
187template <class ForwardIterator>
188 void destroy(ForwardIterator first, ForwardIterator last);
189
190template <class ForwardIterator, class Size>
191 ForwardIterator destroy_n(ForwardIterator first, Size n);
192
193template <class InputIterator, class ForwardIterator>
194 ForwardIterator uninitialized_move(InputIterator first, InputIterator last, ForwardIterator result);
195
196template <class InputIterator, class Size, class ForwardIterator>
197 pair<InputIterator,ForwardIterator> uninitialized_move_n(InputIterator first, Size n, ForwardIterator result);
198
199template <class ForwardIterator>
200 void uninitialized_value_construct(ForwardIterator first, ForwardIterator last);
201
202template <class ForwardIterator, class Size>
203 ForwardIterator uninitialized_value_construct_n(ForwardIterator first, Size n);
204
205template <class ForwardIterator>
206 void uninitialized_default_construct(ForwardIterator first, ForwardIterator last);
207
208template <class ForwardIterator, class Size>
209 ForwardIterator uninitialized_default_construct_n(ForwardIterator first, Size n);
210
211template <class Y> struct auto_ptr_ref {};
212
213template<class X>
214class auto_ptr
215{
216public:
217    typedef X element_type;
218
219    explicit auto_ptr(X* p =0) throw();
220    auto_ptr(auto_ptr&) throw();
221    template<class Y> auto_ptr(auto_ptr<Y>&) throw();
222    auto_ptr& operator=(auto_ptr&) throw();
223    template<class Y> auto_ptr& operator=(auto_ptr<Y>&) throw();
224    auto_ptr& operator=(auto_ptr_ref<X> r) throw();
225    ~auto_ptr() throw();
226
227    typename add_lvalue_reference<X>::type operator*() const throw();
228    X* operator->() const throw();
229    X* get() const throw();
230    X* release() throw();
231    void reset(X* p =0) throw();
232
233    auto_ptr(auto_ptr_ref<X>) throw();
234    template<class Y> operator auto_ptr_ref<Y>() throw();
235    template<class Y> operator auto_ptr<Y>() throw();
236};
237
238template <class T>
239struct default_delete
240{
241    constexpr default_delete() noexcept = default;
242    template <class U> default_delete(const default_delete<U>&) noexcept;
243
244    void operator()(T*) const noexcept;
245};
246
247template <class T>
248struct default_delete<T[]>
249{
250    constexpr default_delete() noexcept = default;
251    void operator()(T*) const noexcept;
252    template <class U> void operator()(U*) const = delete;
253};
254
255template <class T, class D = default_delete<T>>
256class unique_ptr
257{
258public:
259    typedef see below pointer;
260    typedef T element_type;
261    typedef D deleter_type;
262
263    // constructors
264    constexpr unique_ptr() noexcept;
265    explicit unique_ptr(pointer p) noexcept;
266    unique_ptr(pointer p, see below d1) noexcept;
267    unique_ptr(pointer p, see below d2) noexcept;
268    unique_ptr(unique_ptr&& u) noexcept;
269    unique_ptr(nullptr_t) noexcept : unique_ptr() { }
270    template <class U, class E>
271        unique_ptr(unique_ptr<U, E>&& u) noexcept;
272    template <class U>
273        unique_ptr(auto_ptr<U>&& u) noexcept;
274
275    // destructor
276    ~unique_ptr();
277
278    // assignment
279    unique_ptr& operator=(unique_ptr&& u) noexcept;
280    template <class U, class E> unique_ptr& operator=(unique_ptr<U, E>&& u) noexcept;
281    unique_ptr& operator=(nullptr_t) noexcept;
282
283    // observers
284    typename add_lvalue_reference<T>::type operator*() const;
285    pointer operator->() const noexcept;
286    pointer get() const noexcept;
287    deleter_type& get_deleter() noexcept;
288    const deleter_type& get_deleter() const noexcept;
289    explicit operator bool() const noexcept;
290
291    // modifiers
292    pointer release() noexcept;
293    void reset(pointer p = pointer()) noexcept;
294    void swap(unique_ptr& u) noexcept;
295};
296
297template <class T, class D>
298class unique_ptr<T[], D>
299{
300public:
301    typedef implementation-defined pointer;
302    typedef T element_type;
303    typedef D deleter_type;
304
305    // constructors
306    constexpr unique_ptr() noexcept;
307    explicit unique_ptr(pointer p) noexcept;
308    unique_ptr(pointer p, see below d) noexcept;
309    unique_ptr(pointer p, see below d) noexcept;
310    unique_ptr(unique_ptr&& u) noexcept;
311    unique_ptr(nullptr_t) noexcept : unique_ptr() { }
312
313    // destructor
314    ~unique_ptr();
315
316    // assignment
317    unique_ptr& operator=(unique_ptr&& u) noexcept;
318    unique_ptr& operator=(nullptr_t) noexcept;
319
320    // observers
321    T& operator[](size_t i) const;
322    pointer get() const noexcept;
323    deleter_type& get_deleter() noexcept;
324    const deleter_type& get_deleter() const noexcept;
325    explicit operator bool() const noexcept;
326
327    // modifiers
328    pointer release() noexcept;
329    void reset(pointer p = pointer()) noexcept;
330    void reset(nullptr_t) noexcept;
331    template <class U> void reset(U) = delete;
332    void swap(unique_ptr& u) noexcept;
333};
334
335template <class T, class D>
336    void swap(unique_ptr<T, D>& x, unique_ptr<T, D>& y) noexcept;
337
338template <class T1, class D1, class T2, class D2>
339    bool operator==(const unique_ptr<T1, D1>& x, const unique_ptr<T2, D2>& y);
340template <class T1, class D1, class T2, class D2>
341    bool operator!=(const unique_ptr<T1, D1>& x, const unique_ptr<T2, D2>& y);
342template <class T1, class D1, class T2, class D2>
343    bool operator<(const unique_ptr<T1, D1>& x, const unique_ptr<T2, D2>& y);
344template <class T1, class D1, class T2, class D2>
345    bool operator<=(const unique_ptr<T1, D1>& x, const unique_ptr<T2, D2>& y);
346template <class T1, class D1, class T2, class D2>
347    bool operator>(const unique_ptr<T1, D1>& x, const unique_ptr<T2, D2>& y);
348template <class T1, class D1, class T2, class D2>
349    bool operator>=(const unique_ptr<T1, D1>& x, const unique_ptr<T2, D2>& y);
350
351template <class T, class D>
352    bool operator==(const unique_ptr<T, D>& x, nullptr_t) noexcept;
353template <class T, class D>
354    bool operator==(nullptr_t, const unique_ptr<T, D>& y) noexcept;
355template <class T, class D>
356    bool operator!=(const unique_ptr<T, D>& x, nullptr_t) noexcept;
357template <class T, class D>
358    bool operator!=(nullptr_t, const unique_ptr<T, D>& y) noexcept;
359
360template <class T, class D>
361    bool operator<(const unique_ptr<T, D>& x, nullptr_t);
362template <class T, class D>
363    bool operator<(nullptr_t, const unique_ptr<T, D>& y);
364template <class T, class D>
365    bool operator<=(const unique_ptr<T, D>& x, nullptr_t);
366template <class T, class D>
367    bool operator<=(nullptr_t, const unique_ptr<T, D>& y);
368template <class T, class D>
369    bool operator>(const unique_ptr<T, D>& x, nullptr_t);
370template <class T, class D>
371    bool operator>(nullptr_t, const unique_ptr<T, D>& y);
372template <class T, class D>
373    bool operator>=(const unique_ptr<T, D>& x, nullptr_t);
374template <class T, class D>
375    bool operator>=(nullptr_t, const unique_ptr<T, D>& y);
376
377class bad_weak_ptr
378    : public std::exception
379{
380    bad_weak_ptr() noexcept;
381};
382
383template<class T, class... Args> unique_ptr<T> make_unique(Args&&... args);     // C++14
384template<class T>                unique_ptr<T> make_unique(size_t n);           // C++14
385template<class T, class... Args> unspecified   make_unique(Args&&...) = delete; // C++14, T == U[N]
386
387template<class T>
388class shared_ptr
389{
390public:
391    typedef T element_type;
392    typedef weak_ptr<T> weak_type; // C++17
393
394    // constructors:
395    constexpr shared_ptr() noexcept;
396    template<class Y> explicit shared_ptr(Y* p);
397    template<class Y, class D> shared_ptr(Y* p, D d);
398    template<class Y, class D, class A> shared_ptr(Y* p, D d, A a);
399    template <class D> shared_ptr(nullptr_t p, D d);
400    template <class D, class A> shared_ptr(nullptr_t p, D d, A a);
401    template<class Y> shared_ptr(const shared_ptr<Y>& r, T *p) noexcept;
402    shared_ptr(const shared_ptr& r) noexcept;
403    template<class Y> shared_ptr(const shared_ptr<Y>& r) noexcept;
404    shared_ptr(shared_ptr&& r) noexcept;
405    template<class Y> shared_ptr(shared_ptr<Y>&& r) noexcept;
406    template<class Y> explicit shared_ptr(const weak_ptr<Y>& r);
407    template<class Y> shared_ptr(auto_ptr<Y>&& r);
408    template <class Y, class D> shared_ptr(unique_ptr<Y, D>&& r);
409    shared_ptr(nullptr_t) : shared_ptr() { }
410
411    // destructor:
412    ~shared_ptr();
413
414    // assignment:
415    shared_ptr& operator=(const shared_ptr& r) noexcept;
416    template<class Y> shared_ptr& operator=(const shared_ptr<Y>& r) noexcept;
417    shared_ptr& operator=(shared_ptr&& r) noexcept;
418    template<class Y> shared_ptr& operator=(shared_ptr<Y>&& r);
419    template<class Y> shared_ptr& operator=(auto_ptr<Y>&& r);
420    template <class Y, class D> shared_ptr& operator=(unique_ptr<Y, D>&& r);
421
422    // modifiers:
423    void swap(shared_ptr& r) noexcept;
424    void reset() noexcept;
425    template<class Y> void reset(Y* p);
426    template<class Y, class D> void reset(Y* p, D d);
427    template<class Y, class D, class A> void reset(Y* p, D d, A a);
428
429    // observers:
430    T* get() const noexcept;
431    T& operator*() const noexcept;
432    T* operator->() const noexcept;
433    long use_count() const noexcept;
434    bool unique() const noexcept;
435    explicit operator bool() const noexcept;
436    template<class U> bool owner_before(shared_ptr<U> const& b) const;
437    template<class U> bool owner_before(weak_ptr<U> const& b) const;
438};
439
440// shared_ptr comparisons:
441template<class T, class U>
442    bool operator==(shared_ptr<T> const& a, shared_ptr<U> const& b) noexcept;
443template<class T, class U>
444    bool operator!=(shared_ptr<T> const& a, shared_ptr<U> const& b) noexcept;
445template<class T, class U>
446    bool operator<(shared_ptr<T> const& a, shared_ptr<U> const& b) noexcept;
447template<class T, class U>
448    bool operator>(shared_ptr<T> const& a, shared_ptr<U> const& b) noexcept;
449template<class T, class U>
450    bool operator<=(shared_ptr<T> const& a, shared_ptr<U> const& b) noexcept;
451template<class T, class U>
452    bool operator>=(shared_ptr<T> const& a, shared_ptr<U> const& b) noexcept;
453
454template <class T>
455    bool operator==(const shared_ptr<T>& x, nullptr_t) noexcept;
456template <class T>
457    bool operator==(nullptr_t, const shared_ptr<T>& y) noexcept;
458template <class T>
459    bool operator!=(const shared_ptr<T>& x, nullptr_t) noexcept;
460template <class T>
461    bool operator!=(nullptr_t, const shared_ptr<T>& y) noexcept;
462template <class T>
463    bool operator<(const shared_ptr<T>& x, nullptr_t) noexcept;
464template <class T>
465bool operator<(nullptr_t, const shared_ptr<T>& y) noexcept;
466template <class T>
467    bool operator<=(const shared_ptr<T>& x, nullptr_t) noexcept;
468template <class T>
469    bool operator<=(nullptr_t, const shared_ptr<T>& y) noexcept;
470template <class T>
471    bool operator>(const shared_ptr<T>& x, nullptr_t) noexcept;
472template <class T>
473    bool operator>(nullptr_t, const shared_ptr<T>& y) noexcept;
474template <class T>
475    bool operator>=(const shared_ptr<T>& x, nullptr_t) noexcept;
476template <class T>
477    bool operator>=(nullptr_t, const shared_ptr<T>& y) noexcept;
478
479// shared_ptr specialized algorithms:
480template<class T> void swap(shared_ptr<T>& a, shared_ptr<T>& b) noexcept;
481
482// shared_ptr casts:
483template<class T, class U>
484    shared_ptr<T> static_pointer_cast(shared_ptr<U> const& r) noexcept;
485template<class T, class U>
486    shared_ptr<T> dynamic_pointer_cast(shared_ptr<U> const& r) noexcept;
487template<class T, class U>
488    shared_ptr<T> const_pointer_cast(shared_ptr<U> const& r) noexcept;
489
490// shared_ptr I/O:
491template<class E, class T, class Y>
492    basic_ostream<E, T>& operator<< (basic_ostream<E, T>& os, shared_ptr<Y> const& p);
493
494// shared_ptr get_deleter:
495template<class D, class T> D* get_deleter(shared_ptr<T> const& p) noexcept;
496
497template<class T, class... Args>
498    shared_ptr<T> make_shared(Args&&... args);
499template<class T, class A, class... Args>
500    shared_ptr<T> allocate_shared(const A& a, Args&&... args);
501
502template<class T>
503class weak_ptr
504{
505public:
506    typedef T element_type;
507
508    // constructors
509    constexpr weak_ptr() noexcept;
510    template<class Y> weak_ptr(shared_ptr<Y> const& r) noexcept;
511    weak_ptr(weak_ptr const& r) noexcept;
512    template<class Y> weak_ptr(weak_ptr<Y> const& r) noexcept;
513    weak_ptr(weak_ptr&& r) noexcept;                      // C++14
514    template<class Y> weak_ptr(weak_ptr<Y>&& r) noexcept; // C++14
515
516    // destructor
517    ~weak_ptr();
518
519    // assignment
520    weak_ptr& operator=(weak_ptr const& r) noexcept;
521    template<class Y> weak_ptr& operator=(weak_ptr<Y> const& r) noexcept;
522    template<class Y> weak_ptr& operator=(shared_ptr<Y> const& r) noexcept;
523    weak_ptr& operator=(weak_ptr&& r) noexcept;                      // C++14
524    template<class Y> weak_ptr& operator=(weak_ptr<Y>&& r) noexcept; // C++14
525
526    // modifiers
527    void swap(weak_ptr& r) noexcept;
528    void reset() noexcept;
529
530    // observers
531    long use_count() const noexcept;
532    bool expired() const noexcept;
533    shared_ptr<T> lock() const noexcept;
534    template<class U> bool owner_before(shared_ptr<U> const& b) const;
535    template<class U> bool owner_before(weak_ptr<U> const& b) const;
536};
537
538// weak_ptr specialized algorithms:
539template<class T> void swap(weak_ptr<T>& a, weak_ptr<T>& b) noexcept;
540
541// class owner_less:
542template<class T> struct owner_less;
543
544template<class T>
545struct owner_less<shared_ptr<T>>
546    : binary_function<shared_ptr<T>, shared_ptr<T>, bool>
547{
548    typedef bool result_type;
549    bool operator()(shared_ptr<T> const&, shared_ptr<T> const&) const;
550    bool operator()(shared_ptr<T> const&, weak_ptr<T> const&) const;
551    bool operator()(weak_ptr<T> const&, shared_ptr<T> const&) const;
552};
553
554template<class T>
555struct owner_less<weak_ptr<T>>
556    : binary_function<weak_ptr<T>, weak_ptr<T>, bool>
557{
558    typedef bool result_type;
559    bool operator()(weak_ptr<T> const&, weak_ptr<T> const&) const;
560    bool operator()(shared_ptr<T> const&, weak_ptr<T> const&) const;
561    bool operator()(weak_ptr<T> const&, shared_ptr<T> const&) const;
562};
563
564template<class T>
565class enable_shared_from_this
566{
567protected:
568    constexpr enable_shared_from_this() noexcept;
569    enable_shared_from_this(enable_shared_from_this const&) noexcept;
570    enable_shared_from_this& operator=(enable_shared_from_this const&) noexcept;
571    ~enable_shared_from_this();
572public:
573    shared_ptr<T> shared_from_this();
574    shared_ptr<T const> shared_from_this() const;
575};
576
577template<class T>
578    bool atomic_is_lock_free(const shared_ptr<T>* p);
579template<class T>
580    shared_ptr<T> atomic_load(const shared_ptr<T>* p);
581template<class T>
582    shared_ptr<T> atomic_load_explicit(const shared_ptr<T>* p, memory_order mo);
583template<class T>
584    void atomic_store(shared_ptr<T>* p, shared_ptr<T> r);
585template<class T>
586    void atomic_store_explicit(shared_ptr<T>* p, shared_ptr<T> r, memory_order mo);
587template<class T>
588    shared_ptr<T> atomic_exchange(shared_ptr<T>* p, shared_ptr<T> r);
589template<class T>
590    shared_ptr<T>
591    atomic_exchange_explicit(shared_ptr<T>* p, shared_ptr<T> r, memory_order mo);
592template<class T>
593    bool
594    atomic_compare_exchange_weak(shared_ptr<T>* p, shared_ptr<T>* v, shared_ptr<T> w);
595template<class T>
596    bool
597    atomic_compare_exchange_strong( shared_ptr<T>* p, shared_ptr<T>* v, shared_ptr<T> w);
598template<class T>
599    bool
600    atomic_compare_exchange_weak_explicit(shared_ptr<T>* p, shared_ptr<T>* v,
601                                          shared_ptr<T> w, memory_order success,
602                                          memory_order failure);
603template<class T>
604    bool
605    atomic_compare_exchange_strong_explicit(shared_ptr<T>* p, shared_ptr<T>* v,
606                                            shared_ptr<T> w, memory_order success,
607                                            memory_order failure);
608// Hash support
609template <class T> struct hash;
610template <class T, class D> struct hash<unique_ptr<T, D> >;
611template <class T> struct hash<shared_ptr<T> >;
612
613// Pointer safety
614enum class pointer_safety { relaxed, preferred, strict };
615void declare_reachable(void *p);
616template <class T> T *undeclare_reachable(T *p);
617void declare_no_pointers(char *p, size_t n);
618void undeclare_no_pointers(char *p, size_t n);
619pointer_safety get_pointer_safety() noexcept;
620
621void* align(size_t alignment, size_t size, void*& ptr, size_t& space);
622
623}  // std
624
625*/
626
627#include <__config>
628#include <type_traits>
629#include <typeinfo>
630#include <cstddef>
631#include <cstdint>
632#include <new>
633#include <utility>
634#include <limits>
635#include <iterator>
636#include <__functional_base>
637#include <iosfwd>
638#include <tuple>
639#include <stdexcept>
640#include <cstring>
641
642#if !defined(_LIBCPP_HAS_NO_ATOMIC_HEADER)
643#  include <atomic>
644#endif
645
646#include <__undef_min_max>
647#include <__undef___deallocate>
648
649#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
650#pragma GCC system_header
651#endif
652
653_LIBCPP_BEGIN_NAMESPACE_STD
654
655template <class _ValueType>
656inline _LIBCPP_ALWAYS_INLINE
657_ValueType __libcpp_relaxed_load(_ValueType const* __value) {
658#if !defined(_LIBCPP_HAS_NO_THREADS) && \
659    defined(__ATOMIC_RELAXED) &&        \
660    (__has_builtin(__atomic_load_n) || _GNUC_VER >= 407)
661    return __atomic_load_n(__value, __ATOMIC_RELAXED);
662#else
663    return *__value;
664#endif
665}
666
667template <class _ValueType>
668inline _LIBCPP_ALWAYS_INLINE
669_ValueType __libcpp_acquire_load(_ValueType const* __value) {
670#if !defined(_LIBCPP_HAS_NO_THREADS) && \
671    defined(__ATOMIC_ACQUIRE) &&        \
672    (__has_builtin(__atomic_load_n) || _GNUC_VER >= 407)
673    return __atomic_load_n(__value, __ATOMIC_ACQUIRE);
674#else
675    return *__value;
676#endif
677}
678
679// addressof moved to <type_traits>
680
681template <class _Tp> class allocator;
682
683template <>
684class _LIBCPP_TEMPLATE_VIS allocator<void>
685{
686public:
687    typedef void*             pointer;
688    typedef const void*       const_pointer;
689    typedef void              value_type;
690
691    template <class _Up> struct rebind {typedef allocator<_Up> other;};
692};
693
694template <>
695class _LIBCPP_TEMPLATE_VIS allocator<const void>
696{
697public:
698    typedef const void*       pointer;
699    typedef const void*       const_pointer;
700    typedef const void        value_type;
701
702    template <class _Up> struct rebind {typedef allocator<_Up> other;};
703};
704
705// pointer_traits
706
707template <class _Tp>
708struct __has_element_type
709{
710private:
711    struct __two {char __lx; char __lxx;};
712    template <class _Up> static __two __test(...);
713    template <class _Up> static char __test(typename _Up::element_type* = 0);
714public:
715    static const bool value = sizeof(__test<_Tp>(0)) == 1;
716};
717
718template <class _Ptr, bool = __has_element_type<_Ptr>::value>
719struct __pointer_traits_element_type;
720
721template <class _Ptr>
722struct __pointer_traits_element_type<_Ptr, true>
723{
724    typedef typename _Ptr::element_type type;
725};
726
727#ifndef _LIBCPP_HAS_NO_VARIADICS
728
729template <template <class, class...> class _Sp, class _Tp, class ..._Args>
730struct __pointer_traits_element_type<_Sp<_Tp, _Args...>, true>
731{
732    typedef typename _Sp<_Tp, _Args...>::element_type type;
733};
734
735template <template <class, class...> class _Sp, class _Tp, class ..._Args>
736struct __pointer_traits_element_type<_Sp<_Tp, _Args...>, false>
737{
738    typedef _Tp type;
739};
740
741#else  // _LIBCPP_HAS_NO_VARIADICS
742
743template <template <class> class _Sp, class _Tp>
744struct __pointer_traits_element_type<_Sp<_Tp>, true>
745{
746    typedef typename _Sp<_Tp>::element_type type;
747};
748
749template <template <class> class _Sp, class _Tp>
750struct __pointer_traits_element_type<_Sp<_Tp>, false>
751{
752    typedef _Tp type;
753};
754
755template <template <class, class> class _Sp, class _Tp, class _A0>
756struct __pointer_traits_element_type<_Sp<_Tp, _A0>, true>
757{
758    typedef typename _Sp<_Tp, _A0>::element_type type;
759};
760
761template <template <class, class> class _Sp, class _Tp, class _A0>
762struct __pointer_traits_element_type<_Sp<_Tp, _A0>, false>
763{
764    typedef _Tp type;
765};
766
767template <template <class, class, class> class _Sp, class _Tp, class _A0, class _A1>
768struct __pointer_traits_element_type<_Sp<_Tp, _A0, _A1>, true>
769{
770    typedef typename _Sp<_Tp, _A0, _A1>::element_type type;
771};
772
773template <template <class, class, class> class _Sp, class _Tp, class _A0, class _A1>
774struct __pointer_traits_element_type<_Sp<_Tp, _A0, _A1>, false>
775{
776    typedef _Tp type;
777};
778
779template <template <class, class, class, class> class _Sp, class _Tp, class _A0,
780                                                           class _A1, class _A2>
781struct __pointer_traits_element_type<_Sp<_Tp, _A0, _A1, _A2>, true>
782{
783    typedef typename _Sp<_Tp, _A0, _A1, _A2>::element_type type;
784};
785
786template <template <class, class, class, class> class _Sp, class _Tp, class _A0,
787                                                           class _A1, class _A2>
788struct __pointer_traits_element_type<_Sp<_Tp, _A0, _A1, _A2>, false>
789{
790    typedef _Tp type;
791};
792
793#endif  // _LIBCPP_HAS_NO_VARIADICS
794
795template <class _Tp>
796struct __has_difference_type
797{
798private:
799    struct __two {char __lx; char __lxx;};
800    template <class _Up> static __two __test(...);
801    template <class _Up> static char __test(typename _Up::difference_type* = 0);
802public:
803    static const bool value = sizeof(__test<_Tp>(0)) == 1;
804};
805
806template <class _Ptr, bool = __has_difference_type<_Ptr>::value>
807struct __pointer_traits_difference_type
808{
809    typedef ptrdiff_t type;
810};
811
812template <class _Ptr>
813struct __pointer_traits_difference_type<_Ptr, true>
814{
815    typedef typename _Ptr::difference_type type;
816};
817
818template <class _Tp, class _Up>
819struct __has_rebind
820{
821private:
822    struct __two {char __lx; char __lxx;};
823    template <class _Xp> static __two __test(...);
824    template <class _Xp> static char __test(typename _Xp::template rebind<_Up>* = 0);
825public:
826    static const bool value = sizeof(__test<_Tp>(0)) == 1;
827};
828
829template <class _Tp, class _Up, bool = __has_rebind<_Tp, _Up>::value>
830struct __pointer_traits_rebind
831{
832#ifndef _LIBCPP_CXX03_LANG
833    typedef typename _Tp::template rebind<_Up> type;
834#else
835    typedef typename _Tp::template rebind<_Up>::other type;
836#endif
837};
838
839#ifndef _LIBCPP_HAS_NO_VARIADICS
840
841template <template <class, class...> class _Sp, class _Tp, class ..._Args, class _Up>
842struct __pointer_traits_rebind<_Sp<_Tp, _Args...>, _Up, true>
843{
844#ifndef _LIBCPP_CXX03_LANG
845    typedef typename _Sp<_Tp, _Args...>::template rebind<_Up> type;
846#else
847    typedef typename _Sp<_Tp, _Args...>::template rebind<_Up>::other type;
848#endif
849};
850
851template <template <class, class...> class _Sp, class _Tp, class ..._Args, class _Up>
852struct __pointer_traits_rebind<_Sp<_Tp, _Args...>, _Up, false>
853{
854    typedef _Sp<_Up, _Args...> type;
855};
856
857#else  // _LIBCPP_HAS_NO_VARIADICS
858
859template <template <class> class _Sp, class _Tp, class _Up>
860struct __pointer_traits_rebind<_Sp<_Tp>, _Up, true>
861{
862#ifndef _LIBCPP_CXX03_LANG
863    typedef typename _Sp<_Tp>::template rebind<_Up> type;
864#else
865    typedef typename _Sp<_Tp>::template rebind<_Up>::other type;
866#endif
867};
868
869template <template <class> class _Sp, class _Tp, class _Up>
870struct __pointer_traits_rebind<_Sp<_Tp>, _Up, false>
871{
872    typedef _Sp<_Up> type;
873};
874
875template <template <class, class> class _Sp, class _Tp, class _A0, class _Up>
876struct __pointer_traits_rebind<_Sp<_Tp, _A0>, _Up, true>
877{
878#ifndef _LIBCPP_CXX03_LANG
879    typedef typename _Sp<_Tp, _A0>::template rebind<_Up> type;
880#else
881    typedef typename _Sp<_Tp, _A0>::template rebind<_Up>::other type;
882#endif
883};
884
885template <template <class, class> class _Sp, class _Tp, class _A0, class _Up>
886struct __pointer_traits_rebind<_Sp<_Tp, _A0>, _Up, false>
887{
888    typedef _Sp<_Up, _A0> type;
889};
890
891template <template <class, class, class> class _Sp, class _Tp, class _A0,
892                                         class _A1, class _Up>
893struct __pointer_traits_rebind<_Sp<_Tp, _A0, _A1>, _Up, true>
894{
895#ifndef _LIBCPP_CXX03_LANG
896    typedef typename _Sp<_Tp, _A0, _A1>::template rebind<_Up> type;
897#else
898    typedef typename _Sp<_Tp, _A0, _A1>::template rebind<_Up>::other type;
899#endif
900};
901
902template <template <class, class, class> class _Sp, class _Tp, class _A0,
903                                         class _A1, class _Up>
904struct __pointer_traits_rebind<_Sp<_Tp, _A0, _A1>, _Up, false>
905{
906    typedef _Sp<_Up, _A0, _A1> type;
907};
908
909template <template <class, class, class, class> class _Sp, class _Tp, class _A0,
910                                                class _A1, class _A2, class _Up>
911struct __pointer_traits_rebind<_Sp<_Tp, _A0, _A1, _A2>, _Up, true>
912{
913#ifndef _LIBCPP_CXX03_LANG
914    typedef typename _Sp<_Tp, _A0, _A1, _A2>::template rebind<_Up> type;
915#else
916    typedef typename _Sp<_Tp, _A0, _A1, _A2>::template rebind<_Up>::other type;
917#endif
918};
919
920template <template <class, class, class, class> class _Sp, class _Tp, class _A0,
921                                                class _A1, class _A2, class _Up>
922struct __pointer_traits_rebind<_Sp<_Tp, _A0, _A1, _A2>, _Up, false>
923{
924    typedef _Sp<_Up, _A0, _A1, _A2> type;
925};
926
927#endif  // _LIBCPP_HAS_NO_VARIADICS
928
929template <class _Ptr>
930struct _LIBCPP_TEMPLATE_VIS pointer_traits
931{
932    typedef _Ptr                                                     pointer;
933    typedef typename __pointer_traits_element_type<pointer>::type    element_type;
934    typedef typename __pointer_traits_difference_type<pointer>::type difference_type;
935
936#ifndef _LIBCPP_CXX03_LANG
937    template <class _Up> using rebind = typename __pointer_traits_rebind<pointer, _Up>::type;
938#else
939    template <class _Up> struct rebind
940        {typedef typename __pointer_traits_rebind<pointer, _Up>::type other;};
941#endif  // _LIBCPP_CXX03_LANG
942
943private:
944    struct __nat {};
945public:
946    _LIBCPP_INLINE_VISIBILITY
947    static pointer pointer_to(typename conditional<is_void<element_type>::value,
948                                           __nat, element_type>::type& __r)
949        {return pointer::pointer_to(__r);}
950};
951
952template <class _Tp>
953struct _LIBCPP_TEMPLATE_VIS pointer_traits<_Tp*>
954{
955    typedef _Tp*      pointer;
956    typedef _Tp       element_type;
957    typedef ptrdiff_t difference_type;
958
959#ifndef _LIBCPP_CXX03_LANG
960    template <class _Up> using rebind = _Up*;
961#else
962    template <class _Up> struct rebind {typedef _Up* other;};
963#endif
964
965private:
966    struct __nat {};
967public:
968    _LIBCPP_INLINE_VISIBILITY
969    static pointer pointer_to(typename conditional<is_void<element_type>::value,
970                                      __nat, element_type>::type& __r) _NOEXCEPT
971        {return _VSTD::addressof(__r);}
972};
973
974template <class _From, class _To>
975struct __rebind_pointer {
976#ifndef _LIBCPP_CXX03_LANG
977    typedef typename pointer_traits<_From>::template rebind<_To>        type;
978#else
979    typedef typename pointer_traits<_From>::template rebind<_To>::other type;
980#endif
981};
982
983// allocator_traits
984
985namespace __has_pointer_type_imp
986{
987    template <class _Up> static __two __test(...);
988    template <class _Up> static char __test(typename _Up::pointer* = 0);
989}
990
991template <class _Tp>
992struct __has_pointer_type
993    : public integral_constant<bool, sizeof(__has_pointer_type_imp::__test<_Tp>(0)) == 1>
994{
995};
996
997namespace __pointer_type_imp
998{
999
1000template <class _Tp, class _Dp, bool = __has_pointer_type<_Dp>::value>
1001struct __pointer_type
1002{
1003    typedef typename _Dp::pointer type;
1004};
1005
1006template <class _Tp, class _Dp>
1007struct __pointer_type<_Tp, _Dp, false>
1008{
1009    typedef _Tp* type;
1010};
1011
1012}  // __pointer_type_imp
1013
1014template <class _Tp, class _Dp>
1015struct __pointer_type
1016{
1017    typedef typename __pointer_type_imp::__pointer_type<_Tp, typename remove_reference<_Dp>::type>::type type;
1018};
1019
1020template <class _Tp>
1021struct __has_const_pointer
1022{
1023private:
1024    struct __two {char __lx; char __lxx;};
1025    template <class _Up> static __two __test(...);
1026    template <class _Up> static char __test(typename _Up::const_pointer* = 0);
1027public:
1028    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1029};
1030
1031template <class _Tp, class _Ptr, class _Alloc, bool = __has_const_pointer<_Alloc>::value>
1032struct __const_pointer
1033{
1034    typedef typename _Alloc::const_pointer type;
1035};
1036
1037template <class _Tp, class _Ptr, class _Alloc>
1038struct __const_pointer<_Tp, _Ptr, _Alloc, false>
1039{
1040#ifndef _LIBCPP_CXX03_LANG
1041    typedef typename pointer_traits<_Ptr>::template rebind<const _Tp> type;
1042#else
1043    typedef typename pointer_traits<_Ptr>::template rebind<const _Tp>::other type;
1044#endif
1045};
1046
1047template <class _Tp>
1048struct __has_void_pointer
1049{
1050private:
1051    struct __two {char __lx; char __lxx;};
1052    template <class _Up> static __two __test(...);
1053    template <class _Up> static char __test(typename _Up::void_pointer* = 0);
1054public:
1055    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1056};
1057
1058template <class _Ptr, class _Alloc, bool = __has_void_pointer<_Alloc>::value>
1059struct __void_pointer
1060{
1061    typedef typename _Alloc::void_pointer type;
1062};
1063
1064template <class _Ptr, class _Alloc>
1065struct __void_pointer<_Ptr, _Alloc, false>
1066{
1067#ifndef _LIBCPP_CXX03_LANG
1068    typedef typename pointer_traits<_Ptr>::template rebind<void> type;
1069#else
1070    typedef typename pointer_traits<_Ptr>::template rebind<void>::other type;
1071#endif
1072};
1073
1074template <class _Tp>
1075struct __has_const_void_pointer
1076{
1077private:
1078    struct __two {char __lx; char __lxx;};
1079    template <class _Up> static __two __test(...);
1080    template <class _Up> static char __test(typename _Up::const_void_pointer* = 0);
1081public:
1082    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1083};
1084
1085template <class _Ptr, class _Alloc, bool = __has_const_void_pointer<_Alloc>::value>
1086struct __const_void_pointer
1087{
1088    typedef typename _Alloc::const_void_pointer type;
1089};
1090
1091template <class _Ptr, class _Alloc>
1092struct __const_void_pointer<_Ptr, _Alloc, false>
1093{
1094#ifndef _LIBCPP_CXX03_LANG
1095    typedef typename pointer_traits<_Ptr>::template rebind<const void> type;
1096#else
1097    typedef typename pointer_traits<_Ptr>::template rebind<const void>::other type;
1098#endif
1099};
1100
1101template <class _Tp>
1102inline _LIBCPP_INLINE_VISIBILITY
1103_Tp*
1104__to_raw_pointer(_Tp* __p) _NOEXCEPT
1105{
1106    return __p;
1107}
1108
1109template <class _Pointer>
1110inline _LIBCPP_INLINE_VISIBILITY
1111typename pointer_traits<_Pointer>::element_type*
1112__to_raw_pointer(_Pointer __p) _NOEXCEPT
1113{
1114    return _VSTD::__to_raw_pointer(__p.operator->());
1115}
1116
1117template <class _Tp>
1118struct __has_size_type
1119{
1120private:
1121    struct __two {char __lx; char __lxx;};
1122    template <class _Up> static __two __test(...);
1123    template <class _Up> static char __test(typename _Up::size_type* = 0);
1124public:
1125    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1126};
1127
1128template <class _Alloc, class _DiffType, bool = __has_size_type<_Alloc>::value>
1129struct __size_type
1130{
1131    typedef typename make_unsigned<_DiffType>::type type;
1132};
1133
1134template <class _Alloc, class _DiffType>
1135struct __size_type<_Alloc, _DiffType, true>
1136{
1137    typedef typename _Alloc::size_type type;
1138};
1139
1140template <class _Tp>
1141struct __has_propagate_on_container_copy_assignment
1142{
1143private:
1144    struct __two {char __lx; char __lxx;};
1145    template <class _Up> static __two __test(...);
1146    template <class _Up> static char __test(typename _Up::propagate_on_container_copy_assignment* = 0);
1147public:
1148    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1149};
1150
1151template <class _Alloc, bool = __has_propagate_on_container_copy_assignment<_Alloc>::value>
1152struct __propagate_on_container_copy_assignment
1153{
1154    typedef false_type type;
1155};
1156
1157template <class _Alloc>
1158struct __propagate_on_container_copy_assignment<_Alloc, true>
1159{
1160    typedef typename _Alloc::propagate_on_container_copy_assignment type;
1161};
1162
1163template <class _Tp>
1164struct __has_propagate_on_container_move_assignment
1165{
1166private:
1167    struct __two {char __lx; char __lxx;};
1168    template <class _Up> static __two __test(...);
1169    template <class _Up> static char __test(typename _Up::propagate_on_container_move_assignment* = 0);
1170public:
1171    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1172};
1173
1174template <class _Alloc, bool = __has_propagate_on_container_move_assignment<_Alloc>::value>
1175struct __propagate_on_container_move_assignment
1176{
1177    typedef false_type type;
1178};
1179
1180template <class _Alloc>
1181struct __propagate_on_container_move_assignment<_Alloc, true>
1182{
1183    typedef typename _Alloc::propagate_on_container_move_assignment type;
1184};
1185
1186template <class _Tp>
1187struct __has_propagate_on_container_swap
1188{
1189private:
1190    struct __two {char __lx; char __lxx;};
1191    template <class _Up> static __two __test(...);
1192    template <class _Up> static char __test(typename _Up::propagate_on_container_swap* = 0);
1193public:
1194    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1195};
1196
1197template <class _Alloc, bool = __has_propagate_on_container_swap<_Alloc>::value>
1198struct __propagate_on_container_swap
1199{
1200    typedef false_type type;
1201};
1202
1203template <class _Alloc>
1204struct __propagate_on_container_swap<_Alloc, true>
1205{
1206    typedef typename _Alloc::propagate_on_container_swap type;
1207};
1208
1209template <class _Tp>
1210struct __has_is_always_equal
1211{
1212private:
1213    struct __two {char __lx; char __lxx;};
1214    template <class _Up> static __two __test(...);
1215    template <class _Up> static char __test(typename _Up::is_always_equal* = 0);
1216public:
1217    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1218};
1219
1220template <class _Alloc, bool = __has_is_always_equal<_Alloc>::value>
1221struct __is_always_equal
1222{
1223    typedef typename _VSTD::is_empty<_Alloc>::type type;
1224};
1225
1226template <class _Alloc>
1227struct __is_always_equal<_Alloc, true>
1228{
1229    typedef typename _Alloc::is_always_equal type;
1230};
1231
1232template <class _Tp, class _Up, bool = __has_rebind<_Tp, _Up>::value>
1233struct __has_rebind_other
1234{
1235private:
1236    struct __two {char __lx; char __lxx;};
1237    template <class _Xp> static __two __test(...);
1238    template <class _Xp> static char __test(typename _Xp::template rebind<_Up>::other* = 0);
1239public:
1240    static const bool value = sizeof(__test<_Tp>(0)) == 1;
1241};
1242
1243template <class _Tp, class _Up>
1244struct __has_rebind_other<_Tp, _Up, false>
1245{
1246    static const bool value = false;
1247};
1248
1249template <class _Tp, class _Up, bool = __has_rebind_other<_Tp, _Up>::value>
1250struct __allocator_traits_rebind
1251{
1252    typedef typename _Tp::template rebind<_Up>::other type;
1253};
1254
1255#ifndef _LIBCPP_HAS_NO_VARIADICS
1256
1257template <template <class, class...> class _Alloc, class _Tp, class ..._Args, class _Up>
1258struct __allocator_traits_rebind<_Alloc<_Tp, _Args...>, _Up, true>
1259{
1260    typedef typename _Alloc<_Tp, _Args...>::template rebind<_Up>::other type;
1261};
1262
1263template <template <class, class...> class _Alloc, class _Tp, class ..._Args, class _Up>
1264struct __allocator_traits_rebind<_Alloc<_Tp, _Args...>, _Up, false>
1265{
1266    typedef _Alloc<_Up, _Args...> type;
1267};
1268
1269#else  // _LIBCPP_HAS_NO_VARIADICS
1270
1271template <template <class> class _Alloc, class _Tp, class _Up>
1272struct __allocator_traits_rebind<_Alloc<_Tp>, _Up, true>
1273{
1274    typedef typename _Alloc<_Tp>::template rebind<_Up>::other type;
1275};
1276
1277template <template <class> class _Alloc, class _Tp, class _Up>
1278struct __allocator_traits_rebind<_Alloc<_Tp>, _Up, false>
1279{
1280    typedef _Alloc<_Up> type;
1281};
1282
1283template <template <class, class> class _Alloc, class _Tp, class _A0, class _Up>
1284struct __allocator_traits_rebind<_Alloc<_Tp, _A0>, _Up, true>
1285{
1286    typedef typename _Alloc<_Tp, _A0>::template rebind<_Up>::other type;
1287};
1288
1289template <template <class, class> class _Alloc, class _Tp, class _A0, class _Up>
1290struct __allocator_traits_rebind<_Alloc<_Tp, _A0>, _Up, false>
1291{
1292    typedef _Alloc<_Up, _A0> type;
1293};
1294
1295template <template <class, class, class> class _Alloc, class _Tp, class _A0,
1296                                         class _A1, class _Up>
1297struct __allocator_traits_rebind<_Alloc<_Tp, _A0, _A1>, _Up, true>
1298{
1299    typedef typename _Alloc<_Tp, _A0, _A1>::template rebind<_Up>::other type;
1300};
1301
1302template <template <class, class, class> class _Alloc, class _Tp, class _A0,
1303                                         class _A1, class _Up>
1304struct __allocator_traits_rebind<_Alloc<_Tp, _A0, _A1>, _Up, false>
1305{
1306    typedef _Alloc<_Up, _A0, _A1> type;
1307};
1308
1309template <template <class, class, class, class> class _Alloc, class _Tp, class _A0,
1310                                                class _A1, class _A2, class _Up>
1311struct __allocator_traits_rebind<_Alloc<_Tp, _A0, _A1, _A2>, _Up, true>
1312{
1313    typedef typename _Alloc<_Tp, _A0, _A1, _A2>::template rebind<_Up>::other type;
1314};
1315
1316template <template <class, class, class, class> class _Alloc, class _Tp, class _A0,
1317                                                class _A1, class _A2, class _Up>
1318struct __allocator_traits_rebind<_Alloc<_Tp, _A0, _A1, _A2>, _Up, false>
1319{
1320    typedef _Alloc<_Up, _A0, _A1, _A2> type;
1321};
1322
1323#endif  // _LIBCPP_HAS_NO_VARIADICS
1324
1325#ifndef _LIBCPP_CXX03_LANG
1326
1327template <class _Alloc, class _SizeType, class _ConstVoidPtr>
1328auto
1329__has_allocate_hint_test(_Alloc&& __a, _SizeType&& __sz, _ConstVoidPtr&& __p)
1330    -> decltype(__a.allocate(__sz, __p), true_type());
1331
1332template <class _Alloc, class _SizeType, class _ConstVoidPtr>
1333auto
1334__has_allocate_hint_test(const _Alloc& __a, _SizeType&& __sz, _ConstVoidPtr&& __p)
1335    -> false_type;
1336
1337template <class _Alloc, class _SizeType, class _ConstVoidPtr>
1338struct __has_allocate_hint
1339    : integral_constant<bool,
1340        is_same<
1341            decltype(__has_allocate_hint_test(declval<_Alloc>(),
1342                                          declval<_SizeType>(),
1343                                          declval<_ConstVoidPtr>())),
1344            true_type>::value>
1345{
1346};
1347
1348#else  // _LIBCPP_CXX03_LANG
1349
1350template <class _Alloc, class _SizeType, class _ConstVoidPtr>
1351struct __has_allocate_hint
1352    : true_type
1353{
1354};
1355
1356#endif  // _LIBCPP_CXX03_LANG
1357
1358#if !defined(_LIBCPP_CXX03_LANG)
1359
1360template <class _Alloc, class _Tp, class ..._Args>
1361decltype(_VSTD::declval<_Alloc>().construct(_VSTD::declval<_Tp*>(),
1362                                           _VSTD::declval<_Args>()...),
1363                                           true_type())
1364__has_construct_test(_Alloc&& __a, _Tp* __p, _Args&& ...__args);
1365
1366template <class _Alloc, class _Pointer, class ..._Args>
1367false_type
1368__has_construct_test(const _Alloc& __a, _Pointer&& __p, _Args&& ...__args);
1369
1370template <class _Alloc, class _Pointer, class ..._Args>
1371struct __has_construct
1372    : integral_constant<bool,
1373        is_same<
1374            decltype(__has_construct_test(declval<_Alloc>(),
1375                                          declval<_Pointer>(),
1376                                          declval<_Args>()...)),
1377            true_type>::value>
1378{
1379};
1380
1381template <class _Alloc, class _Pointer>
1382auto
1383__has_destroy_test(_Alloc&& __a, _Pointer&& __p)
1384    -> decltype(__a.destroy(__p), true_type());
1385
1386template <class _Alloc, class _Pointer>
1387auto
1388__has_destroy_test(const _Alloc& __a, _Pointer&& __p)
1389    -> false_type;
1390
1391template <class _Alloc, class _Pointer>
1392struct __has_destroy
1393    : integral_constant<bool,
1394        is_same<
1395            decltype(__has_destroy_test(declval<_Alloc>(),
1396                                        declval<_Pointer>())),
1397            true_type>::value>
1398{
1399};
1400
1401template <class _Alloc>
1402auto
1403__has_max_size_test(_Alloc&& __a)
1404    -> decltype(__a.max_size(), true_type());
1405
1406template <class _Alloc>
1407auto
1408__has_max_size_test(const volatile _Alloc& __a)
1409    -> false_type;
1410
1411template <class _Alloc>
1412struct __has_max_size
1413    : integral_constant<bool,
1414        is_same<
1415            decltype(__has_max_size_test(declval<_Alloc&>())),
1416            true_type>::value>
1417{
1418};
1419
1420template <class _Alloc>
1421auto
1422__has_select_on_container_copy_construction_test(_Alloc&& __a)
1423    -> decltype(__a.select_on_container_copy_construction(), true_type());
1424
1425template <class _Alloc>
1426auto
1427__has_select_on_container_copy_construction_test(const volatile _Alloc& __a)
1428    -> false_type;
1429
1430template <class _Alloc>
1431struct __has_select_on_container_copy_construction
1432    : integral_constant<bool,
1433        is_same<
1434            decltype(__has_select_on_container_copy_construction_test(declval<_Alloc&>())),
1435            true_type>::value>
1436{
1437};
1438
1439#else  // _LIBCPP_CXX03_LANG
1440
1441#ifndef _LIBCPP_HAS_NO_VARIADICS
1442
1443template <class _Alloc, class _Pointer, class ..._Args>
1444struct __has_construct
1445    : false_type
1446{
1447};
1448
1449#else  // _LIBCPP_HAS_NO_VARIADICS
1450
1451template <class _Alloc, class _Pointer, class _Args>
1452struct __has_construct
1453    : false_type
1454{
1455};
1456
1457#endif  // _LIBCPP_HAS_NO_VARIADICS
1458
1459template <class _Alloc, class _Pointer>
1460struct __has_destroy
1461    : false_type
1462{
1463};
1464
1465template <class _Alloc>
1466struct __has_max_size
1467    : true_type
1468{
1469};
1470
1471template <class _Alloc>
1472struct __has_select_on_container_copy_construction
1473    : false_type
1474{
1475};
1476
1477#endif  // _LIBCPP_CXX03_LANG
1478
1479template <class _Alloc, class _Ptr, bool = __has_difference_type<_Alloc>::value>
1480struct __alloc_traits_difference_type
1481{
1482    typedef typename pointer_traits<_Ptr>::difference_type type;
1483};
1484
1485template <class _Alloc, class _Ptr>
1486struct __alloc_traits_difference_type<_Alloc, _Ptr, true>
1487{
1488    typedef typename _Alloc::difference_type type;
1489};
1490
1491template <class _Alloc>
1492struct _LIBCPP_TEMPLATE_VIS allocator_traits
1493{
1494    typedef _Alloc                              allocator_type;
1495    typedef typename allocator_type::value_type value_type;
1496
1497    typedef typename __pointer_type<value_type, allocator_type>::type pointer;
1498    typedef typename __const_pointer<value_type, pointer, allocator_type>::type const_pointer;
1499    typedef typename __void_pointer<pointer, allocator_type>::type void_pointer;
1500    typedef typename __const_void_pointer<pointer, allocator_type>::type const_void_pointer;
1501
1502    typedef typename __alloc_traits_difference_type<allocator_type, pointer>::type difference_type;
1503    typedef typename __size_type<allocator_type, difference_type>::type size_type;
1504
1505    typedef typename __propagate_on_container_copy_assignment<allocator_type>::type
1506                     propagate_on_container_copy_assignment;
1507    typedef typename __propagate_on_container_move_assignment<allocator_type>::type
1508                     propagate_on_container_move_assignment;
1509    typedef typename __propagate_on_container_swap<allocator_type>::type
1510                     propagate_on_container_swap;
1511    typedef typename __is_always_equal<allocator_type>::type
1512                     is_always_equal;
1513
1514#ifndef _LIBCPP_CXX03_LANG
1515    template <class _Tp> using rebind_alloc =
1516                  typename __allocator_traits_rebind<allocator_type, _Tp>::type;
1517    template <class _Tp> using rebind_traits = allocator_traits<rebind_alloc<_Tp>>;
1518#else  // _LIBCPP_CXX03_LANG
1519    template <class _Tp> struct rebind_alloc
1520        {typedef typename __allocator_traits_rebind<allocator_type, _Tp>::type other;};
1521    template <class _Tp> struct rebind_traits
1522        {typedef allocator_traits<typename rebind_alloc<_Tp>::other> other;};
1523#endif  // _LIBCPP_CXX03_LANG
1524
1525    _LIBCPP_INLINE_VISIBILITY
1526    static pointer allocate(allocator_type& __a, size_type __n)
1527        {return __a.allocate(__n);}
1528    _LIBCPP_INLINE_VISIBILITY
1529    static pointer allocate(allocator_type& __a, size_type __n, const_void_pointer __hint)
1530        {return allocate(__a, __n, __hint,
1531            __has_allocate_hint<allocator_type, size_type, const_void_pointer>());}
1532
1533    _LIBCPP_INLINE_VISIBILITY
1534    static void deallocate(allocator_type& __a, pointer __p, size_type __n) _NOEXCEPT
1535        {__a.deallocate(__p, __n);}
1536
1537#ifndef _LIBCPP_HAS_NO_VARIADICS
1538    template <class _Tp, class... _Args>
1539        _LIBCPP_INLINE_VISIBILITY
1540        static void construct(allocator_type& __a, _Tp* __p, _Args&&... __args)
1541            {__construct(__has_construct<allocator_type, _Tp*, _Args...>(),
1542                         __a, __p, _VSTD::forward<_Args>(__args)...);}
1543#else  // _LIBCPP_HAS_NO_VARIADICS
1544    template <class _Tp>
1545        _LIBCPP_INLINE_VISIBILITY
1546        static void construct(allocator_type& __a, _Tp* __p)
1547            {
1548                ::new ((void*)__p) _Tp();
1549            }
1550    template <class _Tp, class _A0>
1551        _LIBCPP_INLINE_VISIBILITY
1552        static void construct(allocator_type& __a, _Tp* __p, const _A0& __a0)
1553            {
1554                ::new ((void*)__p) _Tp(__a0);
1555            }
1556    template <class _Tp, class _A0, class _A1>
1557        _LIBCPP_INLINE_VISIBILITY
1558        static void construct(allocator_type& __a, _Tp* __p, const _A0& __a0,
1559                              const _A1& __a1)
1560            {
1561                ::new ((void*)__p) _Tp(__a0, __a1);
1562            }
1563    template <class _Tp, class _A0, class _A1, class _A2>
1564        _LIBCPP_INLINE_VISIBILITY
1565        static void construct(allocator_type& __a, _Tp* __p, const _A0& __a0,
1566                              const _A1& __a1, const _A2& __a2)
1567            {
1568                ::new ((void*)__p) _Tp(__a0, __a1, __a2);
1569            }
1570#endif  // _LIBCPP_HAS_NO_VARIADICS
1571
1572    template <class _Tp>
1573        _LIBCPP_INLINE_VISIBILITY
1574        static void destroy(allocator_type& __a, _Tp* __p)
1575            {__destroy(__has_destroy<allocator_type, _Tp*>(), __a, __p);}
1576
1577    _LIBCPP_INLINE_VISIBILITY
1578    static size_type max_size(const allocator_type& __a) _NOEXCEPT
1579        {return __max_size(__has_max_size<const allocator_type>(), __a);}
1580
1581    _LIBCPP_INLINE_VISIBILITY
1582    static allocator_type
1583        select_on_container_copy_construction(const allocator_type& __a)
1584            {return select_on_container_copy_construction(
1585                __has_select_on_container_copy_construction<const allocator_type>(),
1586                __a);}
1587
1588    template <class _Ptr>
1589        _LIBCPP_INLINE_VISIBILITY
1590        static
1591        void
1592        __construct_forward(allocator_type& __a, _Ptr __begin1, _Ptr __end1, _Ptr& __begin2)
1593        {
1594            for (; __begin1 != __end1; ++__begin1, ++__begin2)
1595                construct(__a, _VSTD::__to_raw_pointer(__begin2), _VSTD::move_if_noexcept(*__begin1));
1596        }
1597
1598    template <class _Tp>
1599        _LIBCPP_INLINE_VISIBILITY
1600        static
1601        typename enable_if
1602        <
1603            (is_same<allocator_type, allocator<_Tp> >::value
1604                || !__has_construct<allocator_type, _Tp*, _Tp>::value) &&
1605             is_trivially_move_constructible<_Tp>::value,
1606            void
1607        >::type
1608        __construct_forward(allocator_type&, _Tp* __begin1, _Tp* __end1, _Tp*& __begin2)
1609        {
1610            ptrdiff_t _Np = __end1 - __begin1;
1611            if (_Np > 0)
1612            {
1613                _VSTD::memcpy(__begin2, __begin1, _Np * sizeof(_Tp));
1614                __begin2 += _Np;
1615            }
1616        }
1617
1618    template <class _Iter, class _Ptr>
1619        _LIBCPP_INLINE_VISIBILITY
1620        static
1621        void
1622        __construct_range_forward(allocator_type& __a, _Iter __begin1, _Iter __end1, _Ptr& __begin2)
1623        {
1624            for (; __begin1 != __end1; ++__begin1, (void) ++__begin2)
1625                construct(__a, _VSTD::__to_raw_pointer(__begin2), *__begin1);
1626        }
1627
1628    template <class _Tp>
1629        _LIBCPP_INLINE_VISIBILITY
1630        static
1631        typename enable_if
1632        <
1633            (is_same<allocator_type, allocator<_Tp> >::value
1634                || !__has_construct<allocator_type, _Tp*, _Tp>::value) &&
1635             is_trivially_move_constructible<_Tp>::value,
1636            void
1637        >::type
1638        __construct_range_forward(allocator_type&, _Tp* __begin1, _Tp* __end1, _Tp*& __begin2)
1639        {
1640            typedef typename remove_const<_Tp>::type _Vp;
1641            ptrdiff_t _Np = __end1 - __begin1;
1642            if (_Np > 0)
1643            {
1644                _VSTD::memcpy(const_cast<_Vp*>(__begin2), __begin1, _Np * sizeof(_Tp));
1645                __begin2 += _Np;
1646            }
1647        }
1648
1649    template <class _Ptr>
1650        _LIBCPP_INLINE_VISIBILITY
1651        static
1652        void
1653        __construct_backward(allocator_type& __a, _Ptr __begin1, _Ptr __end1, _Ptr& __end2)
1654        {
1655            while (__end1 != __begin1)
1656            {
1657                construct(__a, _VSTD::__to_raw_pointer(__end2-1), _VSTD::move_if_noexcept(*--__end1));
1658                --__end2;
1659            }
1660        }
1661
1662    template <class _Tp>
1663        _LIBCPP_INLINE_VISIBILITY
1664        static
1665        typename enable_if
1666        <
1667            (is_same<allocator_type, allocator<_Tp> >::value
1668                || !__has_construct<allocator_type, _Tp*, _Tp>::value) &&
1669             is_trivially_move_constructible<_Tp>::value,
1670            void
1671        >::type
1672        __construct_backward(allocator_type&, _Tp* __begin1, _Tp* __end1, _Tp*& __end2)
1673        {
1674            ptrdiff_t _Np = __end1 - __begin1;
1675            __end2 -= _Np;
1676            if (_Np > 0)
1677                _VSTD::memcpy(__end2, __begin1, _Np * sizeof(_Tp));
1678        }
1679
1680private:
1681
1682    _LIBCPP_INLINE_VISIBILITY
1683    static pointer allocate(allocator_type& __a, size_type __n,
1684        const_void_pointer __hint, true_type)
1685        {return __a.allocate(__n, __hint);}
1686    _LIBCPP_INLINE_VISIBILITY
1687    static pointer allocate(allocator_type& __a, size_type __n,
1688        const_void_pointer, false_type)
1689        {return __a.allocate(__n);}
1690
1691#ifndef _LIBCPP_HAS_NO_VARIADICS
1692    template <class _Tp, class... _Args>
1693        _LIBCPP_INLINE_VISIBILITY
1694        static void __construct(true_type, allocator_type& __a, _Tp* __p, _Args&&... __args)
1695            {__a.construct(__p, _VSTD::forward<_Args>(__args)...);}
1696    template <class _Tp, class... _Args>
1697        _LIBCPP_INLINE_VISIBILITY
1698        static void __construct(false_type, allocator_type&, _Tp* __p, _Args&&... __args)
1699            {
1700                ::new ((void*)__p) _Tp(_VSTD::forward<_Args>(__args)...);
1701            }
1702#endif  // _LIBCPP_HAS_NO_VARIADICS
1703
1704    template <class _Tp>
1705        _LIBCPP_INLINE_VISIBILITY
1706        static void __destroy(true_type, allocator_type& __a, _Tp* __p)
1707            {__a.destroy(__p);}
1708    template <class _Tp>
1709        _LIBCPP_INLINE_VISIBILITY
1710        static void __destroy(false_type, allocator_type&, _Tp* __p)
1711            {
1712                __p->~_Tp();
1713            }
1714
1715    _LIBCPP_INLINE_VISIBILITY
1716    static size_type __max_size(true_type, const allocator_type& __a)
1717            {return __a.max_size();}
1718    _LIBCPP_INLINE_VISIBILITY
1719    static size_type __max_size(false_type, const allocator_type&)
1720            {return numeric_limits<size_type>::max() / sizeof(value_type);}
1721
1722    _LIBCPP_INLINE_VISIBILITY
1723    static allocator_type
1724        select_on_container_copy_construction(true_type, const allocator_type& __a)
1725            {return __a.select_on_container_copy_construction();}
1726    _LIBCPP_INLINE_VISIBILITY
1727    static allocator_type
1728        select_on_container_copy_construction(false_type, const allocator_type& __a)
1729            {return __a;}
1730};
1731
1732template <class _Traits, class _Tp>
1733struct __rebind_alloc_helper
1734{
1735#ifndef _LIBCPP_CXX03_LANG
1736    typedef typename _Traits::template rebind_alloc<_Tp>        type;
1737#else
1738    typedef typename _Traits::template rebind_alloc<_Tp>::other type;
1739#endif
1740};
1741
1742// allocator
1743
1744template <class _Tp>
1745class _LIBCPP_TEMPLATE_VIS allocator
1746{
1747public:
1748    typedef size_t            size_type;
1749    typedef ptrdiff_t         difference_type;
1750    typedef _Tp*              pointer;
1751    typedef const _Tp*        const_pointer;
1752    typedef _Tp&              reference;
1753    typedef const _Tp&        const_reference;
1754    typedef _Tp               value_type;
1755
1756    typedef true_type propagate_on_container_move_assignment;
1757    typedef true_type is_always_equal;
1758
1759    template <class _Up> struct rebind {typedef allocator<_Up> other;};
1760
1761    _LIBCPP_INLINE_VISIBILITY allocator() _NOEXCEPT {}
1762    template <class _Up> _LIBCPP_INLINE_VISIBILITY allocator(const allocator<_Up>&) _NOEXCEPT {}
1763    _LIBCPP_INLINE_VISIBILITY pointer address(reference __x) const _NOEXCEPT
1764        {return _VSTD::addressof(__x);}
1765    _LIBCPP_INLINE_VISIBILITY const_pointer address(const_reference __x) const _NOEXCEPT
1766        {return _VSTD::addressof(__x);}
1767    _LIBCPP_INLINE_VISIBILITY pointer allocate(size_type __n, allocator<void>::const_pointer = 0)
1768        {
1769        if (__n > max_size())
1770            __throw_length_error("allocator<T>::allocate(size_t n)"
1771                                 " 'n' exceeds maximum supported size");
1772        return static_cast<pointer>(_VSTD::__allocate(__n * sizeof(_Tp)));
1773        }
1774    _LIBCPP_INLINE_VISIBILITY void deallocate(pointer __p, size_type) _NOEXCEPT
1775        {_VSTD::__deallocate((void*)__p);}
1776    _LIBCPP_INLINE_VISIBILITY size_type max_size() const _NOEXCEPT
1777        {return size_type(~0) / sizeof(_Tp);}
1778#if !defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES) && !defined(_LIBCPP_HAS_NO_VARIADICS)
1779    template <class _Up, class... _Args>
1780        _LIBCPP_INLINE_VISIBILITY
1781        void
1782        construct(_Up* __p, _Args&&... __args)
1783        {
1784            ::new((void*)__p) _Up(_VSTD::forward<_Args>(__args)...);
1785        }
1786#else  // !defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES) && !defined(_LIBCPP_HAS_NO_VARIADICS)
1787        _LIBCPP_INLINE_VISIBILITY
1788        void
1789        construct(pointer __p)
1790        {
1791            ::new((void*)__p) _Tp();
1792        }
1793# if defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES)
1794
1795    template <class _A0>
1796        _LIBCPP_INLINE_VISIBILITY
1797        void
1798        construct(pointer __p, _A0& __a0)
1799        {
1800            ::new((void*)__p) _Tp(__a0);
1801        }
1802    template <class _A0>
1803        _LIBCPP_INLINE_VISIBILITY
1804        void
1805        construct(pointer __p, const _A0& __a0)
1806        {
1807            ::new((void*)__p) _Tp(__a0);
1808        }
1809# endif  // defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES)
1810    template <class _A0, class _A1>
1811        _LIBCPP_INLINE_VISIBILITY
1812        void
1813        construct(pointer __p, _A0& __a0, _A1& __a1)
1814        {
1815            ::new((void*)__p) _Tp(__a0, __a1);
1816        }
1817    template <class _A0, class _A1>
1818        _LIBCPP_INLINE_VISIBILITY
1819        void
1820        construct(pointer __p, const _A0& __a0, _A1& __a1)
1821        {
1822            ::new((void*)__p) _Tp(__a0, __a1);
1823        }
1824    template <class _A0, class _A1>
1825        _LIBCPP_INLINE_VISIBILITY
1826        void
1827        construct(pointer __p, _A0& __a0, const _A1& __a1)
1828        {
1829            ::new((void*)__p) _Tp(__a0, __a1);
1830        }
1831    template <class _A0, class _A1>
1832        _LIBCPP_INLINE_VISIBILITY
1833        void
1834        construct(pointer __p, const _A0& __a0, const _A1& __a1)
1835        {
1836            ::new((void*)__p) _Tp(__a0, __a1);
1837        }
1838#endif  // !defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES) && !defined(_LIBCPP_HAS_NO_VARIADICS)
1839    _LIBCPP_INLINE_VISIBILITY void destroy(pointer __p) {__p->~_Tp();}
1840};
1841
1842template <class _Tp>
1843class _LIBCPP_TEMPLATE_VIS allocator<const _Tp>
1844{
1845public:
1846    typedef size_t            size_type;
1847    typedef ptrdiff_t         difference_type;
1848    typedef const _Tp*        pointer;
1849    typedef const _Tp*        const_pointer;
1850    typedef const _Tp&        reference;
1851    typedef const _Tp&        const_reference;
1852    typedef const _Tp         value_type;
1853
1854    typedef true_type propagate_on_container_move_assignment;
1855    typedef true_type is_always_equal;
1856
1857    template <class _Up> struct rebind {typedef allocator<_Up> other;};
1858
1859    _LIBCPP_INLINE_VISIBILITY allocator() _NOEXCEPT {}
1860    template <class _Up> _LIBCPP_INLINE_VISIBILITY allocator(const allocator<_Up>&) _NOEXCEPT {}
1861    _LIBCPP_INLINE_VISIBILITY const_pointer address(const_reference __x) const _NOEXCEPT
1862        {return _VSTD::addressof(__x);}
1863    _LIBCPP_INLINE_VISIBILITY pointer allocate(size_type __n, allocator<void>::const_pointer = 0)
1864    {
1865        if (__n > max_size())
1866            __throw_length_error("allocator<const T>::allocate(size_t n)"
1867                                 " 'n' exceeds maximum supported size");
1868        return static_cast<pointer>(_VSTD::__allocate(__n * sizeof(_Tp)));
1869    }
1870    _LIBCPP_INLINE_VISIBILITY void deallocate(pointer __p, size_type) _NOEXCEPT
1871        {_VSTD::__deallocate((void*)__p);}
1872    _LIBCPP_INLINE_VISIBILITY size_type max_size() const _NOEXCEPT
1873        {return size_type(~0) / sizeof(_Tp);}
1874#if !defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES) && !defined(_LIBCPP_HAS_NO_VARIADICS)
1875    template <class _Up, class... _Args>
1876        _LIBCPP_INLINE_VISIBILITY
1877        void
1878        construct(_Up* __p, _Args&&... __args)
1879        {
1880            ::new((void*)__p) _Up(_VSTD::forward<_Args>(__args)...);
1881        }
1882#else  // !defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES) && !defined(_LIBCPP_HAS_NO_VARIADICS)
1883        _LIBCPP_INLINE_VISIBILITY
1884        void
1885        construct(pointer __p)
1886        {
1887            ::new((void*)__p) _Tp();
1888        }
1889# if defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES)
1890
1891    template <class _A0>
1892        _LIBCPP_INLINE_VISIBILITY
1893        void
1894        construct(pointer __p, _A0& __a0)
1895        {
1896            ::new((void*)__p) _Tp(__a0);
1897        }
1898    template <class _A0>
1899        _LIBCPP_INLINE_VISIBILITY
1900        void
1901        construct(pointer __p, const _A0& __a0)
1902        {
1903            ::new((void*)__p) _Tp(__a0);
1904        }
1905# endif  // defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES)
1906    template <class _A0, class _A1>
1907        _LIBCPP_INLINE_VISIBILITY
1908        void
1909        construct(pointer __p, _A0& __a0, _A1& __a1)
1910        {
1911            ::new((void*)__p) _Tp(__a0, __a1);
1912        }
1913    template <class _A0, class _A1>
1914        _LIBCPP_INLINE_VISIBILITY
1915        void
1916        construct(pointer __p, const _A0& __a0, _A1& __a1)
1917        {
1918            ::new((void*)__p) _Tp(__a0, __a1);
1919        }
1920    template <class _A0, class _A1>
1921        _LIBCPP_INLINE_VISIBILITY
1922        void
1923        construct(pointer __p, _A0& __a0, const _A1& __a1)
1924        {
1925            ::new((void*)__p) _Tp(__a0, __a1);
1926        }
1927    template <class _A0, class _A1>
1928        _LIBCPP_INLINE_VISIBILITY
1929        void
1930        construct(pointer __p, const _A0& __a0, const _A1& __a1)
1931        {
1932            ::new((void*)__p) _Tp(__a0, __a1);
1933        }
1934#endif  // !defined(_LIBCPP_HAS_NO_RVALUE_REFERENCES) && !defined(_LIBCPP_HAS_NO_VARIADICS)
1935    _LIBCPP_INLINE_VISIBILITY void destroy(pointer __p) {__p->~_Tp();}
1936};
1937
1938template <class _Tp, class _Up>
1939inline _LIBCPP_INLINE_VISIBILITY
1940bool operator==(const allocator<_Tp>&, const allocator<_Up>&) _NOEXCEPT {return true;}
1941
1942template <class _Tp, class _Up>
1943inline _LIBCPP_INLINE_VISIBILITY
1944bool operator!=(const allocator<_Tp>&, const allocator<_Up>&) _NOEXCEPT {return false;}
1945
1946template <class _OutputIterator, class _Tp>
1947class _LIBCPP_TEMPLATE_VIS raw_storage_iterator
1948    : public iterator<output_iterator_tag,
1949                      _Tp,                                         // purposefully not C++03
1950                      ptrdiff_t,                                   // purposefully not C++03
1951                      _Tp*,                                        // purposefully not C++03
1952                      raw_storage_iterator<_OutputIterator, _Tp>&> // purposefully not C++03
1953{
1954private:
1955    _OutputIterator __x_;
1956public:
1957    _LIBCPP_INLINE_VISIBILITY explicit raw_storage_iterator(_OutputIterator __x) : __x_(__x) {}
1958    _LIBCPP_INLINE_VISIBILITY raw_storage_iterator& operator*() {return *this;}
1959    _LIBCPP_INLINE_VISIBILITY raw_storage_iterator& operator=(const _Tp& __element)
1960        {::new(&*__x_) _Tp(__element); return *this;}
1961#if _LIBCPP_STD_VER >= 14
1962    _LIBCPP_INLINE_VISIBILITY raw_storage_iterator& operator=(_Tp&& __element)
1963        {::new(&*__x_) _Tp(_VSTD::move(__element)); return *this;}
1964#endif
1965    _LIBCPP_INLINE_VISIBILITY raw_storage_iterator& operator++() {++__x_; return *this;}
1966    _LIBCPP_INLINE_VISIBILITY raw_storage_iterator  operator++(int)
1967        {raw_storage_iterator __t(*this); ++__x_; return __t;}
1968#if _LIBCPP_STD_VER >= 14
1969    _LIBCPP_INLINE_VISIBILITY _OutputIterator base() const { return __x_; }
1970#endif
1971};
1972
1973template <class _Tp>
1974pair<_Tp*, ptrdiff_t>
1975get_temporary_buffer(ptrdiff_t __n) _NOEXCEPT
1976{
1977    pair<_Tp*, ptrdiff_t> __r(0, 0);
1978    const ptrdiff_t __m = (~ptrdiff_t(0) ^
1979                           ptrdiff_t(ptrdiff_t(1) << (sizeof(ptrdiff_t) * __CHAR_BIT__ - 1)))
1980                           / sizeof(_Tp);
1981    if (__n > __m)
1982        __n = __m;
1983    while (__n > 0)
1984    {
1985        __r.first = static_cast<_Tp*>(::operator new(__n * sizeof(_Tp), nothrow));
1986        if (__r.first)
1987        {
1988            __r.second = __n;
1989            break;
1990        }
1991        __n /= 2;
1992    }
1993    return __r;
1994}
1995
1996template <class _Tp>
1997inline _LIBCPP_INLINE_VISIBILITY
1998void return_temporary_buffer(_Tp* __p) _NOEXCEPT {::operator delete(__p);}
1999
2000template <class _Tp>
2001struct auto_ptr_ref
2002{
2003    _Tp* __ptr_;
2004};
2005
2006template<class _Tp>
2007class _LIBCPP_TEMPLATE_VIS auto_ptr
2008{
2009private:
2010    _Tp* __ptr_;
2011public:
2012    typedef _Tp element_type;
2013
2014    _LIBCPP_INLINE_VISIBILITY explicit auto_ptr(_Tp* __p = 0) throw() : __ptr_(__p) {}
2015    _LIBCPP_INLINE_VISIBILITY auto_ptr(auto_ptr& __p) throw() : __ptr_(__p.release()) {}
2016    template<class _Up> _LIBCPP_INLINE_VISIBILITY auto_ptr(auto_ptr<_Up>& __p) throw()
2017        : __ptr_(__p.release()) {}
2018    _LIBCPP_INLINE_VISIBILITY auto_ptr& operator=(auto_ptr& __p) throw()
2019        {reset(__p.release()); return *this;}
2020    template<class _Up> _LIBCPP_INLINE_VISIBILITY auto_ptr& operator=(auto_ptr<_Up>& __p) throw()
2021        {reset(__p.release()); return *this;}
2022    _LIBCPP_INLINE_VISIBILITY auto_ptr& operator=(auto_ptr_ref<_Tp> __p) throw()
2023        {reset(__p.__ptr_); return *this;}
2024    _LIBCPP_INLINE_VISIBILITY ~auto_ptr() throw() {delete __ptr_;}
2025
2026    _LIBCPP_INLINE_VISIBILITY _Tp& operator*() const throw()
2027        {return *__ptr_;}
2028    _LIBCPP_INLINE_VISIBILITY _Tp* operator->() const throw() {return __ptr_;}
2029    _LIBCPP_INLINE_VISIBILITY _Tp* get() const throw() {return __ptr_;}
2030    _LIBCPP_INLINE_VISIBILITY _Tp* release() throw()
2031    {
2032        _Tp* __t = __ptr_;
2033        __ptr_ = 0;
2034        return __t;
2035    }
2036    _LIBCPP_INLINE_VISIBILITY void reset(_Tp* __p = 0) throw()
2037    {
2038        if (__ptr_ != __p)
2039            delete __ptr_;
2040        __ptr_ = __p;
2041    }
2042
2043    _LIBCPP_INLINE_VISIBILITY auto_ptr(auto_ptr_ref<_Tp> __p) throw() : __ptr_(__p.__ptr_) {}
2044    template<class _Up> _LIBCPP_INLINE_VISIBILITY operator auto_ptr_ref<_Up>() throw()
2045        {auto_ptr_ref<_Up> __t; __t.__ptr_ = release(); return __t;}
2046    template<class _Up> _LIBCPP_INLINE_VISIBILITY operator auto_ptr<_Up>() throw()
2047        {return auto_ptr<_Up>(release());}
2048};
2049
2050template <>
2051class _LIBCPP_TEMPLATE_VIS auto_ptr<void>
2052{
2053public:
2054    typedef void element_type;
2055};
2056
2057template <class _T1, class _T2, bool = is_same<typename remove_cv<_T1>::type,
2058                                                     typename remove_cv<_T2>::type>::value,
2059                                bool = is_empty<_T1>::value
2060                                       && !__libcpp_is_final<_T1>::value,
2061                                bool = is_empty<_T2>::value
2062                                       && !__libcpp_is_final<_T2>::value
2063         >
2064struct __libcpp_compressed_pair_switch;
2065
2066template <class _T1, class _T2, bool IsSame>
2067struct __libcpp_compressed_pair_switch<_T1, _T2, IsSame, false, false> {enum {value = 0};};
2068
2069template <class _T1, class _T2, bool IsSame>
2070struct __libcpp_compressed_pair_switch<_T1, _T2, IsSame, true, false>  {enum {value = 1};};
2071
2072template <class _T1, class _T2, bool IsSame>
2073struct __libcpp_compressed_pair_switch<_T1, _T2, IsSame, false, true>  {enum {value = 2};};
2074
2075template <class _T1, class _T2>
2076struct __libcpp_compressed_pair_switch<_T1, _T2, false, true, true>    {enum {value = 3};};
2077
2078template <class _T1, class _T2>
2079struct __libcpp_compressed_pair_switch<_T1, _T2, true, true, true>     {enum {value = 1};};
2080
2081template <class _T1, class _T2, unsigned = __libcpp_compressed_pair_switch<_T1, _T2>::value>
2082class __libcpp_compressed_pair_imp;
2083
2084template <class _T1, class _T2>
2085class __libcpp_compressed_pair_imp<_T1, _T2, 0>
2086{
2087private:
2088    _T1 __first_;
2089    _T2 __second_;
2090public:
2091    typedef _T1 _T1_param;
2092    typedef _T2 _T2_param;
2093
2094    typedef typename remove_reference<_T1>::type& _T1_reference;
2095    typedef typename remove_reference<_T2>::type& _T2_reference;
2096
2097    typedef const typename remove_reference<_T1>::type& _T1_const_reference;
2098    typedef const typename remove_reference<_T2>::type& _T2_const_reference;
2099
2100    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp() : __first_(), __second_() {}
2101    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T1_param __t1)
2102        : __first_(_VSTD::forward<_T1_param>(__t1)), __second_() {}
2103    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T2_param __t2)
2104        : __first_(), __second_(_VSTD::forward<_T2_param>(__t2)) {}
2105    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp(_T1_param __t1, _T2_param __t2)
2106        : __first_(_VSTD::forward<_T1_param>(__t1)), __second_(_VSTD::forward<_T2_param>(__t2)) {}
2107
2108#ifndef _LIBCPP_HAS_NO_VARIADICS
2109
2110    template <class... _Args1, class... _Args2, size_t... _I1, size_t... _I2>
2111        _LIBCPP_INLINE_VISIBILITY
2112        __libcpp_compressed_pair_imp(piecewise_construct_t,
2113                                     tuple<_Args1...> __first_args,
2114                                     tuple<_Args2...> __second_args,
2115                                     __tuple_indices<_I1...>,
2116                                     __tuple_indices<_I2...>)
2117            : __first_(_VSTD::forward<_Args1>(_VSTD::get<_I1>(__first_args))...),
2118              __second_(_VSTD::forward<_Args2>(_VSTD::get<_I2>(__second_args))...)
2119            {}
2120
2121#endif  // _LIBCPP_HAS_NO_VARIADICS
2122
2123    _LIBCPP_INLINE_VISIBILITY _T1_reference       first() _NOEXCEPT       {return __first_;}
2124    _LIBCPP_INLINE_VISIBILITY _T1_const_reference first() const _NOEXCEPT {return __first_;}
2125
2126    _LIBCPP_INLINE_VISIBILITY _T2_reference       second() _NOEXCEPT       {return __second_;}
2127    _LIBCPP_INLINE_VISIBILITY _T2_const_reference second() const _NOEXCEPT {return __second_;}
2128
2129    _LIBCPP_INLINE_VISIBILITY void swap(__libcpp_compressed_pair_imp& __x)
2130        _NOEXCEPT_(__is_nothrow_swappable<_T1>::value &&
2131                   __is_nothrow_swappable<_T2>::value)
2132    {
2133        using _VSTD::swap;
2134        swap(__first_, __x.__first_);
2135        swap(__second_, __x.__second_);
2136    }
2137};
2138
2139template <class _T1, class _T2>
2140class __libcpp_compressed_pair_imp<_T1, _T2, 1>
2141    : private _T1
2142{
2143private:
2144    _T2 __second_;
2145public:
2146    typedef _T1 _T1_param;
2147    typedef _T2 _T2_param;
2148
2149    typedef _T1&                                        _T1_reference;
2150    typedef typename remove_reference<_T2>::type& _T2_reference;
2151
2152    typedef const _T1&                                        _T1_const_reference;
2153    typedef const typename remove_reference<_T2>::type& _T2_const_reference;
2154
2155    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp() : __second_() {}
2156    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T1_param __t1)
2157        : _T1(_VSTD::forward<_T1_param>(__t1)), __second_() {}
2158    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T2_param __t2)
2159        : __second_(_VSTD::forward<_T2_param>(__t2)) {}
2160    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp(_T1_param __t1, _T2_param __t2)
2161        : _T1(_VSTD::forward<_T1_param>(__t1)), __second_(_VSTD::forward<_T2_param>(__t2)) {}
2162
2163#ifndef _LIBCPP_HAS_NO_VARIADICS
2164
2165    template <class... _Args1, class... _Args2, size_t... _I1, size_t... _I2>
2166        _LIBCPP_INLINE_VISIBILITY
2167        __libcpp_compressed_pair_imp(piecewise_construct_t,
2168                                     tuple<_Args1...> __first_args,
2169                                     tuple<_Args2...> __second_args,
2170                                     __tuple_indices<_I1...>,
2171                                     __tuple_indices<_I2...>)
2172            : _T1(_VSTD::forward<_Args1>(_VSTD::get<_I1>(__first_args))...),
2173              __second_(_VSTD::forward<_Args2>(_VSTD::get<_I2>(__second_args))...)
2174            {}
2175
2176#endif  // _LIBCPP_HAS_NO_VARIADICS
2177
2178    _LIBCPP_INLINE_VISIBILITY _T1_reference       first() _NOEXCEPT       {return *this;}
2179    _LIBCPP_INLINE_VISIBILITY _T1_const_reference first() const _NOEXCEPT {return *this;}
2180
2181    _LIBCPP_INLINE_VISIBILITY _T2_reference       second() _NOEXCEPT       {return __second_;}
2182    _LIBCPP_INLINE_VISIBILITY _T2_const_reference second() const _NOEXCEPT {return __second_;}
2183
2184    _LIBCPP_INLINE_VISIBILITY void swap(__libcpp_compressed_pair_imp& __x)
2185        _NOEXCEPT_(__is_nothrow_swappable<_T1>::value &&
2186                   __is_nothrow_swappable<_T2>::value)
2187    {
2188        using _VSTD::swap;
2189        swap(__second_, __x.__second_);
2190    }
2191};
2192
2193template <class _T1, class _T2>
2194class __libcpp_compressed_pair_imp<_T1, _T2, 2>
2195    : private _T2
2196{
2197private:
2198    _T1 __first_;
2199public:
2200    typedef _T1 _T1_param;
2201    typedef _T2 _T2_param;
2202
2203    typedef typename remove_reference<_T1>::type& _T1_reference;
2204    typedef _T2&                                        _T2_reference;
2205
2206    typedef const typename remove_reference<_T1>::type& _T1_const_reference;
2207    typedef const _T2&                                        _T2_const_reference;
2208
2209    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp() : __first_() {}
2210    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T1_param __t1)
2211        : __first_(_VSTD::forward<_T1_param>(__t1)) {}
2212    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T2_param __t2)
2213        : _T2(_VSTD::forward<_T2_param>(__t2)), __first_() {}
2214    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp(_T1_param __t1, _T2_param __t2)
2215        _NOEXCEPT_(is_nothrow_move_constructible<_T1>::value &&
2216                   is_nothrow_move_constructible<_T2>::value)
2217        : _T2(_VSTD::forward<_T2_param>(__t2)), __first_(_VSTD::forward<_T1_param>(__t1)) {}
2218
2219#ifndef _LIBCPP_HAS_NO_VARIADICS
2220
2221    template <class... _Args1, class... _Args2, size_t... _I1, size_t... _I2>
2222        _LIBCPP_INLINE_VISIBILITY
2223        __libcpp_compressed_pair_imp(piecewise_construct_t,
2224                                     tuple<_Args1...> __first_args,
2225                                     tuple<_Args2...> __second_args,
2226                                     __tuple_indices<_I1...>,
2227                                     __tuple_indices<_I2...>)
2228            : _T2(_VSTD::forward<_Args2>(_VSTD::get<_I2>(__second_args))...),
2229              __first_(_VSTD::forward<_Args1>(_VSTD::get<_I1>(__first_args))...)
2230
2231            {}
2232
2233#endif  // _LIBCPP_HAS_NO_VARIADICS
2234
2235    _LIBCPP_INLINE_VISIBILITY _T1_reference       first() _NOEXCEPT       {return __first_;}
2236    _LIBCPP_INLINE_VISIBILITY _T1_const_reference first() const _NOEXCEPT {return __first_;}
2237
2238    _LIBCPP_INLINE_VISIBILITY _T2_reference       second() _NOEXCEPT       {return *this;}
2239    _LIBCPP_INLINE_VISIBILITY _T2_const_reference second() const _NOEXCEPT {return *this;}
2240
2241    _LIBCPP_INLINE_VISIBILITY void swap(__libcpp_compressed_pair_imp& __x)
2242        _NOEXCEPT_(__is_nothrow_swappable<_T1>::value &&
2243                   __is_nothrow_swappable<_T2>::value)
2244    {
2245        using _VSTD::swap;
2246        swap(__first_, __x.__first_);
2247    }
2248};
2249
2250template <class _T1, class _T2>
2251class __libcpp_compressed_pair_imp<_T1, _T2, 3>
2252    : private _T1,
2253      private _T2
2254{
2255public:
2256    typedef _T1 _T1_param;
2257    typedef _T2 _T2_param;
2258
2259    typedef _T1& _T1_reference;
2260    typedef _T2& _T2_reference;
2261
2262    typedef const _T1& _T1_const_reference;
2263    typedef const _T2& _T2_const_reference;
2264
2265    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp() {}
2266    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T1_param __t1)
2267        : _T1(_VSTD::forward<_T1_param>(__t1)) {}
2268    _LIBCPP_INLINE_VISIBILITY explicit __libcpp_compressed_pair_imp(_T2_param __t2)
2269        : _T2(_VSTD::forward<_T2_param>(__t2)) {}
2270    _LIBCPP_INLINE_VISIBILITY __libcpp_compressed_pair_imp(_T1_param __t1, _T2_param __t2)
2271        : _T1(_VSTD::forward<_T1_param>(__t1)), _T2(_VSTD::forward<_T2_param>(__t2)) {}
2272
2273#ifndef _LIBCPP_HAS_NO_VARIADICS
2274
2275    template <class... _Args1, class... _Args2, size_t... _I1, size_t... _I2>
2276        _LIBCPP_INLINE_VISIBILITY
2277        __libcpp_compressed_pair_imp(piecewise_construct_t,
2278                                     tuple<_Args1...> __first_args,
2279                                     tuple<_Args2...> __second_args,
2280                                     __tuple_indices<_I1...>,
2281                                     __tuple_indices<_I2...>)
2282            : _T1(_VSTD::forward<_Args1>(_VSTD::get<_I1>(__first_args))...),
2283              _T2(_VSTD::forward<_Args2>(_VSTD::get<_I2>(__second_args))...)
2284            {}
2285
2286#endif  // _LIBCPP_HAS_NO_VARIADICS
2287
2288    _LIBCPP_INLINE_VISIBILITY _T1_reference       first() _NOEXCEPT       {return *this;}
2289    _LIBCPP_INLINE_VISIBILITY _T1_const_reference first() const _NOEXCEPT {return *this;}
2290
2291    _LIBCPP_INLINE_VISIBILITY _T2_reference       second() _NOEXCEPT       {return *this;}
2292    _LIBCPP_INLINE_VISIBILITY _T2_const_reference second() const _NOEXCEPT {return *this;}
2293
2294    _LIBCPP_INLINE_VISIBILITY void swap(__libcpp_compressed_pair_imp&)
2295        _NOEXCEPT_(__is_nothrow_swappable<_T1>::value &&
2296                   __is_nothrow_swappable<_T2>::value)
2297    {
2298    }
2299};
2300
2301template <class _T1, class _T2>
2302class __compressed_pair
2303    : private __libcpp_compressed_pair_imp<_T1, _T2>
2304{
2305    typedef __libcpp_compressed_pair_imp<_T1, _T2> base;
2306public:
2307    typedef typename base::_T1_param _T1_param;
2308    typedef typename base::_T2_param _T2_param;
2309
2310    typedef typename base::_T1_reference _T1_reference;
2311    typedef typename base::_T2_reference _T2_reference;
2312
2313    typedef typename base::_T1_const_reference _T1_const_reference;
2314    typedef typename base::_T2_const_reference _T2_const_reference;
2315
2316    _LIBCPP_INLINE_VISIBILITY __compressed_pair() {}
2317    _LIBCPP_INLINE_VISIBILITY explicit __compressed_pair(_T1_param __t1)
2318        : base(_VSTD::forward<_T1_param>(__t1)) {}
2319    _LIBCPP_INLINE_VISIBILITY explicit __compressed_pair(_T2_param __t2)
2320        : base(_VSTD::forward<_T2_param>(__t2)) {}
2321    _LIBCPP_INLINE_VISIBILITY __compressed_pair(_T1_param __t1, _T2_param __t2)
2322        : base(_VSTD::forward<_T1_param>(__t1), _VSTD::forward<_T2_param>(__t2)) {}
2323
2324#ifndef _LIBCPP_HAS_NO_VARIADICS
2325
2326    template <class... _Args1, class... _Args2>
2327        _LIBCPP_INLINE_VISIBILITY
2328        __compressed_pair(piecewise_construct_t __pc, tuple<_Args1...> __first_args,
2329                                                      tuple<_Args2...> __second_args)
2330            : base(__pc, _VSTD::move(__first_args), _VSTD::move(__second_args),
2331                   typename __make_tuple_indices<sizeof...(_Args1)>::type(),
2332                   typename __make_tuple_indices<sizeof...(_Args2) >::type())
2333            {}
2334
2335#endif  // _LIBCPP_HAS_NO_VARIADICS
2336
2337    _LIBCPP_INLINE_VISIBILITY _T1_reference       first() _NOEXCEPT       {return base::first();}
2338    _LIBCPP_INLINE_VISIBILITY _T1_const_reference first() const _NOEXCEPT {return base::first();}
2339
2340    _LIBCPP_INLINE_VISIBILITY _T2_reference       second() _NOEXCEPT       {return base::second();}
2341    _LIBCPP_INLINE_VISIBILITY _T2_const_reference second() const _NOEXCEPT {return base::second();}
2342
2343    _LIBCPP_INLINE_VISIBILITY void swap(__compressed_pair& __x)
2344        _NOEXCEPT_(__is_nothrow_swappable<_T1>::value &&
2345                   __is_nothrow_swappable<_T2>::value)
2346        {base::swap(__x);}
2347};
2348
2349template <class _T1, class _T2>
2350inline _LIBCPP_INLINE_VISIBILITY
2351void
2352swap(__compressed_pair<_T1, _T2>& __x, __compressed_pair<_T1, _T2>& __y)
2353        _NOEXCEPT_(__is_nothrow_swappable<_T1>::value &&
2354                   __is_nothrow_swappable<_T2>::value)
2355    {__x.swap(__y);}
2356
2357// __same_or_less_cv_qualified
2358
2359template <class _Ptr1, class _Ptr2,
2360          bool = is_same<typename remove_cv<typename pointer_traits<_Ptr1>::element_type>::type,
2361                         typename remove_cv<typename pointer_traits<_Ptr2>::element_type>::type
2362                        >::value
2363         >
2364struct __same_or_less_cv_qualified_imp
2365    : is_convertible<_Ptr1, _Ptr2> {};
2366
2367template <class _Ptr1, class _Ptr2>
2368struct __same_or_less_cv_qualified_imp<_Ptr1, _Ptr2, false>
2369    : false_type {};
2370
2371template <class _Ptr1, class _Ptr2, bool = is_pointer<_Ptr1>::value ||
2372                                           is_same<_Ptr1, _Ptr2>::value ||
2373                                           __has_element_type<_Ptr1>::value>
2374struct __same_or_less_cv_qualified
2375    : __same_or_less_cv_qualified_imp<_Ptr1, _Ptr2> {};
2376
2377template <class _Ptr1, class _Ptr2>
2378struct __same_or_less_cv_qualified<_Ptr1, _Ptr2, false>
2379    : false_type {};
2380
2381// default_delete
2382
2383template <class _Tp>
2384struct _LIBCPP_TEMPLATE_VIS default_delete
2385{
2386#ifndef _LIBCPP_CXX03_LANG
2387    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR default_delete() _NOEXCEPT = default;
2388#else
2389    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR default_delete() _NOEXCEPT {}
2390#endif
2391    template <class _Up>
2392        _LIBCPP_INLINE_VISIBILITY default_delete(const default_delete<_Up>&,
2393             typename enable_if<is_convertible<_Up*, _Tp*>::value>::type* = 0) _NOEXCEPT {}
2394    _LIBCPP_INLINE_VISIBILITY void operator() (_Tp* __ptr) const _NOEXCEPT
2395        {
2396            static_assert(sizeof(_Tp) > 0, "default_delete can not delete incomplete type");
2397            static_assert(!is_void<_Tp>::value, "default_delete can not delete incomplete type");
2398            delete __ptr;
2399        }
2400};
2401
2402template <class _Tp>
2403struct _LIBCPP_TEMPLATE_VIS default_delete<_Tp[]>
2404{
2405public:
2406#ifndef _LIBCPP_CXX03_LANG
2407    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR default_delete() _NOEXCEPT = default;
2408#else
2409    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR default_delete() _NOEXCEPT {}
2410#endif
2411    template <class _Up>
2412        _LIBCPP_INLINE_VISIBILITY default_delete(const default_delete<_Up[]>&,
2413             typename enable_if<__same_or_less_cv_qualified<_Up*, _Tp*>::value>::type* = 0) _NOEXCEPT {}
2414    template <class _Up>
2415        _LIBCPP_INLINE_VISIBILITY
2416        void operator() (_Up* __ptr,
2417                         typename enable_if<__same_or_less_cv_qualified<_Up*, _Tp*>::value>::type* = 0) const _NOEXCEPT
2418        {
2419            static_assert(sizeof(_Tp) > 0, "default_delete can not delete incomplete type");
2420            static_assert(!is_void<_Tp>::value, "default_delete can not delete void type");
2421            delete [] __ptr;
2422        }
2423};
2424
2425template <class _Tp, class _Dp = default_delete<_Tp> >
2426class _LIBCPP_TEMPLATE_VIS unique_ptr
2427{
2428public:
2429    typedef _Tp element_type;
2430    typedef _Dp deleter_type;
2431    typedef typename __pointer_type<_Tp, deleter_type>::type pointer;
2432private:
2433    __compressed_pair<pointer, deleter_type> __ptr_;
2434
2435#ifdef _LIBCPP_HAS_NO_RVALUE_REFERENCES
2436    unique_ptr(unique_ptr&);
2437    template <class _Up, class _Ep>
2438        unique_ptr(unique_ptr<_Up, _Ep>&);
2439    unique_ptr& operator=(unique_ptr&);
2440    template <class _Up, class _Ep>
2441        unique_ptr& operator=(unique_ptr<_Up, _Ep>&);
2442#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
2443
2444    struct __nat {int __for_bool_;};
2445
2446    typedef       typename remove_reference<deleter_type>::type& _Dp_reference;
2447    typedef const typename remove_reference<deleter_type>::type& _Dp_const_reference;
2448public:
2449    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR unique_ptr() _NOEXCEPT
2450        : __ptr_(pointer())
2451        {
2452            static_assert(!is_pointer<deleter_type>::value,
2453                "unique_ptr constructed with null function pointer deleter");
2454        }
2455    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR unique_ptr(nullptr_t) _NOEXCEPT
2456        : __ptr_(pointer())
2457        {
2458            static_assert(!is_pointer<deleter_type>::value,
2459                "unique_ptr constructed with null function pointer deleter");
2460        }
2461    _LIBCPP_INLINE_VISIBILITY explicit unique_ptr(pointer __p) _NOEXCEPT
2462        : __ptr_(_VSTD::move(__p))
2463        {
2464            static_assert(!is_pointer<deleter_type>::value,
2465                "unique_ptr constructed with null function pointer deleter");
2466        }
2467
2468#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
2469    _LIBCPP_INLINE_VISIBILITY unique_ptr(pointer __p, typename conditional<
2470                                        is_reference<deleter_type>::value,
2471                                        deleter_type,
2472                                        typename add_lvalue_reference<const deleter_type>::type>::type __d)
2473             _NOEXCEPT
2474        : __ptr_(__p, __d) {}
2475
2476    _LIBCPP_INLINE_VISIBILITY unique_ptr(pointer __p, typename remove_reference<deleter_type>::type&& __d)
2477             _NOEXCEPT
2478        : __ptr_(__p, _VSTD::move(__d))
2479        {
2480            static_assert(!is_reference<deleter_type>::value, "rvalue deleter bound to reference");
2481        }
2482    _LIBCPP_INLINE_VISIBILITY unique_ptr(unique_ptr&& __u) _NOEXCEPT
2483        : __ptr_(__u.release(), _VSTD::forward<deleter_type>(__u.get_deleter())) {}
2484    template <class _Up, class _Ep>
2485        _LIBCPP_INLINE_VISIBILITY
2486        unique_ptr(unique_ptr<_Up, _Ep>&& __u,
2487                   typename enable_if
2488                      <
2489                        !is_array<_Up>::value &&
2490                         is_convertible<typename unique_ptr<_Up, _Ep>::pointer, pointer>::value &&
2491                         is_convertible<_Ep, deleter_type>::value &&
2492                         (
2493                            !is_reference<deleter_type>::value ||
2494                            is_same<deleter_type, _Ep>::value
2495                         ),
2496                         __nat
2497                      >::type = __nat()) _NOEXCEPT
2498            : __ptr_(__u.release(), _VSTD::forward<_Ep>(__u.get_deleter())) {}
2499
2500    template <class _Up>
2501        _LIBCPP_INLINE_VISIBILITY unique_ptr(auto_ptr<_Up>&& __p,
2502                typename enable_if<
2503                                      is_convertible<_Up*, _Tp*>::value &&
2504                                      is_same<_Dp, default_delete<_Tp> >::value,
2505                                      __nat
2506                                  >::type = __nat()) _NOEXCEPT
2507            : __ptr_(__p.release())
2508            {
2509            }
2510
2511        _LIBCPP_INLINE_VISIBILITY unique_ptr& operator=(unique_ptr&& __u) _NOEXCEPT
2512            {
2513                reset(__u.release());
2514                __ptr_.second() = _VSTD::forward<deleter_type>(__u.get_deleter());
2515                return *this;
2516            }
2517
2518        template <class _Up, class _Ep>
2519            _LIBCPP_INLINE_VISIBILITY
2520            typename enable_if
2521            <
2522                !is_array<_Up>::value &&
2523                is_convertible<typename unique_ptr<_Up, _Ep>::pointer, pointer>::value &&
2524                is_assignable<deleter_type&, _Ep&&>::value,
2525                unique_ptr&
2526            >::type
2527            operator=(unique_ptr<_Up, _Ep>&& __u) _NOEXCEPT
2528            {
2529                reset(__u.release());
2530                __ptr_.second() = _VSTD::forward<_Ep>(__u.get_deleter());
2531                return *this;
2532            }
2533#else  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
2534
2535    _LIBCPP_INLINE_VISIBILITY operator __rv<unique_ptr>()
2536    {
2537        return __rv<unique_ptr>(*this);
2538    }
2539
2540    _LIBCPP_INLINE_VISIBILITY unique_ptr(__rv<unique_ptr> __u)
2541        : __ptr_(__u->release(), _VSTD::forward<deleter_type>(__u->get_deleter())) {}
2542
2543    template <class _Up, class _Ep>
2544    _LIBCPP_INLINE_VISIBILITY
2545    typename enable_if<
2546        !is_array<_Up>::value &&
2547        is_convertible<typename unique_ptr<_Up, _Ep>::pointer, pointer>::value &&
2548        is_assignable<deleter_type&, _Ep&>::value,
2549        unique_ptr&
2550    >::type
2551    operator=(unique_ptr<_Up, _Ep> __u)
2552    {
2553        reset(__u.release());
2554        __ptr_.second() = _VSTD::forward<_Ep>(__u.get_deleter());
2555        return *this;
2556    }
2557
2558    _LIBCPP_INLINE_VISIBILITY unique_ptr(pointer __p, deleter_type __d)
2559        : __ptr_(_VSTD::move(__p), _VSTD::move(__d)) {}
2560
2561    template <class _Up>
2562        _LIBCPP_INLINE_VISIBILITY
2563                typename enable_if<
2564                                      is_convertible<_Up*, _Tp*>::value &&
2565                                      is_same<_Dp, default_delete<_Tp> >::value,
2566                                      unique_ptr&
2567                                  >::type
2568        operator=(auto_ptr<_Up> __p)
2569            {reset(__p.release()); return *this;}
2570
2571#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
2572    _LIBCPP_INLINE_VISIBILITY ~unique_ptr() {reset();}
2573
2574    _LIBCPP_INLINE_VISIBILITY unique_ptr& operator=(nullptr_t) _NOEXCEPT
2575    {
2576        reset();
2577        return *this;
2578    }
2579
2580    _LIBCPP_INLINE_VISIBILITY typename add_lvalue_reference<_Tp>::type operator*() const
2581        {return *__ptr_.first();}
2582    _LIBCPP_INLINE_VISIBILITY pointer operator->() const _NOEXCEPT {return __ptr_.first();}
2583    _LIBCPP_INLINE_VISIBILITY pointer get() const _NOEXCEPT {return __ptr_.first();}
2584    _LIBCPP_INLINE_VISIBILITY       _Dp_reference get_deleter() _NOEXCEPT
2585        {return __ptr_.second();}
2586    _LIBCPP_INLINE_VISIBILITY _Dp_const_reference get_deleter() const _NOEXCEPT
2587        {return __ptr_.second();}
2588    _LIBCPP_INLINE_VISIBILITY
2589        _LIBCPP_EXPLICIT operator bool() const _NOEXCEPT
2590        {return __ptr_.first() != nullptr;}
2591
2592    _LIBCPP_INLINE_VISIBILITY pointer release() _NOEXCEPT
2593    {
2594        pointer __t = __ptr_.first();
2595        __ptr_.first() = pointer();
2596        return __t;
2597    }
2598
2599    _LIBCPP_INLINE_VISIBILITY void reset(pointer __p = pointer()) _NOEXCEPT
2600    {
2601        pointer __tmp = __ptr_.first();
2602        __ptr_.first() = __p;
2603        if (__tmp)
2604            __ptr_.second()(__tmp);
2605    }
2606
2607    _LIBCPP_INLINE_VISIBILITY void swap(unique_ptr& __u) _NOEXCEPT
2608        {__ptr_.swap(__u.__ptr_);}
2609};
2610
2611template <class _Tp, class _Dp>
2612class _LIBCPP_TEMPLATE_VIS unique_ptr<_Tp[], _Dp>
2613{
2614public:
2615    typedef _Tp element_type;
2616    typedef _Dp deleter_type;
2617    typedef typename __pointer_type<_Tp, deleter_type>::type pointer;
2618private:
2619    __compressed_pair<pointer, deleter_type> __ptr_;
2620
2621#ifdef _LIBCPP_HAS_NO_RVALUE_REFERENCES
2622    unique_ptr(unique_ptr&);
2623    template <class _Up>
2624        unique_ptr(unique_ptr<_Up>&);
2625    unique_ptr& operator=(unique_ptr&);
2626    template <class _Up>
2627        unique_ptr& operator=(unique_ptr<_Up>&);
2628#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
2629
2630    struct __nat {int __for_bool_;};
2631
2632    typedef       typename remove_reference<deleter_type>::type& _Dp_reference;
2633    typedef const typename remove_reference<deleter_type>::type& _Dp_const_reference;
2634public:
2635    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR unique_ptr() _NOEXCEPT
2636        : __ptr_(pointer())
2637        {
2638            static_assert(!is_pointer<deleter_type>::value,
2639                "unique_ptr constructed with null function pointer deleter");
2640        }
2641    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR unique_ptr(nullptr_t) _NOEXCEPT
2642        : __ptr_(pointer())
2643        {
2644            static_assert(!is_pointer<deleter_type>::value,
2645                "unique_ptr constructed with null function pointer deleter");
2646        }
2647#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
2648    template <class _Pp>
2649    _LIBCPP_INLINE_VISIBILITY explicit unique_ptr(_Pp __p,
2650            typename enable_if<__same_or_less_cv_qualified<_Pp, pointer>::value, __nat>::type = __nat()) _NOEXCEPT
2651        : __ptr_(__p)
2652        {
2653            static_assert(!is_pointer<deleter_type>::value,
2654                "unique_ptr constructed with null function pointer deleter");
2655        }
2656
2657    template <class _Pp>
2658    _LIBCPP_INLINE_VISIBILITY unique_ptr(_Pp __p, typename conditional<
2659                                       is_reference<deleter_type>::value,
2660                                       deleter_type,
2661                                       typename add_lvalue_reference<const deleter_type>::type>::type __d,
2662                                       typename enable_if<__same_or_less_cv_qualified<_Pp, pointer>::value, __nat>::type = __nat())
2663             _NOEXCEPT
2664        : __ptr_(__p, __d) {}
2665
2666    _LIBCPP_INLINE_VISIBILITY unique_ptr(nullptr_t, typename conditional<
2667                                       is_reference<deleter_type>::value,
2668                                       deleter_type,
2669                                       typename add_lvalue_reference<const deleter_type>::type>::type __d)
2670             _NOEXCEPT
2671        : __ptr_(pointer(), __d) {}
2672
2673    template <class _Pp>
2674    _LIBCPP_INLINE_VISIBILITY unique_ptr(_Pp __p,
2675                                         typename remove_reference<deleter_type>::type&& __d,
2676                                         typename enable_if<__same_or_less_cv_qualified<_Pp, pointer>::value, __nat>::type = __nat())
2677             _NOEXCEPT
2678        : __ptr_(__p, _VSTD::move(__d))
2679        {
2680            static_assert(!is_reference<deleter_type>::value, "rvalue deleter bound to reference");
2681        }
2682
2683    _LIBCPP_INLINE_VISIBILITY unique_ptr(nullptr_t, typename remove_reference<deleter_type>::type&& __d)
2684             _NOEXCEPT
2685        : __ptr_(pointer(), _VSTD::move(__d))
2686        {
2687            static_assert(!is_reference<deleter_type>::value, "rvalue deleter bound to reference");
2688        }
2689
2690    _LIBCPP_INLINE_VISIBILITY unique_ptr(unique_ptr&& __u) _NOEXCEPT
2691        : __ptr_(__u.release(), _VSTD::forward<deleter_type>(__u.get_deleter())) {}
2692
2693    _LIBCPP_INLINE_VISIBILITY unique_ptr& operator=(unique_ptr&& __u) _NOEXCEPT
2694        {
2695            reset(__u.release());
2696            __ptr_.second() = _VSTD::forward<deleter_type>(__u.get_deleter());
2697            return *this;
2698        }
2699
2700    template <class _Up, class _Ep>
2701        _LIBCPP_INLINE_VISIBILITY
2702        unique_ptr(unique_ptr<_Up, _Ep>&& __u,
2703                   typename enable_if
2704                            <
2705                                is_array<_Up>::value &&
2706                                __same_or_less_cv_qualified<typename unique_ptr<_Up, _Ep>::pointer, pointer>::value
2707                                && is_convertible<_Ep, deleter_type>::value &&
2708                                (
2709                                    !is_reference<deleter_type>::value ||
2710                                    is_same<deleter_type, _Ep>::value
2711                                ),
2712                                __nat
2713                            >::type = __nat()
2714                  ) _NOEXCEPT
2715        : __ptr_(__u.release(), _VSTD::forward<deleter_type>(__u.get_deleter())) {}
2716
2717
2718        template <class _Up, class _Ep>
2719            _LIBCPP_INLINE_VISIBILITY
2720            typename enable_if
2721            <
2722                is_array<_Up>::value &&
2723                __same_or_less_cv_qualified<typename unique_ptr<_Up, _Ep>::pointer, pointer>::value &&
2724                is_assignable<deleter_type&, _Ep&&>::value,
2725                unique_ptr&
2726            >::type
2727            operator=(unique_ptr<_Up, _Ep>&& __u) _NOEXCEPT
2728            {
2729                reset(__u.release());
2730                __ptr_.second() = _VSTD::forward<_Ep>(__u.get_deleter());
2731                return *this;
2732            }
2733#else  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
2734
2735    _LIBCPP_INLINE_VISIBILITY explicit unique_ptr(pointer __p)
2736        : __ptr_(__p)
2737        {
2738            static_assert(!is_pointer<deleter_type>::value,
2739                "unique_ptr constructed with null function pointer deleter");
2740        }
2741
2742    _LIBCPP_INLINE_VISIBILITY unique_ptr(pointer __p, deleter_type __d)
2743        : __ptr_(__p, _VSTD::forward<deleter_type>(__d)) {}
2744
2745    _LIBCPP_INLINE_VISIBILITY unique_ptr(nullptr_t, deleter_type __d)
2746        : __ptr_(pointer(), _VSTD::forward<deleter_type>(__d)) {}
2747
2748    _LIBCPP_INLINE_VISIBILITY operator __rv<unique_ptr>()
2749    {
2750        return __rv<unique_ptr>(*this);
2751    }
2752
2753    _LIBCPP_INLINE_VISIBILITY unique_ptr(__rv<unique_ptr> __u)
2754        : __ptr_(__u->release(), _VSTD::forward<deleter_type>(__u->get_deleter())) {}
2755
2756    _LIBCPP_INLINE_VISIBILITY unique_ptr& operator=(__rv<unique_ptr> __u)
2757    {
2758        reset(__u->release());
2759        __ptr_.second() = _VSTD::forward<deleter_type>(__u->get_deleter());
2760        return *this;
2761    }
2762
2763#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
2764    _LIBCPP_INLINE_VISIBILITY ~unique_ptr() {reset();}
2765
2766    _LIBCPP_INLINE_VISIBILITY unique_ptr& operator=(nullptr_t) _NOEXCEPT
2767    {
2768        reset();
2769        return *this;
2770    }
2771
2772    _LIBCPP_INLINE_VISIBILITY typename add_lvalue_reference<_Tp>::type operator[](size_t __i) const
2773        {return __ptr_.first()[__i];}
2774    _LIBCPP_INLINE_VISIBILITY pointer get() const _NOEXCEPT {return __ptr_.first();}
2775    _LIBCPP_INLINE_VISIBILITY       _Dp_reference get_deleter() _NOEXCEPT
2776        {return __ptr_.second();}
2777    _LIBCPP_INLINE_VISIBILITY _Dp_const_reference get_deleter() const _NOEXCEPT
2778        {return __ptr_.second();}
2779    _LIBCPP_INLINE_VISIBILITY
2780        _LIBCPP_EXPLICIT operator bool() const _NOEXCEPT
2781        {return __ptr_.first() != nullptr;}
2782
2783    _LIBCPP_INLINE_VISIBILITY pointer release() _NOEXCEPT
2784    {
2785        pointer __t = __ptr_.first();
2786        __ptr_.first() = pointer();
2787        return __t;
2788    }
2789
2790    template <class _Pp>
2791    _LIBCPP_INLINE_VISIBILITY
2792    typename enable_if<__same_or_less_cv_qualified<_Pp, pointer>::value, void>::type
2793    reset(_Pp __p) _NOEXCEPT
2794    {
2795        pointer __tmp = __ptr_.first();
2796        __ptr_.first() = __p;
2797        if (__tmp)
2798            __ptr_.second()(__tmp);
2799    }
2800    _LIBCPP_INLINE_VISIBILITY void reset(nullptr_t = nullptr) _NOEXCEPT
2801    {
2802        pointer __tmp = __ptr_.first();
2803        __ptr_.first() = nullptr;
2804        if (__tmp)
2805            __ptr_.second()(__tmp);
2806    }
2807
2808    _LIBCPP_INLINE_VISIBILITY void swap(unique_ptr& __u) {__ptr_.swap(__u.__ptr_);}
2809private:
2810
2811#ifdef _LIBCPP_HAS_NO_RVALUE_REFERENCES
2812    template <class _Up>
2813        explicit unique_ptr(_Up);
2814    template <class _Up>
2815        unique_ptr(_Up __u,
2816                   typename conditional<
2817                                       is_reference<deleter_type>::value,
2818                                       deleter_type,
2819                                       typename add_lvalue_reference<const deleter_type>::type>::type,
2820                   typename enable_if
2821                      <
2822                         is_convertible<_Up, pointer>::value,
2823                         __nat
2824                      >::type = __nat());
2825#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
2826};
2827
2828template <class _Tp, class _Dp>
2829inline _LIBCPP_INLINE_VISIBILITY
2830typename enable_if<
2831    __is_swappable<_Dp>::value,
2832    void
2833>::type
2834swap(unique_ptr<_Tp, _Dp>& __x, unique_ptr<_Tp, _Dp>& __y) _NOEXCEPT {__x.swap(__y);}
2835
2836template <class _T1, class _D1, class _T2, class _D2>
2837inline _LIBCPP_INLINE_VISIBILITY
2838bool
2839operator==(const unique_ptr<_T1, _D1>& __x, const unique_ptr<_T2, _D2>& __y) {return __x.get() == __y.get();}
2840
2841template <class _T1, class _D1, class _T2, class _D2>
2842inline _LIBCPP_INLINE_VISIBILITY
2843bool
2844operator!=(const unique_ptr<_T1, _D1>& __x, const unique_ptr<_T2, _D2>& __y) {return !(__x == __y);}
2845
2846template <class _T1, class _D1, class _T2, class _D2>
2847inline _LIBCPP_INLINE_VISIBILITY
2848bool
2849operator< (const unique_ptr<_T1, _D1>& __x, const unique_ptr<_T2, _D2>& __y)
2850{
2851    typedef typename unique_ptr<_T1, _D1>::pointer _P1;
2852    typedef typename unique_ptr<_T2, _D2>::pointer _P2;
2853    typedef typename common_type<_P1, _P2>::type _Vp;
2854    return less<_Vp>()(__x.get(), __y.get());
2855}
2856
2857template <class _T1, class _D1, class _T2, class _D2>
2858inline _LIBCPP_INLINE_VISIBILITY
2859bool
2860operator> (const unique_ptr<_T1, _D1>& __x, const unique_ptr<_T2, _D2>& __y) {return __y < __x;}
2861
2862template <class _T1, class _D1, class _T2, class _D2>
2863inline _LIBCPP_INLINE_VISIBILITY
2864bool
2865operator<=(const unique_ptr<_T1, _D1>& __x, const unique_ptr<_T2, _D2>& __y) {return !(__y < __x);}
2866
2867template <class _T1, class _D1, class _T2, class _D2>
2868inline _LIBCPP_INLINE_VISIBILITY
2869bool
2870operator>=(const unique_ptr<_T1, _D1>& __x, const unique_ptr<_T2, _D2>& __y) {return !(__x < __y);}
2871
2872template <class _T1, class _D1>
2873inline _LIBCPP_INLINE_VISIBILITY
2874bool
2875operator==(const unique_ptr<_T1, _D1>& __x, nullptr_t) _NOEXCEPT
2876{
2877    return !__x;
2878}
2879
2880template <class _T1, class _D1>
2881inline _LIBCPP_INLINE_VISIBILITY
2882bool
2883operator==(nullptr_t, const unique_ptr<_T1, _D1>& __x) _NOEXCEPT
2884{
2885    return !__x;
2886}
2887
2888template <class _T1, class _D1>
2889inline _LIBCPP_INLINE_VISIBILITY
2890bool
2891operator!=(const unique_ptr<_T1, _D1>& __x, nullptr_t) _NOEXCEPT
2892{
2893    return static_cast<bool>(__x);
2894}
2895
2896template <class _T1, class _D1>
2897inline _LIBCPP_INLINE_VISIBILITY
2898bool
2899operator!=(nullptr_t, const unique_ptr<_T1, _D1>& __x) _NOEXCEPT
2900{
2901    return static_cast<bool>(__x);
2902}
2903
2904template <class _T1, class _D1>
2905inline _LIBCPP_INLINE_VISIBILITY
2906bool
2907operator<(const unique_ptr<_T1, _D1>& __x, nullptr_t)
2908{
2909    typedef typename unique_ptr<_T1, _D1>::pointer _P1;
2910    return less<_P1>()(__x.get(), nullptr);
2911}
2912
2913template <class _T1, class _D1>
2914inline _LIBCPP_INLINE_VISIBILITY
2915bool
2916operator<(nullptr_t, const unique_ptr<_T1, _D1>& __x)
2917{
2918    typedef typename unique_ptr<_T1, _D1>::pointer _P1;
2919    return less<_P1>()(nullptr, __x.get());
2920}
2921
2922template <class _T1, class _D1>
2923inline _LIBCPP_INLINE_VISIBILITY
2924bool
2925operator>(const unique_ptr<_T1, _D1>& __x, nullptr_t)
2926{
2927    return nullptr < __x;
2928}
2929
2930template <class _T1, class _D1>
2931inline _LIBCPP_INLINE_VISIBILITY
2932bool
2933operator>(nullptr_t, const unique_ptr<_T1, _D1>& __x)
2934{
2935    return __x < nullptr;
2936}
2937
2938template <class _T1, class _D1>
2939inline _LIBCPP_INLINE_VISIBILITY
2940bool
2941operator<=(const unique_ptr<_T1, _D1>& __x, nullptr_t)
2942{
2943    return !(nullptr < __x);
2944}
2945
2946template <class _T1, class _D1>
2947inline _LIBCPP_INLINE_VISIBILITY
2948bool
2949operator<=(nullptr_t, const unique_ptr<_T1, _D1>& __x)
2950{
2951    return !(__x < nullptr);
2952}
2953
2954template <class _T1, class _D1>
2955inline _LIBCPP_INLINE_VISIBILITY
2956bool
2957operator>=(const unique_ptr<_T1, _D1>& __x, nullptr_t)
2958{
2959    return !(__x < nullptr);
2960}
2961
2962template <class _T1, class _D1>
2963inline _LIBCPP_INLINE_VISIBILITY
2964bool
2965operator>=(nullptr_t, const unique_ptr<_T1, _D1>& __x)
2966{
2967    return !(nullptr < __x);
2968}
2969
2970#ifdef _LIBCPP_HAS_NO_RVALUE_REFERENCES
2971
2972template <class _Tp, class _Dp>
2973inline _LIBCPP_INLINE_VISIBILITY
2974unique_ptr<_Tp, _Dp>
2975move(unique_ptr<_Tp, _Dp>& __t)
2976{
2977    return unique_ptr<_Tp, _Dp>(__rv<unique_ptr<_Tp, _Dp> >(__t));
2978}
2979
2980#endif
2981
2982#if _LIBCPP_STD_VER > 11
2983
2984template<class _Tp>
2985struct __unique_if
2986{
2987    typedef unique_ptr<_Tp> __unique_single;
2988};
2989
2990template<class _Tp>
2991struct __unique_if<_Tp[]>
2992{
2993    typedef unique_ptr<_Tp[]> __unique_array_unknown_bound;
2994};
2995
2996template<class _Tp, size_t _Np>
2997struct __unique_if<_Tp[_Np]>
2998{
2999    typedef void __unique_array_known_bound;
3000};
3001
3002template<class _Tp, class... _Args>
3003inline _LIBCPP_INLINE_VISIBILITY
3004typename __unique_if<_Tp>::__unique_single
3005make_unique(_Args&&... __args)
3006{
3007    return unique_ptr<_Tp>(new _Tp(_VSTD::forward<_Args>(__args)...));
3008}
3009
3010template<class _Tp>
3011inline _LIBCPP_INLINE_VISIBILITY
3012typename __unique_if<_Tp>::__unique_array_unknown_bound
3013make_unique(size_t __n)
3014{
3015    typedef typename remove_extent<_Tp>::type _Up;
3016    return unique_ptr<_Tp>(new _Up[__n]());
3017}
3018
3019template<class _Tp, class... _Args>
3020    typename __unique_if<_Tp>::__unique_array_known_bound
3021    make_unique(_Args&&...) = delete;
3022
3023#endif  // _LIBCPP_STD_VER > 11
3024
3025template <class _Size>
3026inline _LIBCPP_INLINE_VISIBILITY
3027_Size
3028__loadword(const void* __p)
3029{
3030    _Size __r;
3031    std::memcpy(&__r, __p, sizeof(__r));
3032    return __r;
3033}
3034
3035// We use murmur2 when size_t is 32 bits, and cityhash64 when size_t
3036// is 64 bits.  This is because cityhash64 uses 64bit x 64bit
3037// multiplication, which can be very slow on 32-bit systems.
3038template <class _Size, size_t = sizeof(_Size)*__CHAR_BIT__>
3039struct __murmur2_or_cityhash;
3040
3041template <class _Size>
3042struct __murmur2_or_cityhash<_Size, 32>
3043{
3044    _Size operator()(const void* __key, _Size __len);
3045};
3046
3047// murmur2
3048template <class _Size>
3049_Size
3050__murmur2_or_cityhash<_Size, 32>::operator()(const void* __key, _Size __len) _LIBCPP_DISABLE_UBSAN_UNSIGNED_INTEGER_CHECK
3051{
3052    const _Size __m = 0x5bd1e995;
3053    const _Size __r = 24;
3054    _Size __h = __len;
3055    const unsigned char* __data = static_cast<const unsigned char*>(__key);
3056    for (; __len >= 4; __data += 4, __len -= 4)
3057    {
3058        _Size __k = __loadword<_Size>(__data);
3059        __k *= __m;
3060        __k ^= __k >> __r;
3061        __k *= __m;
3062        __h *= __m;
3063        __h ^= __k;
3064    }
3065    switch (__len)
3066    {
3067    case 3:
3068        __h ^= __data[2] << 16;
3069    case 2:
3070        __h ^= __data[1] << 8;
3071    case 1:
3072        __h ^= __data[0];
3073        __h *= __m;
3074    }
3075    __h ^= __h >> 13;
3076    __h *= __m;
3077    __h ^= __h >> 15;
3078    return __h;
3079}
3080
3081template <class _Size>
3082struct __murmur2_or_cityhash<_Size, 64>
3083{
3084    _Size operator()(const void* __key, _Size __len);
3085
3086 private:
3087  // Some primes between 2^63 and 2^64.
3088  static const _Size __k0 = 0xc3a5c85c97cb3127ULL;
3089  static const _Size __k1 = 0xb492b66fbe98f273ULL;
3090  static const _Size __k2 = 0x9ae16a3b2f90404fULL;
3091  static const _Size __k3 = 0xc949d7c7509e6557ULL;
3092
3093  static _Size __rotate(_Size __val, int __shift) {
3094    return __shift == 0 ? __val : ((__val >> __shift) | (__val << (64 - __shift)));
3095  }
3096
3097  static _Size __rotate_by_at_least_1(_Size __val, int __shift) {
3098    return (__val >> __shift) | (__val << (64 - __shift));
3099  }
3100
3101  static _Size __shift_mix(_Size __val) {
3102    return __val ^ (__val >> 47);
3103  }
3104
3105  static _Size __hash_len_16(_Size __u, _Size __v) {
3106    const _Size __mul = 0x9ddfea08eb382d69ULL;
3107    _Size __a = (__u ^ __v) * __mul;
3108    __a ^= (__a >> 47);
3109    _Size __b = (__v ^ __a) * __mul;
3110    __b ^= (__b >> 47);
3111    __b *= __mul;
3112    return __b;
3113  }
3114
3115  static _Size __hash_len_0_to_16(const char* __s, _Size __len) {
3116    if (__len > 8) {
3117      const _Size __a = __loadword<_Size>(__s);
3118      const _Size __b = __loadword<_Size>(__s + __len - 8);
3119      return __hash_len_16(__a, __rotate_by_at_least_1(__b + __len, __len)) ^ __b;
3120    }
3121    if (__len >= 4) {
3122      const uint32_t __a = __loadword<uint32_t>(__s);
3123      const uint32_t __b = __loadword<uint32_t>(__s + __len - 4);
3124      return __hash_len_16(__len + (__a << 3), __b);
3125    }
3126    if (__len > 0) {
3127      const unsigned char __a = __s[0];
3128      const unsigned char __b = __s[__len >> 1];
3129      const unsigned char __c = __s[__len - 1];
3130      const uint32_t __y = static_cast<uint32_t>(__a) +
3131                           (static_cast<uint32_t>(__b) << 8);
3132      const uint32_t __z = __len + (static_cast<uint32_t>(__c) << 2);
3133      return __shift_mix(__y * __k2 ^ __z * __k3) * __k2;
3134    }
3135    return __k2;
3136  }
3137
3138  static _Size __hash_len_17_to_32(const char *__s, _Size __len) {
3139    const _Size __a = __loadword<_Size>(__s) * __k1;
3140    const _Size __b = __loadword<_Size>(__s + 8);
3141    const _Size __c = __loadword<_Size>(__s + __len - 8) * __k2;
3142    const _Size __d = __loadword<_Size>(__s + __len - 16) * __k0;
3143    return __hash_len_16(__rotate(__a - __b, 43) + __rotate(__c, 30) + __d,
3144                         __a + __rotate(__b ^ __k3, 20) - __c + __len);
3145  }
3146
3147  // Return a 16-byte hash for 48 bytes.  Quick and dirty.
3148  // Callers do best to use "random-looking" values for a and b.
3149  static pair<_Size, _Size> __weak_hash_len_32_with_seeds(
3150      _Size __w, _Size __x, _Size __y, _Size __z, _Size __a, _Size __b) {
3151    __a += __w;
3152    __b = __rotate(__b + __a + __z, 21);
3153    const _Size __c = __a;
3154    __a += __x;
3155    __a += __y;
3156    __b += __rotate(__a, 44);
3157    return pair<_Size, _Size>(__a + __z, __b + __c);
3158  }
3159
3160  // Return a 16-byte hash for s[0] ... s[31], a, and b.  Quick and dirty.
3161  static pair<_Size, _Size> __weak_hash_len_32_with_seeds(
3162      const char* __s, _Size __a, _Size __b) {
3163    return __weak_hash_len_32_with_seeds(__loadword<_Size>(__s),
3164                                         __loadword<_Size>(__s + 8),
3165                                         __loadword<_Size>(__s + 16),
3166                                         __loadword<_Size>(__s + 24),
3167                                         __a,
3168                                         __b);
3169  }
3170
3171  // Return an 8-byte hash for 33 to 64 bytes.
3172  static _Size __hash_len_33_to_64(const char *__s, size_t __len) {
3173    _Size __z = __loadword<_Size>(__s + 24);
3174    _Size __a = __loadword<_Size>(__s) +
3175                (__len + __loadword<_Size>(__s + __len - 16)) * __k0;
3176    _Size __b = __rotate(__a + __z, 52);
3177    _Size __c = __rotate(__a, 37);
3178    __a += __loadword<_Size>(__s + 8);
3179    __c += __rotate(__a, 7);
3180    __a += __loadword<_Size>(__s + 16);
3181    _Size __vf = __a + __z;
3182    _Size __vs = __b + __rotate(__a, 31) + __c;
3183    __a = __loadword<_Size>(__s + 16) + __loadword<_Size>(__s + __len - 32);
3184    __z += __loadword<_Size>(__s + __len - 8);
3185    __b = __rotate(__a + __z, 52);
3186    __c = __rotate(__a, 37);
3187    __a += __loadword<_Size>(__s + __len - 24);
3188    __c += __rotate(__a, 7);
3189    __a += __loadword<_Size>(__s + __len - 16);
3190    _Size __wf = __a + __z;
3191    _Size __ws = __b + __rotate(__a, 31) + __c;
3192    _Size __r = __shift_mix((__vf + __ws) * __k2 + (__wf + __vs) * __k0);
3193    return __shift_mix(__r * __k0 + __vs) * __k2;
3194  }
3195};
3196
3197// cityhash64
3198template <class _Size>
3199_Size
3200__murmur2_or_cityhash<_Size, 64>::operator()(const void* __key, _Size __len) _LIBCPP_DISABLE_UBSAN_UNSIGNED_INTEGER_CHECK
3201{
3202  const char* __s = static_cast<const char*>(__key);
3203  if (__len <= 32) {
3204    if (__len <= 16) {
3205      return __hash_len_0_to_16(__s, __len);
3206    } else {
3207      return __hash_len_17_to_32(__s, __len);
3208    }
3209  } else if (__len <= 64) {
3210    return __hash_len_33_to_64(__s, __len);
3211  }
3212
3213  // For strings over 64 bytes we hash the end first, and then as we
3214  // loop we keep 56 bytes of state: v, w, x, y, and z.
3215  _Size __x = __loadword<_Size>(__s + __len - 40);
3216  _Size __y = __loadword<_Size>(__s + __len - 16) +
3217              __loadword<_Size>(__s + __len - 56);
3218  _Size __z = __hash_len_16(__loadword<_Size>(__s + __len - 48) + __len,
3219                          __loadword<_Size>(__s + __len - 24));
3220  pair<_Size, _Size> __v = __weak_hash_len_32_with_seeds(__s + __len - 64, __len, __z);
3221  pair<_Size, _Size> __w = __weak_hash_len_32_with_seeds(__s + __len - 32, __y + __k1, __x);
3222  __x = __x * __k1 + __loadword<_Size>(__s);
3223
3224  // Decrease len to the nearest multiple of 64, and operate on 64-byte chunks.
3225  __len = (__len - 1) & ~static_cast<_Size>(63);
3226  do {
3227    __x = __rotate(__x + __y + __v.first + __loadword<_Size>(__s + 8), 37) * __k1;
3228    __y = __rotate(__y + __v.second + __loadword<_Size>(__s + 48), 42) * __k1;
3229    __x ^= __w.second;
3230    __y += __v.first + __loadword<_Size>(__s + 40);
3231    __z = __rotate(__z + __w.first, 33) * __k1;
3232    __v = __weak_hash_len_32_with_seeds(__s, __v.second * __k1, __x + __w.first);
3233    __w = __weak_hash_len_32_with_seeds(__s + 32, __z + __w.second,
3234                                        __y + __loadword<_Size>(__s + 16));
3235    std::swap(__z, __x);
3236    __s += 64;
3237    __len -= 64;
3238  } while (__len != 0);
3239  return __hash_len_16(
3240      __hash_len_16(__v.first, __w.first) + __shift_mix(__y) * __k1 + __z,
3241      __hash_len_16(__v.second, __w.second) + __x);
3242}
3243
3244template <class _Tp, size_t = sizeof(_Tp) / sizeof(size_t)>
3245struct __scalar_hash;
3246
3247template <class _Tp>
3248struct __scalar_hash<_Tp, 0>
3249    : public unary_function<_Tp, size_t>
3250{
3251    _LIBCPP_INLINE_VISIBILITY
3252    size_t operator()(_Tp __v) const _NOEXCEPT
3253    {
3254        union
3255        {
3256            _Tp    __t;
3257            size_t __a;
3258        } __u;
3259        __u.__a = 0;
3260        __u.__t = __v;
3261        return __u.__a;
3262    }
3263};
3264
3265template <class _Tp>
3266struct __scalar_hash<_Tp, 1>
3267    : public unary_function<_Tp, size_t>
3268{
3269    _LIBCPP_INLINE_VISIBILITY
3270    size_t operator()(_Tp __v) const _NOEXCEPT
3271    {
3272        union
3273        {
3274            _Tp    __t;
3275            size_t __a;
3276        } __u;
3277        __u.__t = __v;
3278        return __u.__a;
3279    }
3280};
3281
3282template <class _Tp>
3283struct __scalar_hash<_Tp, 2>
3284    : public unary_function<_Tp, size_t>
3285{
3286    _LIBCPP_INLINE_VISIBILITY
3287    size_t operator()(_Tp __v) const _NOEXCEPT
3288    {
3289        union
3290        {
3291            _Tp __t;
3292            struct
3293            {
3294                size_t __a;
3295                size_t __b;
3296            } __s;
3297        } __u;
3298        __u.__t = __v;
3299        return __murmur2_or_cityhash<size_t>()(&__u, sizeof(__u));
3300    }
3301};
3302
3303template <class _Tp>
3304struct __scalar_hash<_Tp, 3>
3305    : public unary_function<_Tp, size_t>
3306{
3307    _LIBCPP_INLINE_VISIBILITY
3308    size_t operator()(_Tp __v) const _NOEXCEPT
3309    {
3310        union
3311        {
3312            _Tp __t;
3313            struct
3314            {
3315                size_t __a;
3316                size_t __b;
3317                size_t __c;
3318            } __s;
3319        } __u;
3320        __u.__t = __v;
3321        return __murmur2_or_cityhash<size_t>()(&__u, sizeof(__u));
3322    }
3323};
3324
3325template <class _Tp>
3326struct __scalar_hash<_Tp, 4>
3327    : public unary_function<_Tp, size_t>
3328{
3329    _LIBCPP_INLINE_VISIBILITY
3330    size_t operator()(_Tp __v) const _NOEXCEPT
3331    {
3332        union
3333        {
3334            _Tp __t;
3335            struct
3336            {
3337                size_t __a;
3338                size_t __b;
3339                size_t __c;
3340                size_t __d;
3341            } __s;
3342        } __u;
3343        __u.__t = __v;
3344        return __murmur2_or_cityhash<size_t>()(&__u, sizeof(__u));
3345    }
3346};
3347
3348_LIBCPP_INLINE_VISIBILITY
3349inline size_t __hash_combine(size_t __lhs, size_t __rhs) _NOEXCEPT {
3350    struct _PairT {
3351      size_t first;
3352      size_t second;
3353    };
3354    typedef __scalar_hash<_PairT> _HashT;
3355    const _PairT __p = {__lhs, __rhs};
3356    return _HashT()(__p);
3357}
3358
3359template<class _Tp>
3360struct _LIBCPP_TEMPLATE_VIS hash<_Tp*>
3361    : public unary_function<_Tp*, size_t>
3362{
3363    _LIBCPP_INLINE_VISIBILITY
3364    size_t operator()(_Tp* __v) const _NOEXCEPT
3365    {
3366        union
3367        {
3368            _Tp* __t;
3369            size_t __a;
3370        } __u;
3371        __u.__t = __v;
3372        return __murmur2_or_cityhash<size_t>()(&__u, sizeof(__u));
3373    }
3374};
3375
3376template <class _Tp, class _Dp>
3377struct _LIBCPP_TEMPLATE_VIS hash<unique_ptr<_Tp, _Dp> >
3378{
3379    typedef unique_ptr<_Tp, _Dp> argument_type;
3380    typedef size_t               result_type;
3381    _LIBCPP_INLINE_VISIBILITY
3382    result_type operator()(const argument_type& __ptr) const _NOEXCEPT
3383    {
3384        typedef typename argument_type::pointer pointer;
3385        return hash<pointer>()(__ptr.get());
3386    }
3387};
3388
3389struct __destruct_n
3390{
3391private:
3392    size_t size;
3393
3394    template <class _Tp>
3395    _LIBCPP_INLINE_VISIBILITY void __process(_Tp* __p, false_type) _NOEXCEPT
3396        {for (size_t __i = 0; __i < size; ++__i, ++__p) __p->~_Tp();}
3397
3398    template <class _Tp>
3399    _LIBCPP_INLINE_VISIBILITY void __process(_Tp*, true_type) _NOEXCEPT
3400        {}
3401
3402    _LIBCPP_INLINE_VISIBILITY void __incr(false_type) _NOEXCEPT
3403        {++size;}
3404    _LIBCPP_INLINE_VISIBILITY void __incr(true_type) _NOEXCEPT
3405        {}
3406
3407    _LIBCPP_INLINE_VISIBILITY void __set(size_t __s, false_type) _NOEXCEPT
3408        {size = __s;}
3409    _LIBCPP_INLINE_VISIBILITY void __set(size_t, true_type) _NOEXCEPT
3410        {}
3411public:
3412    _LIBCPP_INLINE_VISIBILITY explicit __destruct_n(size_t __s) _NOEXCEPT
3413        : size(__s) {}
3414
3415    template <class _Tp>
3416    _LIBCPP_INLINE_VISIBILITY void __incr(_Tp*) _NOEXCEPT
3417        {__incr(integral_constant<bool, is_trivially_destructible<_Tp>::value>());}
3418
3419    template <class _Tp>
3420    _LIBCPP_INLINE_VISIBILITY void __set(size_t __s, _Tp*) _NOEXCEPT
3421        {__set(__s, integral_constant<bool, is_trivially_destructible<_Tp>::value>());}
3422
3423    template <class _Tp>
3424    _LIBCPP_INLINE_VISIBILITY void operator()(_Tp* __p) _NOEXCEPT
3425        {__process(__p, integral_constant<bool, is_trivially_destructible<_Tp>::value>());}
3426};
3427
3428template <class _Alloc>
3429class __allocator_destructor
3430{
3431    typedef allocator_traits<_Alloc> __alloc_traits;
3432public:
3433    typedef typename __alloc_traits::pointer pointer;
3434    typedef typename __alloc_traits::size_type size_type;
3435private:
3436    _Alloc& __alloc_;
3437    size_type __s_;
3438public:
3439    _LIBCPP_INLINE_VISIBILITY __allocator_destructor(_Alloc& __a, size_type __s)
3440             _NOEXCEPT
3441        : __alloc_(__a), __s_(__s) {}
3442    _LIBCPP_INLINE_VISIBILITY
3443    void operator()(pointer __p) _NOEXCEPT
3444        {__alloc_traits::deallocate(__alloc_, __p, __s_);}
3445};
3446
3447template <class _InputIterator, class _ForwardIterator>
3448_ForwardIterator
3449uninitialized_copy(_InputIterator __f, _InputIterator __l, _ForwardIterator __r)
3450{
3451    typedef typename iterator_traits<_ForwardIterator>::value_type value_type;
3452#ifndef _LIBCPP_NO_EXCEPTIONS
3453    _ForwardIterator __s = __r;
3454    try
3455    {
3456#endif
3457        for (; __f != __l; ++__f, (void) ++__r)
3458            ::new (static_cast<void*>(_VSTD::addressof(*__r))) value_type(*__f);
3459#ifndef _LIBCPP_NO_EXCEPTIONS
3460    }
3461    catch (...)
3462    {
3463        for (; __s != __r; ++__s)
3464            __s->~value_type();
3465        throw;
3466    }
3467#endif
3468    return __r;
3469}
3470
3471template <class _InputIterator, class _Size, class _ForwardIterator>
3472_ForwardIterator
3473uninitialized_copy_n(_InputIterator __f, _Size __n, _ForwardIterator __r)
3474{
3475    typedef typename iterator_traits<_ForwardIterator>::value_type value_type;
3476#ifndef _LIBCPP_NO_EXCEPTIONS
3477    _ForwardIterator __s = __r;
3478    try
3479    {
3480#endif
3481        for (; __n > 0; ++__f, (void) ++__r, (void) --__n)
3482            ::new (static_cast<void*>(_VSTD::addressof(*__r))) value_type(*__f);
3483#ifndef _LIBCPP_NO_EXCEPTIONS
3484    }
3485    catch (...)
3486    {
3487        for (; __s != __r; ++__s)
3488            __s->~value_type();
3489        throw;
3490    }
3491#endif
3492    return __r;
3493}
3494
3495template <class _ForwardIterator, class _Tp>
3496void
3497uninitialized_fill(_ForwardIterator __f, _ForwardIterator __l, const _Tp& __x)
3498{
3499    typedef typename iterator_traits<_ForwardIterator>::value_type value_type;
3500#ifndef _LIBCPP_NO_EXCEPTIONS
3501    _ForwardIterator __s = __f;
3502    try
3503    {
3504#endif
3505        for (; __f != __l; ++__f)
3506            ::new (static_cast<void*>(_VSTD::addressof(*__f))) value_type(__x);
3507#ifndef _LIBCPP_NO_EXCEPTIONS
3508    }
3509    catch (...)
3510    {
3511        for (; __s != __f; ++__s)
3512            __s->~value_type();
3513        throw;
3514    }
3515#endif
3516}
3517
3518template <class _ForwardIterator, class _Size, class _Tp>
3519_ForwardIterator
3520uninitialized_fill_n(_ForwardIterator __f, _Size __n, const _Tp& __x)
3521{
3522    typedef typename iterator_traits<_ForwardIterator>::value_type value_type;
3523#ifndef _LIBCPP_NO_EXCEPTIONS
3524    _ForwardIterator __s = __f;
3525    try
3526    {
3527#endif
3528        for (; __n > 0; ++__f, (void) --__n)
3529            ::new (static_cast<void*>(_VSTD::addressof(*__f))) value_type(__x);
3530#ifndef _LIBCPP_NO_EXCEPTIONS
3531    }
3532    catch (...)
3533    {
3534        for (; __s != __f; ++__s)
3535            __s->~value_type();
3536        throw;
3537    }
3538#endif
3539    return __f;
3540}
3541
3542#if _LIBCPP_STD_VER > 14
3543
3544template <class _Tp>
3545inline _LIBCPP_INLINE_VISIBILITY
3546void destroy_at(_Tp* __loc) {
3547    _LIBCPP_ASSERT(__loc, "null pointer given to destroy_at");
3548    __loc->~_Tp();
3549}
3550
3551template <class _ForwardIterator>
3552inline _LIBCPP_INLINE_VISIBILITY
3553void destroy(_ForwardIterator __first, _ForwardIterator __last) {
3554    for (; __first != __last; ++__first)
3555        _VSTD::destroy_at(_VSTD::addressof(*__first));
3556}
3557
3558template <class _ForwardIterator, class _Size>
3559inline _LIBCPP_INLINE_VISIBILITY
3560_ForwardIterator destroy_n(_ForwardIterator __first, _Size __n) {
3561    for (; __n > 0; (void)++__first, --__n)
3562        _VSTD::destroy_at(_VSTD::addressof(*__first));
3563    return __first;
3564}
3565
3566template <class _ForwardIterator>
3567inline _LIBCPP_INLINE_VISIBILITY
3568void uninitialized_default_construct(_ForwardIterator __first, _ForwardIterator __last) {
3569    using _Vt = typename iterator_traits<_ForwardIterator>::value_type;
3570    auto __idx = __first;
3571#ifndef _LIBCPP_NO_EXCEPTIONS
3572    try {
3573#endif
3574    for (; __idx != __last; ++__idx)
3575        ::new((void*)_VSTD::addressof(*__idx)) _Vt;
3576#ifndef _LIBCPP_NO_EXCEPTIONS
3577    } catch (...) {
3578        _VSTD::destroy(__first, __idx);
3579        throw;
3580    }
3581#endif
3582}
3583
3584template <class _ForwardIterator, class _Size>
3585inline _LIBCPP_INLINE_VISIBILITY
3586_ForwardIterator uninitialized_default_construct_n(_ForwardIterator __first, _Size __n) {
3587    using _Vt = typename iterator_traits<_ForwardIterator>::value_type;
3588    auto __idx = __first;
3589#ifndef _LIBCPP_NO_EXCEPTIONS
3590    try {
3591#endif
3592    for (; __n > 0; (void)++__idx, --__n)
3593        ::new((void*)_VSTD::addressof(*__idx)) _Vt;
3594    return __idx;
3595#ifndef _LIBCPP_NO_EXCEPTIONS
3596    } catch (...) {
3597        _VSTD::destroy(__first, __idx);
3598        throw;
3599    }
3600#endif
3601}
3602
3603
3604template <class _ForwardIterator>
3605inline _LIBCPP_INLINE_VISIBILITY
3606void uninitialized_value_construct(_ForwardIterator __first, _ForwardIterator __last) {
3607    using _Vt = typename iterator_traits<_ForwardIterator>::value_type;
3608    auto __idx = __first;
3609#ifndef _LIBCPP_NO_EXCEPTIONS
3610    try {
3611#endif
3612    for (; __idx != __last; ++__idx)
3613        ::new((void*)_VSTD::addressof(*__idx)) _Vt();
3614#ifndef _LIBCPP_NO_EXCEPTIONS
3615    } catch (...) {
3616        _VSTD::destroy(__first, __idx);
3617        throw;
3618    }
3619#endif
3620}
3621
3622template <class _ForwardIterator, class _Size>
3623inline _LIBCPP_INLINE_VISIBILITY
3624_ForwardIterator uninitialized_value_construct_n(_ForwardIterator __first, _Size __n) {
3625    using _Vt = typename iterator_traits<_ForwardIterator>::value_type;
3626    auto __idx = __first;
3627#ifndef _LIBCPP_NO_EXCEPTIONS
3628    try {
3629#endif
3630    for (; __n > 0; (void)++__idx, --__n)
3631        ::new((void*)_VSTD::addressof(*__idx)) _Vt();
3632    return __idx;
3633#ifndef _LIBCPP_NO_EXCEPTIONS
3634    } catch (...) {
3635        _VSTD::destroy(__first, __idx);
3636        throw;
3637    }
3638#endif
3639}
3640
3641
3642template <class _InputIt, class _ForwardIt>
3643inline _LIBCPP_INLINE_VISIBILITY
3644_ForwardIt uninitialized_move(_InputIt __first, _InputIt __last, _ForwardIt __first_res) {
3645    using _Vt = typename iterator_traits<_ForwardIt>::value_type;
3646    auto __idx = __first_res;
3647#ifndef _LIBCPP_NO_EXCEPTIONS
3648    try {
3649#endif
3650    for (; __first != __last; (void)++__idx, ++__first)
3651        ::new((void*)_VSTD::addressof(*__idx)) _Vt(std::move(*__first));
3652    return __idx;
3653#ifndef _LIBCPP_NO_EXCEPTIONS
3654    } catch (...) {
3655        _VSTD::destroy(__first_res, __idx);
3656        throw;
3657    }
3658#endif
3659}
3660
3661template <class _InputIt, class _Size, class _ForwardIt>
3662inline _LIBCPP_INLINE_VISIBILITY
3663pair<_InputIt, _ForwardIt>
3664uninitialized_move_n(_InputIt __first, _Size __n, _ForwardIt __first_res) {
3665    using _Vt = typename iterator_traits<_ForwardIt>::value_type;
3666    auto __idx = __first_res;
3667#ifndef _LIBCPP_NO_EXCEPTIONS
3668    try {
3669#endif
3670    for (; __n > 0; ++__idx, (void)++__first, --__n)
3671        ::new((void*)_VSTD::addressof(*__idx)) _Vt(std::move(*__first));
3672    return {__first, __idx};
3673#ifndef _LIBCPP_NO_EXCEPTIONS
3674    } catch (...) {
3675        _VSTD::destroy(__first_res, __idx);
3676        throw;
3677    }
3678#endif
3679}
3680
3681
3682#endif // _LIBCPP_STD_VER > 14
3683
3684class _LIBCPP_EXCEPTION_ABI bad_weak_ptr
3685    : public std::exception
3686{
3687public:
3688    virtual ~bad_weak_ptr() _NOEXCEPT;
3689    virtual const char* what() const  _NOEXCEPT;
3690};
3691
3692_LIBCPP_NORETURN inline _LIBCPP_ALWAYS_INLINE
3693void __throw_bad_weak_ptr()
3694{
3695#ifndef _LIBCPP_NO_EXCEPTIONS
3696    throw bad_weak_ptr();
3697#else
3698    _VSTD::abort();
3699#endif
3700}
3701
3702template<class _Tp> class _LIBCPP_TEMPLATE_VIS weak_ptr;
3703
3704class _LIBCPP_TYPE_VIS __shared_count
3705{
3706    __shared_count(const __shared_count&);
3707    __shared_count& operator=(const __shared_count&);
3708
3709protected:
3710    long __shared_owners_;
3711    virtual ~__shared_count();
3712private:
3713    virtual void __on_zero_shared() _NOEXCEPT = 0;
3714
3715public:
3716    _LIBCPP_INLINE_VISIBILITY
3717    explicit __shared_count(long __refs = 0) _NOEXCEPT
3718        : __shared_owners_(__refs) {}
3719
3720    void __add_shared() _NOEXCEPT;
3721    bool __release_shared() _NOEXCEPT;
3722    _LIBCPP_INLINE_VISIBILITY
3723    long use_count() const _NOEXCEPT {
3724        return __libcpp_relaxed_load(&__shared_owners_) + 1;
3725    }
3726};
3727
3728class _LIBCPP_TYPE_VIS __shared_weak_count
3729    : private __shared_count
3730{
3731    long __shared_weak_owners_;
3732
3733public:
3734    _LIBCPP_INLINE_VISIBILITY
3735    explicit __shared_weak_count(long __refs = 0) _NOEXCEPT
3736        : __shared_count(__refs),
3737          __shared_weak_owners_(__refs) {}
3738protected:
3739    virtual ~__shared_weak_count();
3740
3741public:
3742    void __add_shared() _NOEXCEPT;
3743    void __add_weak() _NOEXCEPT;
3744    void __release_shared() _NOEXCEPT;
3745    void __release_weak() _NOEXCEPT;
3746    _LIBCPP_INLINE_VISIBILITY
3747    long use_count() const _NOEXCEPT {return __shared_count::use_count();}
3748    __shared_weak_count* lock() _NOEXCEPT;
3749
3750    // Define the function out only if we build static libc++ without RTTI.
3751    // Otherwise we may break clients who need to compile their projects with
3752    // -fno-rtti and yet link against a libc++.dylib compiled
3753    // without -fno-rtti.
3754#if !defined(_LIBCPP_NO_RTTI) || !defined(_LIBCPP_BUILD_STATIC)
3755    virtual const void* __get_deleter(const type_info&) const _NOEXCEPT;
3756#endif
3757private:
3758    virtual void __on_zero_shared_weak() _NOEXCEPT = 0;
3759};
3760
3761template <class _Tp, class _Dp, class _Alloc>
3762class __shared_ptr_pointer
3763    : public __shared_weak_count
3764{
3765    __compressed_pair<__compressed_pair<_Tp, _Dp>, _Alloc> __data_;
3766public:
3767    _LIBCPP_INLINE_VISIBILITY
3768    __shared_ptr_pointer(_Tp __p, _Dp __d, _Alloc __a)
3769        :  __data_(__compressed_pair<_Tp, _Dp>(__p, _VSTD::move(__d)), _VSTD::move(__a)) {}
3770
3771#ifndef _LIBCPP_NO_RTTI
3772    virtual const void* __get_deleter(const type_info&) const _NOEXCEPT;
3773#endif
3774
3775private:
3776    virtual void __on_zero_shared() _NOEXCEPT;
3777    virtual void __on_zero_shared_weak() _NOEXCEPT;
3778};
3779
3780#ifndef _LIBCPP_NO_RTTI
3781
3782template <class _Tp, class _Dp, class _Alloc>
3783const void*
3784__shared_ptr_pointer<_Tp, _Dp, _Alloc>::__get_deleter(const type_info& __t) const _NOEXCEPT
3785{
3786    return __t == typeid(_Dp) ? _VSTD::addressof(__data_.first().second()) : 0;
3787}
3788
3789#endif  // _LIBCPP_NO_RTTI
3790
3791template <class _Tp, class _Dp, class _Alloc>
3792void
3793__shared_ptr_pointer<_Tp, _Dp, _Alloc>::__on_zero_shared() _NOEXCEPT
3794{
3795    __data_.first().second()(__data_.first().first());
3796    __data_.first().second().~_Dp();
3797}
3798
3799template <class _Tp, class _Dp, class _Alloc>
3800void
3801__shared_ptr_pointer<_Tp, _Dp, _Alloc>::__on_zero_shared_weak() _NOEXCEPT
3802{
3803    typedef typename __allocator_traits_rebind<_Alloc, __shared_ptr_pointer>::type _Al;
3804    typedef allocator_traits<_Al> _ATraits;
3805    typedef pointer_traits<typename _ATraits::pointer> _PTraits;
3806
3807    _Al __a(__data_.second());
3808    __data_.second().~_Alloc();
3809    __a.deallocate(_PTraits::pointer_to(*this), 1);
3810}
3811
3812template <class _Tp, class _Alloc>
3813class __shared_ptr_emplace
3814    : public __shared_weak_count
3815{
3816    __compressed_pair<_Alloc, _Tp> __data_;
3817public:
3818#ifndef _LIBCPP_HAS_NO_VARIADICS
3819
3820    _LIBCPP_INLINE_VISIBILITY
3821    __shared_ptr_emplace(_Alloc __a)
3822        :  __data_(_VSTD::move(__a)) {}
3823
3824    template <class ..._Args>
3825        _LIBCPP_INLINE_VISIBILITY
3826        __shared_ptr_emplace(_Alloc __a, _Args&& ...__args)
3827            :  __data_(piecewise_construct, _VSTD::forward_as_tuple(__a),
3828                   _VSTD::forward_as_tuple(_VSTD::forward<_Args>(__args)...)) {}
3829
3830#else  // _LIBCPP_HAS_NO_VARIADICS
3831
3832    _LIBCPP_INLINE_VISIBILITY
3833    __shared_ptr_emplace(_Alloc __a)
3834        :  __data_(__a) {}
3835
3836    template <class _A0>
3837        _LIBCPP_INLINE_VISIBILITY
3838        __shared_ptr_emplace(_Alloc __a, _A0& __a0)
3839            :  __data_(__a, _Tp(__a0)) {}
3840
3841    template <class _A0, class _A1>
3842        _LIBCPP_INLINE_VISIBILITY
3843        __shared_ptr_emplace(_Alloc __a, _A0& __a0, _A1& __a1)
3844            :  __data_(__a, _Tp(__a0, __a1)) {}
3845
3846    template <class _A0, class _A1, class _A2>
3847        _LIBCPP_INLINE_VISIBILITY
3848        __shared_ptr_emplace(_Alloc __a, _A0& __a0, _A1& __a1, _A2& __a2)
3849            :  __data_(__a, _Tp(__a0, __a1, __a2)) {}
3850
3851#endif  // _LIBCPP_HAS_NO_VARIADICS
3852
3853private:
3854    virtual void __on_zero_shared() _NOEXCEPT;
3855    virtual void __on_zero_shared_weak() _NOEXCEPT;
3856public:
3857    _LIBCPP_INLINE_VISIBILITY
3858    _Tp* get() _NOEXCEPT {return &__data_.second();}
3859};
3860
3861template <class _Tp, class _Alloc>
3862void
3863__shared_ptr_emplace<_Tp, _Alloc>::__on_zero_shared() _NOEXCEPT
3864{
3865    __data_.second().~_Tp();
3866}
3867
3868template <class _Tp, class _Alloc>
3869void
3870__shared_ptr_emplace<_Tp, _Alloc>::__on_zero_shared_weak() _NOEXCEPT
3871{
3872    typedef typename __allocator_traits_rebind<_Alloc, __shared_ptr_emplace>::type _Al;
3873    typedef allocator_traits<_Al> _ATraits;
3874    typedef pointer_traits<typename _ATraits::pointer> _PTraits;
3875    _Al __a(__data_.first());
3876    __data_.first().~_Alloc();
3877    __a.deallocate(_PTraits::pointer_to(*this), 1);
3878}
3879
3880template<class _Tp> class _LIBCPP_TEMPLATE_VIS enable_shared_from_this;
3881
3882template<class _Tp>
3883class _LIBCPP_TEMPLATE_VIS shared_ptr
3884{
3885public:
3886    typedef _Tp element_type;
3887#if _LIBCPP_STD_VER > 14
3888    typedef weak_ptr<_Tp> weak_type;
3889#endif
3890private:
3891    element_type*      __ptr_;
3892    __shared_weak_count* __cntrl_;
3893
3894    struct __nat {int __for_bool_;};
3895public:
3896    _LIBCPP_INLINE_VISIBILITY
3897    _LIBCPP_CONSTEXPR shared_ptr() _NOEXCEPT;
3898    _LIBCPP_INLINE_VISIBILITY
3899    _LIBCPP_CONSTEXPR shared_ptr(nullptr_t) _NOEXCEPT;
3900    template<class _Yp>
3901        explicit shared_ptr(_Yp* __p,
3902                            typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type = __nat());
3903    template<class _Yp, class _Dp>
3904        shared_ptr(_Yp* __p, _Dp __d,
3905                   typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type = __nat());
3906    template<class _Yp, class _Dp, class _Alloc>
3907        shared_ptr(_Yp* __p, _Dp __d, _Alloc __a,
3908                   typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type = __nat());
3909    template <class _Dp> shared_ptr(nullptr_t __p, _Dp __d);
3910    template <class _Dp, class _Alloc> shared_ptr(nullptr_t __p, _Dp __d, _Alloc __a);
3911    template<class _Yp> _LIBCPP_INLINE_VISIBILITY shared_ptr(const shared_ptr<_Yp>& __r, element_type* __p) _NOEXCEPT;
3912    _LIBCPP_INLINE_VISIBILITY
3913    shared_ptr(const shared_ptr& __r) _NOEXCEPT;
3914    template<class _Yp>
3915        _LIBCPP_INLINE_VISIBILITY
3916        shared_ptr(const shared_ptr<_Yp>& __r,
3917                   typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat>::type = __nat())
3918                       _NOEXCEPT;
3919#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
3920    _LIBCPP_INLINE_VISIBILITY
3921    shared_ptr(shared_ptr&& __r) _NOEXCEPT;
3922    template<class _Yp> _LIBCPP_INLINE_VISIBILITY  shared_ptr(shared_ptr<_Yp>&& __r,
3923                   typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat>::type = __nat())
3924                       _NOEXCEPT;
3925#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
3926    template<class _Yp> explicit shared_ptr(const weak_ptr<_Yp>& __r,
3927                   typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat>::type= __nat());
3928#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
3929    template<class _Yp>
3930        shared_ptr(auto_ptr<_Yp>&& __r,
3931                   typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type = __nat());
3932#else
3933    template<class _Yp>
3934        shared_ptr(auto_ptr<_Yp> __r,
3935                   typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type = __nat());
3936#endif
3937#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
3938    template <class _Yp, class _Dp>
3939        shared_ptr(unique_ptr<_Yp, _Dp>&&,
3940                   typename enable_if
3941                   <
3942                       !is_lvalue_reference<_Dp>::value &&
3943                       !is_array<_Yp>::value &&
3944                       is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, element_type*>::value,
3945                       __nat
3946                   >::type = __nat());
3947    template <class _Yp, class _Dp>
3948        shared_ptr(unique_ptr<_Yp, _Dp>&&,
3949                   typename enable_if
3950                   <
3951                       is_lvalue_reference<_Dp>::value &&
3952                       !is_array<_Yp>::value &&
3953                       is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, element_type*>::value,
3954                       __nat
3955                   >::type = __nat());
3956#else  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
3957    template <class _Yp, class _Dp>
3958        shared_ptr(unique_ptr<_Yp, _Dp>,
3959                   typename enable_if
3960                   <
3961                       !is_lvalue_reference<_Dp>::value &&
3962                       !is_array<_Yp>::value &&
3963                       is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, element_type*>::value,
3964                       __nat
3965                   >::type = __nat());
3966    template <class _Yp, class _Dp>
3967        shared_ptr(unique_ptr<_Yp, _Dp>,
3968                   typename enable_if
3969                   <
3970                       is_lvalue_reference<_Dp>::value &&
3971                       !is_array<_Yp>::value &&
3972                       is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, element_type*>::value,
3973                       __nat
3974                   >::type = __nat());
3975#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
3976
3977    ~shared_ptr();
3978
3979    _LIBCPP_INLINE_VISIBILITY
3980    shared_ptr& operator=(const shared_ptr& __r) _NOEXCEPT;
3981    template<class _Yp>
3982        typename enable_if
3983        <
3984            is_convertible<_Yp*, element_type*>::value,
3985            shared_ptr&
3986        >::type
3987        _LIBCPP_INLINE_VISIBILITY
3988        operator=(const shared_ptr<_Yp>& __r) _NOEXCEPT;
3989#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
3990    _LIBCPP_INLINE_VISIBILITY
3991    shared_ptr& operator=(shared_ptr&& __r) _NOEXCEPT;
3992    template<class _Yp>
3993        typename enable_if
3994        <
3995            is_convertible<_Yp*, element_type*>::value,
3996            shared_ptr<_Tp>&
3997        >::type
3998        _LIBCPP_INLINE_VISIBILITY
3999        operator=(shared_ptr<_Yp>&& __r);
4000    template<class _Yp>
4001        _LIBCPP_INLINE_VISIBILITY
4002        typename enable_if
4003        <
4004            !is_array<_Yp>::value &&
4005            is_convertible<_Yp*, element_type*>::value,
4006            shared_ptr
4007        >::type&
4008        operator=(auto_ptr<_Yp>&& __r);
4009#else  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
4010    template<class _Yp>
4011        _LIBCPP_INLINE_VISIBILITY
4012        typename enable_if
4013        <
4014            !is_array<_Yp>::value &&
4015            is_convertible<_Yp*, element_type*>::value,
4016            shared_ptr&
4017        >::type
4018        operator=(auto_ptr<_Yp> __r);
4019#endif
4020    template <class _Yp, class _Dp>
4021        typename enable_if
4022        <
4023            !is_array<_Yp>::value &&
4024            is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, element_type*>::value,
4025            shared_ptr&
4026        >::type
4027#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
4028        _LIBCPP_INLINE_VISIBILITY
4029        operator=(unique_ptr<_Yp, _Dp>&& __r);
4030#else  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
4031        _LIBCPP_INLINE_VISIBILITY
4032        operator=(unique_ptr<_Yp, _Dp> __r);
4033#endif
4034
4035    _LIBCPP_INLINE_VISIBILITY
4036    void swap(shared_ptr& __r) _NOEXCEPT;
4037    _LIBCPP_INLINE_VISIBILITY
4038    void reset() _NOEXCEPT;
4039    template<class _Yp>
4040        typename enable_if
4041        <
4042            is_convertible<_Yp*, element_type*>::value,
4043            void
4044        >::type
4045        _LIBCPP_INLINE_VISIBILITY
4046        reset(_Yp* __p);
4047    template<class _Yp, class _Dp>
4048        typename enable_if
4049        <
4050            is_convertible<_Yp*, element_type*>::value,
4051            void
4052        >::type
4053        _LIBCPP_INLINE_VISIBILITY
4054        reset(_Yp* __p, _Dp __d);
4055    template<class _Yp, class _Dp, class _Alloc>
4056        typename enable_if
4057        <
4058            is_convertible<_Yp*, element_type*>::value,
4059            void
4060        >::type
4061        _LIBCPP_INLINE_VISIBILITY
4062        reset(_Yp* __p, _Dp __d, _Alloc __a);
4063
4064    _LIBCPP_INLINE_VISIBILITY
4065    element_type* get() const _NOEXCEPT {return __ptr_;}
4066    _LIBCPP_INLINE_VISIBILITY
4067    typename add_lvalue_reference<element_type>::type operator*() const _NOEXCEPT
4068        {return *__ptr_;}
4069    _LIBCPP_INLINE_VISIBILITY
4070    element_type* operator->() const _NOEXCEPT {return __ptr_;}
4071    _LIBCPP_INLINE_VISIBILITY
4072    long use_count() const _NOEXCEPT {return __cntrl_ ? __cntrl_->use_count() : 0;}
4073    _LIBCPP_INLINE_VISIBILITY
4074    bool unique() const _NOEXCEPT {return use_count() == 1;}
4075    _LIBCPP_INLINE_VISIBILITY
4076    _LIBCPP_EXPLICIT operator bool() const _NOEXCEPT {return get() != 0;}
4077    template <class _Up>
4078        _LIBCPP_INLINE_VISIBILITY
4079        bool owner_before(shared_ptr<_Up> const& __p) const
4080        {return __cntrl_ < __p.__cntrl_;}
4081    template <class _Up>
4082        _LIBCPP_INLINE_VISIBILITY
4083        bool owner_before(weak_ptr<_Up> const& __p) const
4084        {return __cntrl_ < __p.__cntrl_;}
4085    _LIBCPP_INLINE_VISIBILITY
4086    bool
4087    __owner_equivalent(const shared_ptr& __p) const
4088        {return __cntrl_ == __p.__cntrl_;}
4089
4090#ifndef _LIBCPP_NO_RTTI
4091    template <class _Dp>
4092        _LIBCPP_INLINE_VISIBILITY
4093        _Dp* __get_deleter() const _NOEXCEPT
4094            {return (_Dp*)(__cntrl_ ? __cntrl_->__get_deleter(typeid(_Dp)) : 0);}
4095#endif  // _LIBCPP_NO_RTTI
4096
4097#ifndef _LIBCPP_HAS_NO_VARIADICS
4098
4099    template<class ..._Args>
4100        static
4101        shared_ptr<_Tp>
4102        make_shared(_Args&& ...__args);
4103
4104    template<class _Alloc, class ..._Args>
4105        static
4106        shared_ptr<_Tp>
4107        allocate_shared(const _Alloc& __a, _Args&& ...__args);
4108
4109#else  // _LIBCPP_HAS_NO_VARIADICS
4110
4111    static shared_ptr<_Tp> make_shared();
4112
4113    template<class _A0>
4114        static shared_ptr<_Tp> make_shared(_A0&);
4115
4116    template<class _A0, class _A1>
4117        static shared_ptr<_Tp> make_shared(_A0&, _A1&);
4118
4119    template<class _A0, class _A1, class _A2>
4120        static shared_ptr<_Tp> make_shared(_A0&, _A1&, _A2&);
4121
4122    template<class _Alloc>
4123        static shared_ptr<_Tp>
4124        allocate_shared(const _Alloc& __a);
4125
4126    template<class _Alloc, class _A0>
4127        static shared_ptr<_Tp>
4128        allocate_shared(const _Alloc& __a, _A0& __a0);
4129
4130    template<class _Alloc, class _A0, class _A1>
4131        static shared_ptr<_Tp>
4132        allocate_shared(const _Alloc& __a, _A0& __a0, _A1& __a1);
4133
4134    template<class _Alloc, class _A0, class _A1, class _A2>
4135        static shared_ptr<_Tp>
4136        allocate_shared(const _Alloc& __a, _A0& __a0, _A1& __a1, _A2& __a2);
4137
4138#endif  // _LIBCPP_HAS_NO_VARIADICS
4139
4140private:
4141
4142    template <class _Yp, class _OrigPtr>
4143        _LIBCPP_INLINE_VISIBILITY
4144        void
4145        __enable_weak_this(const enable_shared_from_this<_Yp>* __e,
4146                           _OrigPtr* __ptr) _NOEXCEPT
4147        {
4148            typedef typename remove_cv<_Yp>::type _RawYp;
4149            if (__e && __e->__weak_this_.expired())
4150            {
4151                __e->__weak_this_ = shared_ptr<_RawYp>(*this,
4152                    const_cast<_RawYp*>(static_cast<const _Yp*>(__ptr)));
4153            }
4154        }
4155
4156    _LIBCPP_INLINE_VISIBILITY
4157    void __enable_weak_this(const volatile void*, const volatile void*) _NOEXCEPT {}
4158
4159    template <class _Up> friend class _LIBCPP_TEMPLATE_VIS shared_ptr;
4160    template <class _Up> friend class _LIBCPP_TEMPLATE_VIS weak_ptr;
4161};
4162
4163template<class _Tp>
4164inline
4165_LIBCPP_CONSTEXPR
4166shared_ptr<_Tp>::shared_ptr() _NOEXCEPT
4167    : __ptr_(0),
4168      __cntrl_(0)
4169{
4170}
4171
4172template<class _Tp>
4173inline
4174_LIBCPP_CONSTEXPR
4175shared_ptr<_Tp>::shared_ptr(nullptr_t) _NOEXCEPT
4176    : __ptr_(0),
4177      __cntrl_(0)
4178{
4179}
4180
4181template<class _Tp>
4182template<class _Yp>
4183shared_ptr<_Tp>::shared_ptr(_Yp* __p,
4184                            typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type)
4185    : __ptr_(__p)
4186{
4187    unique_ptr<_Yp> __hold(__p);
4188    typedef __shared_ptr_pointer<_Yp*, default_delete<_Yp>, allocator<_Yp> > _CntrlBlk;
4189    __cntrl_ = new _CntrlBlk(__p, default_delete<_Yp>(), allocator<_Yp>());
4190    __hold.release();
4191    __enable_weak_this(__p, __p);
4192}
4193
4194template<class _Tp>
4195template<class _Yp, class _Dp>
4196shared_ptr<_Tp>::shared_ptr(_Yp* __p, _Dp __d,
4197                            typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type)
4198    : __ptr_(__p)
4199{
4200#ifndef _LIBCPP_NO_EXCEPTIONS
4201    try
4202    {
4203#endif  // _LIBCPP_NO_EXCEPTIONS
4204        typedef __shared_ptr_pointer<_Yp*, _Dp, allocator<_Yp> > _CntrlBlk;
4205        __cntrl_ = new _CntrlBlk(__p, __d, allocator<_Yp>());
4206        __enable_weak_this(__p, __p);
4207#ifndef _LIBCPP_NO_EXCEPTIONS
4208    }
4209    catch (...)
4210    {
4211        __d(__p);
4212        throw;
4213    }
4214#endif  // _LIBCPP_NO_EXCEPTIONS
4215}
4216
4217template<class _Tp>
4218template<class _Dp>
4219shared_ptr<_Tp>::shared_ptr(nullptr_t __p, _Dp __d)
4220    : __ptr_(0)
4221{
4222#ifndef _LIBCPP_NO_EXCEPTIONS
4223    try
4224    {
4225#endif  // _LIBCPP_NO_EXCEPTIONS
4226        typedef __shared_ptr_pointer<nullptr_t, _Dp, allocator<_Tp> > _CntrlBlk;
4227        __cntrl_ = new _CntrlBlk(__p, __d, allocator<_Tp>());
4228#ifndef _LIBCPP_NO_EXCEPTIONS
4229    }
4230    catch (...)
4231    {
4232        __d(__p);
4233        throw;
4234    }
4235#endif  // _LIBCPP_NO_EXCEPTIONS
4236}
4237
4238template<class _Tp>
4239template<class _Yp, class _Dp, class _Alloc>
4240shared_ptr<_Tp>::shared_ptr(_Yp* __p, _Dp __d, _Alloc __a,
4241                            typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type)
4242    : __ptr_(__p)
4243{
4244#ifndef _LIBCPP_NO_EXCEPTIONS
4245    try
4246    {
4247#endif  // _LIBCPP_NO_EXCEPTIONS
4248        typedef __shared_ptr_pointer<_Yp*, _Dp, _Alloc> _CntrlBlk;
4249        typedef typename __allocator_traits_rebind<_Alloc, _CntrlBlk>::type _A2;
4250        typedef __allocator_destructor<_A2> _D2;
4251        _A2 __a2(__a);
4252        unique_ptr<_CntrlBlk, _D2> __hold2(__a2.allocate(1), _D2(__a2, 1));
4253        ::new(static_cast<void*>(_VSTD::addressof(*__hold2.get())))
4254            _CntrlBlk(__p, __d, __a);
4255        __cntrl_ = _VSTD::addressof(*__hold2.release());
4256        __enable_weak_this(__p, __p);
4257#ifndef _LIBCPP_NO_EXCEPTIONS
4258    }
4259    catch (...)
4260    {
4261        __d(__p);
4262        throw;
4263    }
4264#endif  // _LIBCPP_NO_EXCEPTIONS
4265}
4266
4267template<class _Tp>
4268template<class _Dp, class _Alloc>
4269shared_ptr<_Tp>::shared_ptr(nullptr_t __p, _Dp __d, _Alloc __a)
4270    : __ptr_(0)
4271{
4272#ifndef _LIBCPP_NO_EXCEPTIONS
4273    try
4274    {
4275#endif  // _LIBCPP_NO_EXCEPTIONS
4276        typedef __shared_ptr_pointer<nullptr_t, _Dp, _Alloc> _CntrlBlk;
4277        typedef typename __allocator_traits_rebind<_Alloc, _CntrlBlk>::type _A2;
4278        typedef __allocator_destructor<_A2> _D2;
4279        _A2 __a2(__a);
4280        unique_ptr<_CntrlBlk, _D2> __hold2(__a2.allocate(1), _D2(__a2, 1));
4281        ::new(static_cast<void*>(_VSTD::addressof(*__hold2.get())))
4282            _CntrlBlk(__p, __d, __a);
4283        __cntrl_ = _VSTD::addressof(*__hold2.release());
4284#ifndef _LIBCPP_NO_EXCEPTIONS
4285    }
4286    catch (...)
4287    {
4288        __d(__p);
4289        throw;
4290    }
4291#endif  // _LIBCPP_NO_EXCEPTIONS
4292}
4293
4294template<class _Tp>
4295template<class _Yp>
4296inline
4297shared_ptr<_Tp>::shared_ptr(const shared_ptr<_Yp>& __r, element_type *__p) _NOEXCEPT
4298    : __ptr_(__p),
4299      __cntrl_(__r.__cntrl_)
4300{
4301    if (__cntrl_)
4302        __cntrl_->__add_shared();
4303}
4304
4305template<class _Tp>
4306inline
4307shared_ptr<_Tp>::shared_ptr(const shared_ptr& __r) _NOEXCEPT
4308    : __ptr_(__r.__ptr_),
4309      __cntrl_(__r.__cntrl_)
4310{
4311    if (__cntrl_)
4312        __cntrl_->__add_shared();
4313}
4314
4315template<class _Tp>
4316template<class _Yp>
4317inline
4318shared_ptr<_Tp>::shared_ptr(const shared_ptr<_Yp>& __r,
4319                            typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat>::type)
4320         _NOEXCEPT
4321    : __ptr_(__r.__ptr_),
4322      __cntrl_(__r.__cntrl_)
4323{
4324    if (__cntrl_)
4325        __cntrl_->__add_shared();
4326}
4327
4328#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
4329
4330template<class _Tp>
4331inline
4332shared_ptr<_Tp>::shared_ptr(shared_ptr&& __r) _NOEXCEPT
4333    : __ptr_(__r.__ptr_),
4334      __cntrl_(__r.__cntrl_)
4335{
4336    __r.__ptr_ = 0;
4337    __r.__cntrl_ = 0;
4338}
4339
4340template<class _Tp>
4341template<class _Yp>
4342inline
4343shared_ptr<_Tp>::shared_ptr(shared_ptr<_Yp>&& __r,
4344                            typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat>::type)
4345         _NOEXCEPT
4346    : __ptr_(__r.__ptr_),
4347      __cntrl_(__r.__cntrl_)
4348{
4349    __r.__ptr_ = 0;
4350    __r.__cntrl_ = 0;
4351}
4352
4353#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
4354
4355template<class _Tp>
4356template<class _Yp>
4357#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
4358shared_ptr<_Tp>::shared_ptr(auto_ptr<_Yp>&& __r,
4359#else
4360shared_ptr<_Tp>::shared_ptr(auto_ptr<_Yp> __r,
4361#endif
4362                            typename enable_if<is_convertible<_Yp*, element_type*>::value, __nat>::type)
4363    : __ptr_(__r.get())
4364{
4365    typedef __shared_ptr_pointer<_Yp*, default_delete<_Yp>, allocator<_Yp> > _CntrlBlk;
4366    __cntrl_ = new _CntrlBlk(__r.get(), default_delete<_Yp>(), allocator<_Yp>());
4367    __enable_weak_this(__r.get(), __r.get());
4368    __r.release();
4369}
4370
4371template<class _Tp>
4372template <class _Yp, class _Dp>
4373#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
4374shared_ptr<_Tp>::shared_ptr(unique_ptr<_Yp, _Dp>&& __r,
4375#else
4376shared_ptr<_Tp>::shared_ptr(unique_ptr<_Yp, _Dp> __r,
4377#endif
4378                            typename enable_if
4379                            <
4380                                !is_lvalue_reference<_Dp>::value &&
4381                                !is_array<_Yp>::value &&
4382                                is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, element_type*>::value,
4383                                __nat
4384                            >::type)
4385    : __ptr_(__r.get())
4386{
4387#if _LIBCPP_STD_VER > 11
4388    if (__ptr_ == nullptr)
4389        __cntrl_ = nullptr;
4390    else
4391#endif
4392    {
4393        typedef __shared_ptr_pointer<_Yp*, _Dp, allocator<_Yp> > _CntrlBlk;
4394        __cntrl_ = new _CntrlBlk(__r.get(), __r.get_deleter(), allocator<_Yp>());
4395        __enable_weak_this(__r.get(), __r.get());
4396    }
4397    __r.release();
4398}
4399
4400template<class _Tp>
4401template <class _Yp, class _Dp>
4402#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
4403shared_ptr<_Tp>::shared_ptr(unique_ptr<_Yp, _Dp>&& __r,
4404#else
4405shared_ptr<_Tp>::shared_ptr(unique_ptr<_Yp, _Dp> __r,
4406#endif
4407                            typename enable_if
4408                            <
4409                                is_lvalue_reference<_Dp>::value &&
4410                                !is_array<_Yp>::value &&
4411                                is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, element_type*>::value,
4412                                __nat
4413                            >::type)
4414    : __ptr_(__r.get())
4415{
4416#if _LIBCPP_STD_VER > 11
4417    if (__ptr_ == nullptr)
4418        __cntrl_ = nullptr;
4419    else
4420#endif
4421    {
4422        typedef __shared_ptr_pointer<_Yp*,
4423                                     reference_wrapper<typename remove_reference<_Dp>::type>,
4424                                     allocator<_Yp> > _CntrlBlk;
4425        __cntrl_ = new _CntrlBlk(__r.get(), ref(__r.get_deleter()), allocator<_Yp>());
4426        __enable_weak_this(__r.get(), __r.get());
4427    }
4428    __r.release();
4429}
4430
4431#ifndef _LIBCPP_HAS_NO_VARIADICS
4432
4433template<class _Tp>
4434template<class ..._Args>
4435shared_ptr<_Tp>
4436shared_ptr<_Tp>::make_shared(_Args&& ...__args)
4437{
4438    typedef __shared_ptr_emplace<_Tp, allocator<_Tp> > _CntrlBlk;
4439    typedef allocator<_CntrlBlk> _A2;
4440    typedef __allocator_destructor<_A2> _D2;
4441    _A2 __a2;
4442    unique_ptr<_CntrlBlk, _D2> __hold2(__a2.allocate(1), _D2(__a2, 1));
4443    ::new(__hold2.get()) _CntrlBlk(__a2, _VSTD::forward<_Args>(__args)...);
4444    shared_ptr<_Tp> __r;
4445    __r.__ptr_ = __hold2.get()->get();
4446    __r.__cntrl_ = __hold2.release();
4447    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4448    return __r;
4449}
4450
4451template<class _Tp>
4452template<class _Alloc, class ..._Args>
4453shared_ptr<_Tp>
4454shared_ptr<_Tp>::allocate_shared(const _Alloc& __a, _Args&& ...__args)
4455{
4456    typedef __shared_ptr_emplace<_Tp, _Alloc> _CntrlBlk;
4457    typedef typename __allocator_traits_rebind<_Alloc, _CntrlBlk>::type _A2;
4458    typedef __allocator_destructor<_A2> _D2;
4459    _A2 __a2(__a);
4460    unique_ptr<_CntrlBlk, _D2> __hold2(__a2.allocate(1), _D2(__a2, 1));
4461    ::new(static_cast<void*>(_VSTD::addressof(*__hold2.get())))
4462        _CntrlBlk(__a, _VSTD::forward<_Args>(__args)...);
4463    shared_ptr<_Tp> __r;
4464    __r.__ptr_ = __hold2.get()->get();
4465    __r.__cntrl_ = _VSTD::addressof(*__hold2.release());
4466    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4467    return __r;
4468}
4469
4470#else  // _LIBCPP_HAS_NO_VARIADICS
4471
4472template<class _Tp>
4473shared_ptr<_Tp>
4474shared_ptr<_Tp>::make_shared()
4475{
4476    typedef __shared_ptr_emplace<_Tp, allocator<_Tp> > _CntrlBlk;
4477    typedef allocator<_CntrlBlk> _Alloc2;
4478    typedef __allocator_destructor<_Alloc2> _D2;
4479    _Alloc2 __alloc2;
4480    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4481    ::new(__hold2.get()) _CntrlBlk(__alloc2);
4482    shared_ptr<_Tp> __r;
4483    __r.__ptr_ = __hold2.get()->get();
4484    __r.__cntrl_ = __hold2.release();
4485    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4486    return __r;
4487}
4488
4489template<class _Tp>
4490template<class _A0>
4491shared_ptr<_Tp>
4492shared_ptr<_Tp>::make_shared(_A0& __a0)
4493{
4494    typedef __shared_ptr_emplace<_Tp, allocator<_Tp> > _CntrlBlk;
4495    typedef allocator<_CntrlBlk> _Alloc2;
4496    typedef __allocator_destructor<_Alloc2> _D2;
4497    _Alloc2 __alloc2;
4498    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4499    ::new(__hold2.get()) _CntrlBlk(__alloc2, __a0);
4500    shared_ptr<_Tp> __r;
4501    __r.__ptr_ = __hold2.get()->get();
4502    __r.__cntrl_ = __hold2.release();
4503    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4504    return __r;
4505}
4506
4507template<class _Tp>
4508template<class _A0, class _A1>
4509shared_ptr<_Tp>
4510shared_ptr<_Tp>::make_shared(_A0& __a0, _A1& __a1)
4511{
4512    typedef __shared_ptr_emplace<_Tp, allocator<_Tp> > _CntrlBlk;
4513    typedef allocator<_CntrlBlk> _Alloc2;
4514    typedef __allocator_destructor<_Alloc2> _D2;
4515    _Alloc2 __alloc2;
4516    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4517    ::new(__hold2.get()) _CntrlBlk(__alloc2, __a0, __a1);
4518    shared_ptr<_Tp> __r;
4519    __r.__ptr_ = __hold2.get()->get();
4520    __r.__cntrl_ = __hold2.release();
4521    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4522    return __r;
4523}
4524
4525template<class _Tp>
4526template<class _A0, class _A1, class _A2>
4527shared_ptr<_Tp>
4528shared_ptr<_Tp>::make_shared(_A0& __a0, _A1& __a1, _A2& __a2)
4529{
4530    typedef __shared_ptr_emplace<_Tp, allocator<_Tp> > _CntrlBlk;
4531    typedef allocator<_CntrlBlk> _Alloc2;
4532    typedef __allocator_destructor<_Alloc2> _D2;
4533    _Alloc2 __alloc2;
4534    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4535    ::new(__hold2.get()) _CntrlBlk(__alloc2, __a0, __a1, __a2);
4536    shared_ptr<_Tp> __r;
4537    __r.__ptr_ = __hold2.get()->get();
4538    __r.__cntrl_ = __hold2.release();
4539    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4540    return __r;
4541}
4542
4543template<class _Tp>
4544template<class _Alloc>
4545shared_ptr<_Tp>
4546shared_ptr<_Tp>::allocate_shared(const _Alloc& __a)
4547{
4548    typedef __shared_ptr_emplace<_Tp, _Alloc> _CntrlBlk;
4549    typedef typename __allocator_traits_rebind<_Alloc, _CntrlBlk>::type _Alloc2;
4550    typedef __allocator_destructor<_Alloc2> _D2;
4551    _Alloc2 __alloc2(__a);
4552    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4553    ::new(static_cast<void*>(_VSTD::addressof(*__hold2.get())))
4554        _CntrlBlk(__a);
4555    shared_ptr<_Tp> __r;
4556    __r.__ptr_ = __hold2.get()->get();
4557    __r.__cntrl_ = _VSTD::addressof(*__hold2.release());
4558    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4559    return __r;
4560}
4561
4562template<class _Tp>
4563template<class _Alloc, class _A0>
4564shared_ptr<_Tp>
4565shared_ptr<_Tp>::allocate_shared(const _Alloc& __a, _A0& __a0)
4566{
4567    typedef __shared_ptr_emplace<_Tp, _Alloc> _CntrlBlk;
4568    typedef typename __allocator_traits_rebind<_Alloc, _CntrlBlk>::type _Alloc2;
4569    typedef __allocator_destructor<_Alloc2> _D2;
4570    _Alloc2 __alloc2(__a);
4571    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4572    ::new(static_cast<void*>(_VSTD::addressof(*__hold2.get())))
4573        _CntrlBlk(__a, __a0);
4574    shared_ptr<_Tp> __r;
4575    __r.__ptr_ = __hold2.get()->get();
4576    __r.__cntrl_ = _VSTD::addressof(*__hold2.release());
4577    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4578    return __r;
4579}
4580
4581template<class _Tp>
4582template<class _Alloc, class _A0, class _A1>
4583shared_ptr<_Tp>
4584shared_ptr<_Tp>::allocate_shared(const _Alloc& __a, _A0& __a0, _A1& __a1)
4585{
4586    typedef __shared_ptr_emplace<_Tp, _Alloc> _CntrlBlk;
4587    typedef typename __allocator_traits_rebind<_Alloc, _CntrlBlk>::type _Alloc2;
4588    typedef __allocator_destructor<_Alloc2> _D2;
4589    _Alloc2 __alloc2(__a);
4590    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4591    ::new(static_cast<void*>(_VSTD::addressof(*__hold2.get())))
4592        _CntrlBlk(__a, __a0, __a1);
4593    shared_ptr<_Tp> __r;
4594    __r.__ptr_ = __hold2.get()->get();
4595    __r.__cntrl_ = _VSTD::addressof(*__hold2.release());
4596    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4597    return __r;
4598}
4599
4600template<class _Tp>
4601template<class _Alloc, class _A0, class _A1, class _A2>
4602shared_ptr<_Tp>
4603shared_ptr<_Tp>::allocate_shared(const _Alloc& __a, _A0& __a0, _A1& __a1, _A2& __a2)
4604{
4605    typedef __shared_ptr_emplace<_Tp, _Alloc> _CntrlBlk;
4606    typedef typename __allocator_traits_rebind<_Alloc, _CntrlBlk>::type _Alloc2;
4607    typedef __allocator_destructor<_Alloc2> _D2;
4608    _Alloc2 __alloc2(__a);
4609    unique_ptr<_CntrlBlk, _D2> __hold2(__alloc2.allocate(1), _D2(__alloc2, 1));
4610    ::new(static_cast<void*>(_VSTD::addressof(*__hold2.get())))
4611        _CntrlBlk(__a, __a0, __a1, __a2);
4612    shared_ptr<_Tp> __r;
4613    __r.__ptr_ = __hold2.get()->get();
4614    __r.__cntrl_ = _VSTD::addressof(*__hold2.release());
4615    __r.__enable_weak_this(__r.__ptr_, __r.__ptr_);
4616    return __r;
4617}
4618
4619#endif  // _LIBCPP_HAS_NO_VARIADICS
4620
4621template<class _Tp>
4622shared_ptr<_Tp>::~shared_ptr()
4623{
4624    if (__cntrl_)
4625        __cntrl_->__release_shared();
4626}
4627
4628template<class _Tp>
4629inline
4630shared_ptr<_Tp>&
4631shared_ptr<_Tp>::operator=(const shared_ptr& __r) _NOEXCEPT
4632{
4633    shared_ptr(__r).swap(*this);
4634    return *this;
4635}
4636
4637template<class _Tp>
4638template<class _Yp>
4639inline
4640typename enable_if
4641<
4642    is_convertible<_Yp*, _Tp*>::value,
4643    shared_ptr<_Tp>&
4644>::type
4645shared_ptr<_Tp>::operator=(const shared_ptr<_Yp>& __r) _NOEXCEPT
4646{
4647    shared_ptr(__r).swap(*this);
4648    return *this;
4649}
4650
4651#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
4652
4653template<class _Tp>
4654inline
4655shared_ptr<_Tp>&
4656shared_ptr<_Tp>::operator=(shared_ptr&& __r) _NOEXCEPT
4657{
4658    shared_ptr(_VSTD::move(__r)).swap(*this);
4659    return *this;
4660}
4661
4662template<class _Tp>
4663template<class _Yp>
4664inline
4665typename enable_if
4666<
4667    is_convertible<_Yp*, _Tp*>::value,
4668    shared_ptr<_Tp>&
4669>::type
4670shared_ptr<_Tp>::operator=(shared_ptr<_Yp>&& __r)
4671{
4672    shared_ptr(_VSTD::move(__r)).swap(*this);
4673    return *this;
4674}
4675
4676template<class _Tp>
4677template<class _Yp>
4678inline
4679typename enable_if
4680<
4681    !is_array<_Yp>::value &&
4682    is_convertible<_Yp*, _Tp*>::value,
4683    shared_ptr<_Tp>
4684>::type&
4685shared_ptr<_Tp>::operator=(auto_ptr<_Yp>&& __r)
4686{
4687    shared_ptr(_VSTD::move(__r)).swap(*this);
4688    return *this;
4689}
4690
4691template<class _Tp>
4692template <class _Yp, class _Dp>
4693inline
4694typename enable_if
4695<
4696    !is_array<_Yp>::value &&
4697    is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, _Tp*>::value,
4698    shared_ptr<_Tp>&
4699>::type
4700shared_ptr<_Tp>::operator=(unique_ptr<_Yp, _Dp>&& __r)
4701{
4702    shared_ptr(_VSTD::move(__r)).swap(*this);
4703    return *this;
4704}
4705
4706#else  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
4707
4708template<class _Tp>
4709template<class _Yp>
4710inline _LIBCPP_INLINE_VISIBILITY
4711typename enable_if
4712<
4713    !is_array<_Yp>::value &&
4714    is_convertible<_Yp*, _Tp*>::value,
4715    shared_ptr<_Tp>&
4716>::type
4717shared_ptr<_Tp>::operator=(auto_ptr<_Yp> __r)
4718{
4719    shared_ptr(__r).swap(*this);
4720    return *this;
4721}
4722
4723template<class _Tp>
4724template <class _Yp, class _Dp>
4725inline _LIBCPP_INLINE_VISIBILITY
4726typename enable_if
4727<
4728    !is_array<_Yp>::value &&
4729    is_convertible<typename unique_ptr<_Yp, _Dp>::pointer, _Tp*>::value,
4730    shared_ptr<_Tp>&
4731>::type
4732shared_ptr<_Tp>::operator=(unique_ptr<_Yp, _Dp> __r)
4733{
4734    shared_ptr(_VSTD::move(__r)).swap(*this);
4735    return *this;
4736}
4737
4738#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
4739
4740template<class _Tp>
4741inline
4742void
4743shared_ptr<_Tp>::swap(shared_ptr& __r) _NOEXCEPT
4744{
4745    _VSTD::swap(__ptr_, __r.__ptr_);
4746    _VSTD::swap(__cntrl_, __r.__cntrl_);
4747}
4748
4749template<class _Tp>
4750inline
4751void
4752shared_ptr<_Tp>::reset() _NOEXCEPT
4753{
4754    shared_ptr().swap(*this);
4755}
4756
4757template<class _Tp>
4758template<class _Yp>
4759inline
4760typename enable_if
4761<
4762    is_convertible<_Yp*, _Tp*>::value,
4763    void
4764>::type
4765shared_ptr<_Tp>::reset(_Yp* __p)
4766{
4767    shared_ptr(__p).swap(*this);
4768}
4769
4770template<class _Tp>
4771template<class _Yp, class _Dp>
4772inline
4773typename enable_if
4774<
4775    is_convertible<_Yp*, _Tp*>::value,
4776    void
4777>::type
4778shared_ptr<_Tp>::reset(_Yp* __p, _Dp __d)
4779{
4780    shared_ptr(__p, __d).swap(*this);
4781}
4782
4783template<class _Tp>
4784template<class _Yp, class _Dp, class _Alloc>
4785inline
4786typename enable_if
4787<
4788    is_convertible<_Yp*, _Tp*>::value,
4789    void
4790>::type
4791shared_ptr<_Tp>::reset(_Yp* __p, _Dp __d, _Alloc __a)
4792{
4793    shared_ptr(__p, __d, __a).swap(*this);
4794}
4795
4796#ifndef _LIBCPP_HAS_NO_VARIADICS
4797
4798template<class _Tp, class ..._Args>
4799inline _LIBCPP_INLINE_VISIBILITY
4800typename enable_if
4801<
4802    !is_array<_Tp>::value,
4803    shared_ptr<_Tp>
4804>::type
4805make_shared(_Args&& ...__args)
4806{
4807    return shared_ptr<_Tp>::make_shared(_VSTD::forward<_Args>(__args)...);
4808}
4809
4810template<class _Tp, class _Alloc, class ..._Args>
4811inline _LIBCPP_INLINE_VISIBILITY
4812typename enable_if
4813<
4814    !is_array<_Tp>::value,
4815    shared_ptr<_Tp>
4816>::type
4817allocate_shared(const _Alloc& __a, _Args&& ...__args)
4818{
4819    return shared_ptr<_Tp>::allocate_shared(__a, _VSTD::forward<_Args>(__args)...);
4820}
4821
4822#else  // _LIBCPP_HAS_NO_VARIADICS
4823
4824template<class _Tp>
4825inline _LIBCPP_INLINE_VISIBILITY
4826shared_ptr<_Tp>
4827make_shared()
4828{
4829    return shared_ptr<_Tp>::make_shared();
4830}
4831
4832template<class _Tp, class _A0>
4833inline _LIBCPP_INLINE_VISIBILITY
4834shared_ptr<_Tp>
4835make_shared(_A0& __a0)
4836{
4837    return shared_ptr<_Tp>::make_shared(__a0);
4838}
4839
4840template<class _Tp, class _A0, class _A1>
4841inline _LIBCPP_INLINE_VISIBILITY
4842shared_ptr<_Tp>
4843make_shared(_A0& __a0, _A1& __a1)
4844{
4845    return shared_ptr<_Tp>::make_shared(__a0, __a1);
4846}
4847
4848template<class _Tp, class _A0, class _A1, class _A2>
4849inline _LIBCPP_INLINE_VISIBILITY
4850shared_ptr<_Tp>
4851make_shared(_A0& __a0, _A1& __a1, _A2& __a2)
4852{
4853    return shared_ptr<_Tp>::make_shared(__a0, __a1, __a2);
4854}
4855
4856template<class _Tp, class _Alloc>
4857inline _LIBCPP_INLINE_VISIBILITY
4858shared_ptr<_Tp>
4859allocate_shared(const _Alloc& __a)
4860{
4861    return shared_ptr<_Tp>::allocate_shared(__a);
4862}
4863
4864template<class _Tp, class _Alloc, class _A0>
4865inline _LIBCPP_INLINE_VISIBILITY
4866shared_ptr<_Tp>
4867allocate_shared(const _Alloc& __a, _A0& __a0)
4868{
4869    return shared_ptr<_Tp>::allocate_shared(__a, __a0);
4870}
4871
4872template<class _Tp, class _Alloc, class _A0, class _A1>
4873inline _LIBCPP_INLINE_VISIBILITY
4874shared_ptr<_Tp>
4875allocate_shared(const _Alloc& __a, _A0& __a0, _A1& __a1)
4876{
4877    return shared_ptr<_Tp>::allocate_shared(__a, __a0, __a1);
4878}
4879
4880template<class _Tp, class _Alloc, class _A0, class _A1, class _A2>
4881inline _LIBCPP_INLINE_VISIBILITY
4882shared_ptr<_Tp>
4883allocate_shared(const _Alloc& __a, _A0& __a0, _A1& __a1, _A2& __a2)
4884{
4885    return shared_ptr<_Tp>::allocate_shared(__a, __a0, __a1, __a2);
4886}
4887
4888#endif  // _LIBCPP_HAS_NO_VARIADICS
4889
4890template<class _Tp, class _Up>
4891inline _LIBCPP_INLINE_VISIBILITY
4892bool
4893operator==(const shared_ptr<_Tp>& __x, const shared_ptr<_Up>& __y) _NOEXCEPT
4894{
4895    return __x.get() == __y.get();
4896}
4897
4898template<class _Tp, class _Up>
4899inline _LIBCPP_INLINE_VISIBILITY
4900bool
4901operator!=(const shared_ptr<_Tp>& __x, const shared_ptr<_Up>& __y) _NOEXCEPT
4902{
4903    return !(__x == __y);
4904}
4905
4906template<class _Tp, class _Up>
4907inline _LIBCPP_INLINE_VISIBILITY
4908bool
4909operator<(const shared_ptr<_Tp>& __x, const shared_ptr<_Up>& __y) _NOEXCEPT
4910{
4911    typedef typename common_type<_Tp*, _Up*>::type _Vp;
4912    return less<_Vp>()(__x.get(), __y.get());
4913}
4914
4915template<class _Tp, class _Up>
4916inline _LIBCPP_INLINE_VISIBILITY
4917bool
4918operator>(const shared_ptr<_Tp>& __x, const shared_ptr<_Up>& __y) _NOEXCEPT
4919{
4920    return __y < __x;
4921}
4922
4923template<class _Tp, class _Up>
4924inline _LIBCPP_INLINE_VISIBILITY
4925bool
4926operator<=(const shared_ptr<_Tp>& __x, const shared_ptr<_Up>& __y) _NOEXCEPT
4927{
4928    return !(__y < __x);
4929}
4930
4931template<class _Tp, class _Up>
4932inline _LIBCPP_INLINE_VISIBILITY
4933bool
4934operator>=(const shared_ptr<_Tp>& __x, const shared_ptr<_Up>& __y) _NOEXCEPT
4935{
4936    return !(__x < __y);
4937}
4938
4939template<class _Tp>
4940inline _LIBCPP_INLINE_VISIBILITY
4941bool
4942operator==(const shared_ptr<_Tp>& __x, nullptr_t) _NOEXCEPT
4943{
4944    return !__x;
4945}
4946
4947template<class _Tp>
4948inline _LIBCPP_INLINE_VISIBILITY
4949bool
4950operator==(nullptr_t, const shared_ptr<_Tp>& __x) _NOEXCEPT
4951{
4952    return !__x;
4953}
4954
4955template<class _Tp>
4956inline _LIBCPP_INLINE_VISIBILITY
4957bool
4958operator!=(const shared_ptr<_Tp>& __x, nullptr_t) _NOEXCEPT
4959{
4960    return static_cast<bool>(__x);
4961}
4962
4963template<class _Tp>
4964inline _LIBCPP_INLINE_VISIBILITY
4965bool
4966operator!=(nullptr_t, const shared_ptr<_Tp>& __x) _NOEXCEPT
4967{
4968    return static_cast<bool>(__x);
4969}
4970
4971template<class _Tp>
4972inline _LIBCPP_INLINE_VISIBILITY
4973bool
4974operator<(const shared_ptr<_Tp>& __x, nullptr_t) _NOEXCEPT
4975{
4976    return less<_Tp*>()(__x.get(), nullptr);
4977}
4978
4979template<class _Tp>
4980inline _LIBCPP_INLINE_VISIBILITY
4981bool
4982operator<(nullptr_t, const shared_ptr<_Tp>& __x) _NOEXCEPT
4983{
4984    return less<_Tp*>()(nullptr, __x.get());
4985}
4986
4987template<class _Tp>
4988inline _LIBCPP_INLINE_VISIBILITY
4989bool
4990operator>(const shared_ptr<_Tp>& __x, nullptr_t) _NOEXCEPT
4991{
4992    return nullptr < __x;
4993}
4994
4995template<class _Tp>
4996inline _LIBCPP_INLINE_VISIBILITY
4997bool
4998operator>(nullptr_t, const shared_ptr<_Tp>& __x) _NOEXCEPT
4999{
5000    return __x < nullptr;
5001}
5002
5003template<class _Tp>
5004inline _LIBCPP_INLINE_VISIBILITY
5005bool
5006operator<=(const shared_ptr<_Tp>& __x, nullptr_t) _NOEXCEPT
5007{
5008    return !(nullptr < __x);
5009}
5010
5011template<class _Tp>
5012inline _LIBCPP_INLINE_VISIBILITY
5013bool
5014operator<=(nullptr_t, const shared_ptr<_Tp>& __x) _NOEXCEPT
5015{
5016    return !(__x < nullptr);
5017}
5018
5019template<class _Tp>
5020inline _LIBCPP_INLINE_VISIBILITY
5021bool
5022operator>=(const shared_ptr<_Tp>& __x, nullptr_t) _NOEXCEPT
5023{
5024    return !(__x < nullptr);
5025}
5026
5027template<class _Tp>
5028inline _LIBCPP_INLINE_VISIBILITY
5029bool
5030operator>=(nullptr_t, const shared_ptr<_Tp>& __x) _NOEXCEPT
5031{
5032    return !(nullptr < __x);
5033}
5034
5035template<class _Tp>
5036inline _LIBCPP_INLINE_VISIBILITY
5037void
5038swap(shared_ptr<_Tp>& __x, shared_ptr<_Tp>& __y) _NOEXCEPT
5039{
5040    __x.swap(__y);
5041}
5042
5043template<class _Tp, class _Up>
5044inline _LIBCPP_INLINE_VISIBILITY
5045typename enable_if
5046<
5047    !is_array<_Tp>::value && !is_array<_Up>::value,
5048    shared_ptr<_Tp>
5049>::type
5050static_pointer_cast(const shared_ptr<_Up>& __r) _NOEXCEPT
5051{
5052    return shared_ptr<_Tp>(__r, static_cast<_Tp*>(__r.get()));
5053}
5054
5055template<class _Tp, class _Up>
5056inline _LIBCPP_INLINE_VISIBILITY
5057typename enable_if
5058<
5059    !is_array<_Tp>::value && !is_array<_Up>::value,
5060    shared_ptr<_Tp>
5061>::type
5062dynamic_pointer_cast(const shared_ptr<_Up>& __r) _NOEXCEPT
5063{
5064    _Tp* __p = dynamic_cast<_Tp*>(__r.get());
5065    return __p ? shared_ptr<_Tp>(__r, __p) : shared_ptr<_Tp>();
5066}
5067
5068template<class _Tp, class _Up>
5069typename enable_if
5070<
5071    is_array<_Tp>::value == is_array<_Up>::value,
5072    shared_ptr<_Tp>
5073>::type
5074const_pointer_cast(const shared_ptr<_Up>& __r) _NOEXCEPT
5075{
5076    typedef typename remove_extent<_Tp>::type _RTp;
5077    return shared_ptr<_Tp>(__r, const_cast<_RTp*>(__r.get()));
5078}
5079
5080#ifndef _LIBCPP_NO_RTTI
5081
5082template<class _Dp, class _Tp>
5083inline _LIBCPP_INLINE_VISIBILITY
5084_Dp*
5085get_deleter(const shared_ptr<_Tp>& __p) _NOEXCEPT
5086{
5087    return __p.template __get_deleter<_Dp>();
5088}
5089
5090#endif  // _LIBCPP_NO_RTTI
5091
5092template<class _Tp>
5093class _LIBCPP_TEMPLATE_VIS weak_ptr
5094{
5095public:
5096    typedef _Tp element_type;
5097private:
5098    element_type*        __ptr_;
5099    __shared_weak_count* __cntrl_;
5100
5101public:
5102    _LIBCPP_INLINE_VISIBILITY
5103    _LIBCPP_CONSTEXPR weak_ptr() _NOEXCEPT;
5104    template<class _Yp> _LIBCPP_INLINE_VISIBILITY weak_ptr(shared_ptr<_Yp> const& __r,
5105                   typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat*>::type = 0)
5106                        _NOEXCEPT;
5107    _LIBCPP_INLINE_VISIBILITY
5108    weak_ptr(weak_ptr const& __r) _NOEXCEPT;
5109    template<class _Yp> _LIBCPP_INLINE_VISIBILITY weak_ptr(weak_ptr<_Yp> const& __r,
5110                   typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat*>::type = 0)
5111                         _NOEXCEPT;
5112
5113#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
5114    _LIBCPP_INLINE_VISIBILITY
5115    weak_ptr(weak_ptr&& __r) _NOEXCEPT;
5116    template<class _Yp> _LIBCPP_INLINE_VISIBILITY weak_ptr(weak_ptr<_Yp>&& __r,
5117                   typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat*>::type = 0)
5118                         _NOEXCEPT;
5119#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
5120    ~weak_ptr();
5121
5122    _LIBCPP_INLINE_VISIBILITY
5123    weak_ptr& operator=(weak_ptr const& __r) _NOEXCEPT;
5124    template<class _Yp>
5125        typename enable_if
5126        <
5127            is_convertible<_Yp*, element_type*>::value,
5128            weak_ptr&
5129        >::type
5130        _LIBCPP_INLINE_VISIBILITY
5131        operator=(weak_ptr<_Yp> const& __r) _NOEXCEPT;
5132
5133#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
5134
5135    _LIBCPP_INLINE_VISIBILITY
5136    weak_ptr& operator=(weak_ptr&& __r) _NOEXCEPT;
5137    template<class _Yp>
5138        typename enable_if
5139        <
5140            is_convertible<_Yp*, element_type*>::value,
5141            weak_ptr&
5142        >::type
5143        _LIBCPP_INLINE_VISIBILITY
5144        operator=(weak_ptr<_Yp>&& __r) _NOEXCEPT;
5145
5146#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
5147
5148    template<class _Yp>
5149        typename enable_if
5150        <
5151            is_convertible<_Yp*, element_type*>::value,
5152            weak_ptr&
5153        >::type
5154        _LIBCPP_INLINE_VISIBILITY
5155        operator=(shared_ptr<_Yp> const& __r) _NOEXCEPT;
5156
5157    _LIBCPP_INLINE_VISIBILITY
5158    void swap(weak_ptr& __r) _NOEXCEPT;
5159    _LIBCPP_INLINE_VISIBILITY
5160    void reset() _NOEXCEPT;
5161
5162    _LIBCPP_INLINE_VISIBILITY
5163    long use_count() const _NOEXCEPT
5164        {return __cntrl_ ? __cntrl_->use_count() : 0;}
5165    _LIBCPP_INLINE_VISIBILITY
5166    bool expired() const _NOEXCEPT
5167        {return __cntrl_ == 0 || __cntrl_->use_count() == 0;}
5168    shared_ptr<_Tp> lock() const _NOEXCEPT;
5169    template<class _Up>
5170        _LIBCPP_INLINE_VISIBILITY
5171        bool owner_before(const shared_ptr<_Up>& __r) const
5172        {return __cntrl_ < __r.__cntrl_;}
5173    template<class _Up>
5174        _LIBCPP_INLINE_VISIBILITY
5175        bool owner_before(const weak_ptr<_Up>& __r) const
5176        {return __cntrl_ < __r.__cntrl_;}
5177
5178    template <class _Up> friend class _LIBCPP_TEMPLATE_VIS weak_ptr;
5179    template <class _Up> friend class _LIBCPP_TEMPLATE_VIS shared_ptr;
5180};
5181
5182template<class _Tp>
5183inline
5184_LIBCPP_CONSTEXPR
5185weak_ptr<_Tp>::weak_ptr() _NOEXCEPT
5186    : __ptr_(0),
5187      __cntrl_(0)
5188{
5189}
5190
5191template<class _Tp>
5192inline
5193weak_ptr<_Tp>::weak_ptr(weak_ptr const& __r) _NOEXCEPT
5194    : __ptr_(__r.__ptr_),
5195      __cntrl_(__r.__cntrl_)
5196{
5197    if (__cntrl_)
5198        __cntrl_->__add_weak();
5199}
5200
5201template<class _Tp>
5202template<class _Yp>
5203inline
5204weak_ptr<_Tp>::weak_ptr(shared_ptr<_Yp> const& __r,
5205                        typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat*>::type)
5206                         _NOEXCEPT
5207    : __ptr_(__r.__ptr_),
5208      __cntrl_(__r.__cntrl_)
5209{
5210    if (__cntrl_)
5211        __cntrl_->__add_weak();
5212}
5213
5214template<class _Tp>
5215template<class _Yp>
5216inline
5217weak_ptr<_Tp>::weak_ptr(weak_ptr<_Yp> const& __r,
5218                        typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat*>::type)
5219         _NOEXCEPT
5220    : __ptr_(__r.__ptr_),
5221      __cntrl_(__r.__cntrl_)
5222{
5223    if (__cntrl_)
5224        __cntrl_->__add_weak();
5225}
5226
5227#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
5228
5229template<class _Tp>
5230inline
5231weak_ptr<_Tp>::weak_ptr(weak_ptr&& __r) _NOEXCEPT
5232    : __ptr_(__r.__ptr_),
5233      __cntrl_(__r.__cntrl_)
5234{
5235    __r.__ptr_ = 0;
5236    __r.__cntrl_ = 0;
5237}
5238
5239template<class _Tp>
5240template<class _Yp>
5241inline
5242weak_ptr<_Tp>::weak_ptr(weak_ptr<_Yp>&& __r,
5243                        typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat*>::type)
5244         _NOEXCEPT
5245    : __ptr_(__r.__ptr_),
5246      __cntrl_(__r.__cntrl_)
5247{
5248    __r.__ptr_ = 0;
5249    __r.__cntrl_ = 0;
5250}
5251
5252#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
5253
5254template<class _Tp>
5255weak_ptr<_Tp>::~weak_ptr()
5256{
5257    if (__cntrl_)
5258        __cntrl_->__release_weak();
5259}
5260
5261template<class _Tp>
5262inline
5263weak_ptr<_Tp>&
5264weak_ptr<_Tp>::operator=(weak_ptr const& __r) _NOEXCEPT
5265{
5266    weak_ptr(__r).swap(*this);
5267    return *this;
5268}
5269
5270template<class _Tp>
5271template<class _Yp>
5272inline
5273typename enable_if
5274<
5275    is_convertible<_Yp*, _Tp*>::value,
5276    weak_ptr<_Tp>&
5277>::type
5278weak_ptr<_Tp>::operator=(weak_ptr<_Yp> const& __r) _NOEXCEPT
5279{
5280    weak_ptr(__r).swap(*this);
5281    return *this;
5282}
5283
5284#ifndef _LIBCPP_HAS_NO_RVALUE_REFERENCES
5285
5286template<class _Tp>
5287inline
5288weak_ptr<_Tp>&
5289weak_ptr<_Tp>::operator=(weak_ptr&& __r) _NOEXCEPT
5290{
5291    weak_ptr(_VSTD::move(__r)).swap(*this);
5292    return *this;
5293}
5294
5295template<class _Tp>
5296template<class _Yp>
5297inline
5298typename enable_if
5299<
5300    is_convertible<_Yp*, _Tp*>::value,
5301    weak_ptr<_Tp>&
5302>::type
5303weak_ptr<_Tp>::operator=(weak_ptr<_Yp>&& __r) _NOEXCEPT
5304{
5305    weak_ptr(_VSTD::move(__r)).swap(*this);
5306    return *this;
5307}
5308
5309#endif  // _LIBCPP_HAS_NO_RVALUE_REFERENCES
5310
5311template<class _Tp>
5312template<class _Yp>
5313inline
5314typename enable_if
5315<
5316    is_convertible<_Yp*, _Tp*>::value,
5317    weak_ptr<_Tp>&
5318>::type
5319weak_ptr<_Tp>::operator=(shared_ptr<_Yp> const& __r) _NOEXCEPT
5320{
5321    weak_ptr(__r).swap(*this);
5322    return *this;
5323}
5324
5325template<class _Tp>
5326inline
5327void
5328weak_ptr<_Tp>::swap(weak_ptr& __r) _NOEXCEPT
5329{
5330    _VSTD::swap(__ptr_, __r.__ptr_);
5331    _VSTD::swap(__cntrl_, __r.__cntrl_);
5332}
5333
5334template<class _Tp>
5335inline _LIBCPP_INLINE_VISIBILITY
5336void
5337swap(weak_ptr<_Tp>& __x, weak_ptr<_Tp>& __y) _NOEXCEPT
5338{
5339    __x.swap(__y);
5340}
5341
5342template<class _Tp>
5343inline
5344void
5345weak_ptr<_Tp>::reset() _NOEXCEPT
5346{
5347    weak_ptr().swap(*this);
5348}
5349
5350template<class _Tp>
5351template<class _Yp>
5352shared_ptr<_Tp>::shared_ptr(const weak_ptr<_Yp>& __r,
5353                            typename enable_if<is_convertible<_Yp*, _Tp*>::value, __nat>::type)
5354    : __ptr_(__r.__ptr_),
5355      __cntrl_(__r.__cntrl_ ? __r.__cntrl_->lock() : __r.__cntrl_)
5356{
5357    if (__cntrl_ == 0)
5358        __throw_bad_weak_ptr();
5359}
5360
5361template<class _Tp>
5362shared_ptr<_Tp>
5363weak_ptr<_Tp>::lock() const _NOEXCEPT
5364{
5365    shared_ptr<_Tp> __r;
5366    __r.__cntrl_ = __cntrl_ ? __cntrl_->lock() : __cntrl_;
5367    if (__r.__cntrl_)
5368        __r.__ptr_ = __ptr_;
5369    return __r;
5370}
5371
5372#if _LIBCPP_STD_VER > 14
5373template <class _Tp = void> struct owner_less;
5374#else
5375template <class _Tp> struct owner_less;
5376#endif
5377
5378template <class _Tp>
5379struct _LIBCPP_TEMPLATE_VIS owner_less<shared_ptr<_Tp> >
5380    : binary_function<shared_ptr<_Tp>, shared_ptr<_Tp>, bool>
5381{
5382    typedef bool result_type;
5383    _LIBCPP_INLINE_VISIBILITY
5384    bool operator()(shared_ptr<_Tp> const& __x, shared_ptr<_Tp> const& __y) const
5385        {return __x.owner_before(__y);}
5386    _LIBCPP_INLINE_VISIBILITY
5387    bool operator()(shared_ptr<_Tp> const& __x,   weak_ptr<_Tp> const& __y) const
5388        {return __x.owner_before(__y);}
5389    _LIBCPP_INLINE_VISIBILITY
5390    bool operator()(  weak_ptr<_Tp> const& __x, shared_ptr<_Tp> const& __y) const
5391        {return __x.owner_before(__y);}
5392};
5393
5394template <class _Tp>
5395struct _LIBCPP_TEMPLATE_VIS owner_less<weak_ptr<_Tp> >
5396    : binary_function<weak_ptr<_Tp>, weak_ptr<_Tp>, bool>
5397{
5398    typedef bool result_type;
5399    _LIBCPP_INLINE_VISIBILITY
5400    bool operator()(  weak_ptr<_Tp> const& __x,   weak_ptr<_Tp> const& __y) const
5401        {return __x.owner_before(__y);}
5402    _LIBCPP_INLINE_VISIBILITY
5403    bool operator()(shared_ptr<_Tp> const& __x,   weak_ptr<_Tp> const& __y) const
5404        {return __x.owner_before(__y);}
5405    _LIBCPP_INLINE_VISIBILITY
5406    bool operator()(  weak_ptr<_Tp> const& __x, shared_ptr<_Tp> const& __y) const
5407        {return __x.owner_before(__y);}
5408};
5409
5410#if _LIBCPP_STD_VER > 14
5411template <>
5412struct _LIBCPP_TEMPLATE_VIS owner_less<void>
5413{
5414    template <class _Tp, class _Up>
5415    _LIBCPP_INLINE_VISIBILITY
5416    bool operator()( shared_ptr<_Tp> const& __x, shared_ptr<_Up> const& __y) const
5417        {return __x.owner_before(__y);}
5418    template <class _Tp, class _Up>
5419    _LIBCPP_INLINE_VISIBILITY
5420    bool operator()( shared_ptr<_Tp> const& __x,  weak_ptr<_Up> const& __y) const
5421        {return __x.owner_before(__y);}
5422    template <class _Tp, class _Up>
5423    _LIBCPP_INLINE_VISIBILITY
5424    bool operator()(   weak_ptr<_Tp> const& __x, shared_ptr<_Up> const& __y) const
5425        {return __x.owner_before(__y);}
5426    template <class _Tp, class _Up>
5427    _LIBCPP_INLINE_VISIBILITY
5428    bool operator()(   weak_ptr<_Tp> const& __x,   weak_ptr<_Up> const& __y) const
5429        {return __x.owner_before(__y);}
5430    typedef void is_transparent;
5431};
5432#endif
5433
5434template<class _Tp>
5435class _LIBCPP_TEMPLATE_VIS enable_shared_from_this
5436{
5437    mutable weak_ptr<_Tp> __weak_this_;
5438protected:
5439    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR
5440    enable_shared_from_this() _NOEXCEPT {}
5441    _LIBCPP_INLINE_VISIBILITY
5442    enable_shared_from_this(enable_shared_from_this const&) _NOEXCEPT {}
5443    _LIBCPP_INLINE_VISIBILITY
5444    enable_shared_from_this& operator=(enable_shared_from_this const&) _NOEXCEPT
5445        {return *this;}
5446    _LIBCPP_INLINE_VISIBILITY
5447    ~enable_shared_from_this() {}
5448public:
5449    _LIBCPP_INLINE_VISIBILITY
5450    shared_ptr<_Tp> shared_from_this()
5451        {return shared_ptr<_Tp>(__weak_this_);}
5452    _LIBCPP_INLINE_VISIBILITY
5453    shared_ptr<_Tp const> shared_from_this() const
5454        {return shared_ptr<const _Tp>(__weak_this_);}
5455
5456#if _LIBCPP_STD_VER > 14
5457    _LIBCPP_INLINE_VISIBILITY
5458    weak_ptr<_Tp> weak_from_this() _NOEXCEPT
5459       { return __weak_this_; }
5460
5461    _LIBCPP_INLINE_VISIBILITY
5462    weak_ptr<const _Tp> weak_from_this() const _NOEXCEPT
5463        { return __weak_this_; }
5464#endif // _LIBCPP_STD_VER > 14
5465
5466    template <class _Up> friend class shared_ptr;
5467};
5468
5469template <class _Tp>
5470struct _LIBCPP_TEMPLATE_VIS hash<shared_ptr<_Tp> >
5471{
5472    typedef shared_ptr<_Tp>      argument_type;
5473    typedef size_t               result_type;
5474    _LIBCPP_INLINE_VISIBILITY
5475    result_type operator()(const argument_type& __ptr) const _NOEXCEPT
5476    {
5477        return hash<_Tp*>()(__ptr.get());
5478    }
5479};
5480
5481template<class _CharT, class _Traits, class _Yp>
5482inline _LIBCPP_INLINE_VISIBILITY
5483basic_ostream<_CharT, _Traits>&
5484operator<<(basic_ostream<_CharT, _Traits>& __os, shared_ptr<_Yp> const& __p);
5485
5486
5487#if !defined(_LIBCPP_HAS_NO_ATOMIC_HEADER)
5488
5489class _LIBCPP_TYPE_VIS __sp_mut
5490{
5491    void* __lx;
5492public:
5493    void lock() _NOEXCEPT;
5494    void unlock() _NOEXCEPT;
5495
5496private:
5497    _LIBCPP_CONSTEXPR __sp_mut(void*) _NOEXCEPT;
5498    __sp_mut(const __sp_mut&);
5499    __sp_mut& operator=(const __sp_mut&);
5500
5501    friend _LIBCPP_FUNC_VIS __sp_mut& __get_sp_mut(const void*);
5502};
5503
5504_LIBCPP_FUNC_VIS __sp_mut& __get_sp_mut(const void*);
5505
5506template <class _Tp>
5507inline _LIBCPP_INLINE_VISIBILITY
5508bool
5509atomic_is_lock_free(const shared_ptr<_Tp>*)
5510{
5511    return false;
5512}
5513
5514template <class _Tp>
5515shared_ptr<_Tp>
5516atomic_load(const shared_ptr<_Tp>* __p)
5517{
5518    __sp_mut& __m = __get_sp_mut(__p);
5519    __m.lock();
5520    shared_ptr<_Tp> __q = *__p;
5521    __m.unlock();
5522    return __q;
5523}
5524
5525template <class _Tp>
5526inline _LIBCPP_INLINE_VISIBILITY
5527shared_ptr<_Tp>
5528atomic_load_explicit(const shared_ptr<_Tp>* __p, memory_order)
5529{
5530    return atomic_load(__p);
5531}
5532
5533template <class _Tp>
5534void
5535atomic_store(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r)
5536{
5537    __sp_mut& __m = __get_sp_mut(__p);
5538    __m.lock();
5539    __p->swap(__r);
5540    __m.unlock();
5541}
5542
5543template <class _Tp>
5544inline _LIBCPP_INLINE_VISIBILITY
5545void
5546atomic_store_explicit(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r, memory_order)
5547{
5548    atomic_store(__p, __r);
5549}
5550
5551template <class _Tp>
5552shared_ptr<_Tp>
5553atomic_exchange(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r)
5554{
5555    __sp_mut& __m = __get_sp_mut(__p);
5556    __m.lock();
5557    __p->swap(__r);
5558    __m.unlock();
5559    return __r;
5560}
5561
5562template <class _Tp>
5563inline _LIBCPP_INLINE_VISIBILITY
5564shared_ptr<_Tp>
5565atomic_exchange_explicit(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r, memory_order)
5566{
5567    return atomic_exchange(__p, __r);
5568}
5569
5570template <class _Tp>
5571bool
5572atomic_compare_exchange_strong(shared_ptr<_Tp>* __p, shared_ptr<_Tp>* __v, shared_ptr<_Tp> __w)
5573{
5574    shared_ptr<_Tp> __temp;
5575    __sp_mut& __m = __get_sp_mut(__p);
5576    __m.lock();
5577    if (__p->__owner_equivalent(*__v))
5578    {
5579        _VSTD::swap(__temp, *__p);
5580        *__p = __w;
5581        __m.unlock();
5582        return true;
5583    }
5584    _VSTD::swap(__temp, *__v);
5585    *__v = *__p;
5586    __m.unlock();
5587    return false;
5588}
5589
5590template <class _Tp>
5591inline _LIBCPP_INLINE_VISIBILITY
5592bool
5593atomic_compare_exchange_weak(shared_ptr<_Tp>* __p, shared_ptr<_Tp>* __v, shared_ptr<_Tp> __w)
5594{
5595    return atomic_compare_exchange_strong(__p, __v, __w);
5596}
5597
5598template <class _Tp>
5599inline _LIBCPP_INLINE_VISIBILITY
5600bool
5601atomic_compare_exchange_strong_explicit(shared_ptr<_Tp>* __p, shared_ptr<_Tp>* __v,
5602                                        shared_ptr<_Tp> __w, memory_order, memory_order)
5603{
5604    return atomic_compare_exchange_strong(__p, __v, __w);
5605}
5606
5607template <class _Tp>
5608inline _LIBCPP_INLINE_VISIBILITY
5609bool
5610atomic_compare_exchange_weak_explicit(shared_ptr<_Tp>* __p, shared_ptr<_Tp>* __v,
5611                                      shared_ptr<_Tp> __w, memory_order, memory_order)
5612{
5613    return atomic_compare_exchange_weak(__p, __v, __w);
5614}
5615
5616#endif  // !defined(_LIBCPP_HAS_NO_ATOMIC_HEADER)
5617
5618//enum class
5619#if defined(_LIBCPP_ABI_POINTER_SAFETY_ENUM_TYPE)
5620# ifndef _LIBCPP_CXX03_LANG
5621enum class pointer_safety : unsigned char {
5622  relaxed,
5623  preferred,
5624  strict
5625};
5626# endif
5627#else
5628struct _LIBCPP_TYPE_VIS pointer_safety
5629{
5630    enum __lx
5631    {
5632        relaxed,
5633        preferred,
5634        strict
5635    };
5636
5637    __lx __v_;
5638
5639    _LIBCPP_INLINE_VISIBILITY
5640    pointer_safety() : __v_() {}
5641
5642    _LIBCPP_INLINE_VISIBILITY
5643    pointer_safety(__lx __v) : __v_(__v) {}
5644    _LIBCPP_INLINE_VISIBILITY
5645    operator int() const {return __v_;}
5646};
5647#endif
5648
5649#if !defined(_LIBCPP_ABI_POINTER_SAFETY_ENUM_TYPE) && \
5650    defined(_LIBCPP_BUILDING_MEMORY)
5651_LIBCPP_FUNC_VIS pointer_safety get_pointer_safety() _NOEXCEPT;
5652#else
5653// This function is only offered in C++03 under ABI v1.
5654# if !defined(_LIBCPP_ABI_POINTER_SAFETY_ENUM_TYPE) || !defined(_LIBCPP_CXX03_LANG)
5655inline _LIBCPP_INLINE_VISIBILITY
5656pointer_safety get_pointer_safety() _NOEXCEPT {
5657  return pointer_safety::relaxed;
5658}
5659# endif
5660#endif
5661
5662
5663_LIBCPP_FUNC_VIS void declare_reachable(void* __p);
5664_LIBCPP_FUNC_VIS void declare_no_pointers(char* __p, size_t __n);
5665_LIBCPP_FUNC_VIS void undeclare_no_pointers(char* __p, size_t __n);
5666_LIBCPP_FUNC_VIS void* __undeclare_reachable(void* __p);
5667
5668template <class _Tp>
5669inline _LIBCPP_INLINE_VISIBILITY
5670_Tp*
5671undeclare_reachable(_Tp* __p)
5672{
5673    return static_cast<_Tp*>(__undeclare_reachable(__p));
5674}
5675
5676_LIBCPP_FUNC_VIS void* align(size_t __align, size_t __sz, void*& __ptr, size_t& __space);
5677
5678// --- Helper for container swap --
5679template <typename _Alloc>
5680inline _LIBCPP_INLINE_VISIBILITY
5681void __swap_allocator(_Alloc & __a1, _Alloc & __a2)
5682#if _LIBCPP_STD_VER >= 14
5683    _NOEXCEPT
5684#else
5685    _NOEXCEPT_(__is_nothrow_swappable<_Alloc>::value)
5686#endif
5687{
5688    __swap_allocator(__a1, __a2,
5689      integral_constant<bool, _VSTD::allocator_traits<_Alloc>::propagate_on_container_swap::value>());
5690}
5691
5692template <typename _Alloc>
5693_LIBCPP_INLINE_VISIBILITY
5694void __swap_allocator(_Alloc & __a1, _Alloc & __a2, true_type)
5695#if _LIBCPP_STD_VER >= 14
5696    _NOEXCEPT
5697#else
5698    _NOEXCEPT_(__is_nothrow_swappable<_Alloc>::value)
5699#endif
5700{
5701    using _VSTD::swap;
5702    swap(__a1, __a2);
5703}
5704
5705template <typename _Alloc>
5706inline _LIBCPP_INLINE_VISIBILITY
5707void __swap_allocator(_Alloc &, _Alloc &, false_type) _NOEXCEPT {}
5708
5709template <typename _Alloc, typename _Traits=allocator_traits<_Alloc> >
5710struct __noexcept_move_assign_container : public integral_constant<bool,
5711    _Traits::propagate_on_container_move_assignment::value
5712#if _LIBCPP_STD_VER > 14
5713        || _Traits::is_always_equal::value
5714#else
5715        && is_nothrow_move_assignable<_Alloc>::value
5716#endif
5717    > {};
5718
5719
5720#ifndef _LIBCPP_HAS_NO_VARIADICS
5721template <class _Tp, class _Alloc>
5722struct __temp_value {
5723    typedef allocator_traits<_Alloc> _Traits;
5724
5725    typename aligned_storage<sizeof(_Tp), alignof(_Tp)>::type __v;
5726    _Alloc &__a;
5727
5728    _Tp *__addr() { return reinterpret_cast<_Tp *>(addressof(__v)); }
5729    _Tp &   get() { return *__addr(); }
5730
5731    template<class... _Args>
5732    __temp_value(_Alloc &__alloc, _Args&& ... __args) : __a(__alloc)
5733    { _Traits::construct(__a, __addr(), _VSTD::forward<_Args>(__args)...); }
5734
5735    ~__temp_value() { _Traits::destroy(__a, __addr()); }
5736    };
5737#endif
5738
5739_LIBCPP_END_NAMESPACE_STD
5740
5741#endif  // _LIBCPP_MEMORY
5742