13e519524SHoward Hinnant// -*- C++ -*-
23e519524SHoward Hinnant//===----------------------------------------------------------------------===//
33e519524SHoward Hinnant//
45b08a8a4SHoward Hinnant//                     The LLVM Compiler Infrastructure
53e519524SHoward Hinnant//
6412dbebeSHoward Hinnant// This file is dual licensed under the MIT and the University of Illinois Open
7412dbebeSHoward Hinnant// Source Licenses. See LICENSE.TXT for details.
83e519524SHoward Hinnant//
93e519524SHoward Hinnant//===----------------------------------------------------------------------===//
103e519524SHoward Hinnant
113e519524SHoward Hinnant#ifndef _LIBCPP___BIT_REFERENCE
123e519524SHoward Hinnant#define _LIBCPP___BIT_REFERENCE
133e519524SHoward Hinnant
143e519524SHoward Hinnant#include <__config>
153e519524SHoward Hinnant#include <algorithm>
163e519524SHoward Hinnant
17ab4f4382SHoward Hinnant#include <__undef_min_max>
18ab4f4382SHoward Hinnant
19073458b1SHoward Hinnant#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
203e519524SHoward Hinnant#pragma GCC system_header
21073458b1SHoward Hinnant#endif
223e519524SHoward Hinnant
233e519524SHoward Hinnant_LIBCPP_BEGIN_NAMESPACE_STD
243e519524SHoward Hinnant
250ae9efebSHoward Hinnanttemplate <class _Cp, bool _IsConst, typename _Cp::__storage_type = 0> class __bit_iterator;
26c003db1fSHoward Hinnanttemplate <class _Cp> class __bit_const_reference;
273e519524SHoward Hinnant
28a7744562SHoward Hinnanttemplate <class _Tp>
29a7744562SHoward Hinnantstruct __has_storage_type
30a7744562SHoward Hinnant{
31a7744562SHoward Hinnant    static const bool value = false;
32a7744562SHoward Hinnant};
33a7744562SHoward Hinnant
34c003db1fSHoward Hinnanttemplate <class _Cp, bool = __has_storage_type<_Cp>::value>
353e519524SHoward Hinnantclass __bit_reference
363e519524SHoward Hinnant{
37c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type    __storage_type;
38c003db1fSHoward Hinnant    typedef typename _Cp::__storage_pointer __storage_pointer;
393e519524SHoward Hinnant
403e519524SHoward Hinnant    __storage_pointer __seg_;
413e519524SHoward Hinnant    __storage_type    __mask_;
423e519524SHoward Hinnant
433e519524SHoward Hinnant#if defined(__clang__)
44c003db1fSHoward Hinnant    friend typename _Cp::__self;
453e519524SHoward Hinnant#else
46c003db1fSHoward Hinnant    friend class _Cp::__self;
473e519524SHoward Hinnant#endif
48c003db1fSHoward Hinnant    friend class __bit_const_reference<_Cp>;
49c003db1fSHoward Hinnant    friend class __bit_iterator<_Cp, false>;
503e519524SHoward Hinnantpublic:
51d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY operator bool() const _NOEXCEPT
52d368a84cSHoward Hinnant        {return static_cast<bool>(*__seg_ & __mask_);}
53d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY bool operator ~() const _NOEXCEPT
54d368a84cSHoward Hinnant        {return !static_cast<bool>(*this);}
553e519524SHoward Hinnant
563e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
57d368a84cSHoward Hinnant    __bit_reference& operator=(bool __x) _NOEXCEPT
583e519524SHoward Hinnant    {
593e519524SHoward Hinnant        if (__x)
603e519524SHoward Hinnant            *__seg_ |= __mask_;
613e519524SHoward Hinnant        else
623e519524SHoward Hinnant            *__seg_ &= ~__mask_;
633e519524SHoward Hinnant        return *this;
643e519524SHoward Hinnant    }
653e519524SHoward Hinnant
663e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
67d368a84cSHoward Hinnant    __bit_reference& operator=(const __bit_reference& __x) _NOEXCEPT
68d368a84cSHoward Hinnant        {return operator=(static_cast<bool>(__x));}
693e519524SHoward Hinnant
70d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY void flip() _NOEXCEPT {*__seg_ ^= __mask_;}
71c003db1fSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, false> operator&() const _NOEXCEPT
72c003db1fSHoward Hinnant        {return __bit_iterator<_Cp, false>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
733e519524SHoward Hinnantprivate:
743e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
75d368a84cSHoward Hinnant    __bit_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
76d368a84cSHoward Hinnant        : __seg_(__s), __mask_(__m) {}
773e519524SHoward Hinnant};
783e519524SHoward Hinnant
79c003db1fSHoward Hinnanttemplate <class _Cp>
80c003db1fSHoward Hinnantclass __bit_reference<_Cp, false>
81a7744562SHoward Hinnant{
82a7744562SHoward Hinnant};
83a7744562SHoward Hinnant
84c003db1fSHoward Hinnanttemplate <class _Cp, class _Dp>
853e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
863e519524SHoward Hinnantvoid
87c003db1fSHoward Hinnantswap(__bit_reference<_Cp> __x, __bit_reference<_Dp> __y) _NOEXCEPT
883e519524SHoward Hinnant{
893e519524SHoward Hinnant    bool __t = __x;
903e519524SHoward Hinnant    __x = __y;
913e519524SHoward Hinnant    __y = __t;
923e519524SHoward Hinnant}
933e519524SHoward Hinnant
94c003db1fSHoward Hinnanttemplate <class _Cp>
953e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
963e519524SHoward Hinnantvoid
97c003db1fSHoward Hinnantswap(__bit_reference<_Cp> __x, bool& __y) _NOEXCEPT
983e519524SHoward Hinnant{
993e519524SHoward Hinnant    bool __t = __x;
1003e519524SHoward Hinnant    __x = __y;
1013e519524SHoward Hinnant    __y = __t;
1023e519524SHoward Hinnant}
1033e519524SHoward Hinnant
104c003db1fSHoward Hinnanttemplate <class _Cp>
1053e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
1063e519524SHoward Hinnantvoid
107c003db1fSHoward Hinnantswap(bool& __x, __bit_reference<_Cp> __y) _NOEXCEPT
1083e519524SHoward Hinnant{
1093e519524SHoward Hinnant    bool __t = __x;
1103e519524SHoward Hinnant    __x = __y;
1113e519524SHoward Hinnant    __y = __t;
1123e519524SHoward Hinnant}
1133e519524SHoward Hinnant
114c003db1fSHoward Hinnanttemplate <class _Cp>
1153e519524SHoward Hinnantclass __bit_const_reference
1163e519524SHoward Hinnant{
117c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type          __storage_type;
118c003db1fSHoward Hinnant    typedef typename _Cp::__const_storage_pointer __storage_pointer;
1193e519524SHoward Hinnant
1203e519524SHoward Hinnant    __storage_pointer        __seg_;
1213e519524SHoward Hinnant    __storage_type __mask_;
1223e519524SHoward Hinnant
1233e519524SHoward Hinnant#if defined(__clang__)
124c003db1fSHoward Hinnant    friend typename _Cp::__self;
1253e519524SHoward Hinnant#else
126c003db1fSHoward Hinnant    friend class _Cp::__self;
1273e519524SHoward Hinnant#endif
128c003db1fSHoward Hinnant    friend class __bit_iterator<_Cp, true>;
1293e519524SHoward Hinnantpublic:
1303e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
131c003db1fSHoward Hinnant    __bit_const_reference(const __bit_reference<_Cp>& __x) _NOEXCEPT
1323e519524SHoward Hinnant        : __seg_(__x.__seg_), __mask_(__x.__mask_) {}
1333e519524SHoward Hinnant
134eeac9fcfSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR operator bool() const _NOEXCEPT
135d368a84cSHoward Hinnant        {return static_cast<bool>(*__seg_ & __mask_);}
1363e519524SHoward Hinnant
137c003db1fSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, true> operator&() const _NOEXCEPT
138c003db1fSHoward Hinnant        {return __bit_iterator<_Cp, true>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
1393e519524SHoward Hinnantprivate:
1403e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
141eeac9fcfSHoward Hinnant    _LIBCPP_CONSTEXPR
142d368a84cSHoward Hinnant    __bit_const_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
143d368a84cSHoward Hinnant        : __seg_(__s), __mask_(__m) {}
1443e519524SHoward Hinnant
1453e519524SHoward Hinnant    __bit_const_reference& operator=(const __bit_const_reference& __x);
1463e519524SHoward Hinnant};
1473e519524SHoward Hinnant
1483e519524SHoward Hinnant// find
1493e519524SHoward Hinnant
150423a8d77SHoward Hinnanttemplate <class _Cp, bool _IsConst>
151423a8d77SHoward Hinnant__bit_iterator<_Cp, _IsConst>
152423a8d77SHoward Hinnant__find_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
1533e519524SHoward Hinnant{
154423a8d77SHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _It;
1553e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
1563e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
1573e519524SHoward Hinnant    // do first partial word
1583e519524SHoward Hinnant    if (__first.__ctz_ != 0)
1593e519524SHoward Hinnant    {
1603e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
161ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
1623e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
1633e519524SHoward Hinnant        __storage_type __b = *__first.__seg_ & __m;
1643e519524SHoward Hinnant        if (__b)
165ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
1663e519524SHoward Hinnant        __n -= __dn;
1673e519524SHoward Hinnant        ++__first.__seg_;
1683e519524SHoward Hinnant    }
1693e519524SHoward Hinnant    // do middle whole words
1703e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
1713e519524SHoward Hinnant        if (*__first.__seg_)
172ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(*__first.__seg_)));
1733e519524SHoward Hinnant    // do last partial word
1743e519524SHoward Hinnant    if (__n > 0)
1753e519524SHoward Hinnant    {
1763e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
1773e519524SHoward Hinnant        __storage_type __b = *__first.__seg_ & __m;
1783e519524SHoward Hinnant        if (__b)
179ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
1803e519524SHoward Hinnant    }
1813e519524SHoward Hinnant    return _It(__first.__seg_, static_cast<unsigned>(__n));
1823e519524SHoward Hinnant}
1833e519524SHoward Hinnant
184423a8d77SHoward Hinnanttemplate <class _Cp, bool _IsConst>
185423a8d77SHoward Hinnant__bit_iterator<_Cp, _IsConst>
186423a8d77SHoward Hinnant__find_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
1873e519524SHoward Hinnant{
188423a8d77SHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _It;
1893e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
1903e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
1913e519524SHoward Hinnant    // do first partial word
1923e519524SHoward Hinnant    if (__first.__ctz_ != 0)
1933e519524SHoward Hinnant    {
1943e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
195ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
1963e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
197423a8d77SHoward Hinnant        __storage_type __b = ~*__first.__seg_ & __m;
1983e519524SHoward Hinnant        if (__b)
199ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
2003e519524SHoward Hinnant        __n -= __dn;
2013e519524SHoward Hinnant        ++__first.__seg_;
2023e519524SHoward Hinnant    }
2033e519524SHoward Hinnant    // do middle whole words
2043e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
2053e519524SHoward Hinnant    {
2063e519524SHoward Hinnant        __storage_type __b = ~*__first.__seg_;
2073e519524SHoward Hinnant        if (__b)
208ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
2093e519524SHoward Hinnant    }
2103e519524SHoward Hinnant    // do last partial word
2113e519524SHoward Hinnant    if (__n > 0)
2123e519524SHoward Hinnant    {
2133e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
214423a8d77SHoward Hinnant        __storage_type __b = ~*__first.__seg_ & __m;
2153e519524SHoward Hinnant        if (__b)
216ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
2173e519524SHoward Hinnant    }
2183e519524SHoward Hinnant    return _It(__first.__seg_, static_cast<unsigned>(__n));
2193e519524SHoward Hinnant}
2203e519524SHoward Hinnant
221423a8d77SHoward Hinnanttemplate <class _Cp, bool _IsConst, class _Tp>
2223e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
223423a8d77SHoward Hinnant__bit_iterator<_Cp, _IsConst>
224423a8d77SHoward Hinnantfind(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
2253e519524SHoward Hinnant{
226e4383379SHoward Hinnant    if (static_cast<bool>(__value_))
227c003db1fSHoward Hinnant        return __find_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
228c003db1fSHoward Hinnant    return __find_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
2293e519524SHoward Hinnant}
2303e519524SHoward Hinnant
2313e519524SHoward Hinnant// count
2323e519524SHoward Hinnant
233423a8d77SHoward Hinnanttemplate <class _Cp, bool _IsConst>
234423a8d77SHoward Hinnanttypename __bit_iterator<_Cp, _IsConst>::difference_type
235423a8d77SHoward Hinnant__count_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
2363e519524SHoward Hinnant{
237423a8d77SHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _It;
2383e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
2393e519524SHoward Hinnant    typedef typename _It::difference_type difference_type;
2403e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
2413e519524SHoward Hinnant    difference_type __r = 0;
2423e519524SHoward Hinnant    // do first partial word
2433e519524SHoward Hinnant    if (__first.__ctz_ != 0)
2443e519524SHoward Hinnant    {
2453e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
246ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
2473e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
248ce48a113SHoward Hinnant        __r = _VSTD::__pop_count(*__first.__seg_ & __m);
2493e519524SHoward Hinnant        __n -= __dn;
2503e519524SHoward Hinnant        ++__first.__seg_;
2513e519524SHoward Hinnant    }
2523e519524SHoward Hinnant    // do middle whole words
2533e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
254ce48a113SHoward Hinnant        __r += _VSTD::__pop_count(*__first.__seg_);
2553e519524SHoward Hinnant    // do last partial word
2563e519524SHoward Hinnant    if (__n > 0)
2573e519524SHoward Hinnant    {
2583e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
259ce48a113SHoward Hinnant        __r += _VSTD::__pop_count(*__first.__seg_ & __m);
2603e519524SHoward Hinnant    }
2613e519524SHoward Hinnant    return __r;
2623e519524SHoward Hinnant}
2633e519524SHoward Hinnant
264423a8d77SHoward Hinnanttemplate <class _Cp, bool _IsConst>
265423a8d77SHoward Hinnanttypename __bit_iterator<_Cp, _IsConst>::difference_type
266423a8d77SHoward Hinnant__count_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
2673e519524SHoward Hinnant{
268423a8d77SHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _It;
2693e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
2703e519524SHoward Hinnant    typedef typename _It::difference_type difference_type;
2713e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
2723e519524SHoward Hinnant    difference_type __r = 0;
2733e519524SHoward Hinnant    // do first partial word
2743e519524SHoward Hinnant    if (__first.__ctz_ != 0)
2753e519524SHoward Hinnant    {
2763e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
277ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
2783e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
279423a8d77SHoward Hinnant        __r = _VSTD::__pop_count(~*__first.__seg_ & __m);
2803e519524SHoward Hinnant        __n -= __dn;
2813e519524SHoward Hinnant        ++__first.__seg_;
2823e519524SHoward Hinnant    }
2833e519524SHoward Hinnant    // do middle whole words
2843e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
285ce48a113SHoward Hinnant        __r += _VSTD::__pop_count(~*__first.__seg_);
2863e519524SHoward Hinnant    // do last partial word
2873e519524SHoward Hinnant    if (__n > 0)
2883e519524SHoward Hinnant    {
2893e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
290423a8d77SHoward Hinnant        __r += _VSTD::__pop_count(~*__first.__seg_ & __m);
2913e519524SHoward Hinnant    }
2923e519524SHoward Hinnant    return __r;
2933e519524SHoward Hinnant}
2943e519524SHoward Hinnant
295423a8d77SHoward Hinnanttemplate <class _Cp, bool _IsConst, class _Tp>
2963e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
297423a8d77SHoward Hinnanttypename __bit_iterator<_Cp, _IsConst>::difference_type
298423a8d77SHoward Hinnantcount(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
2993e519524SHoward Hinnant{
300e4383379SHoward Hinnant    if (static_cast<bool>(__value_))
301c003db1fSHoward Hinnant        return __count_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
302c003db1fSHoward Hinnant    return __count_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
3033e519524SHoward Hinnant}
3043e519524SHoward Hinnant
3053e519524SHoward Hinnant// fill_n
3063e519524SHoward Hinnant
307c003db1fSHoward Hinnanttemplate <class _Cp>
3083e519524SHoward Hinnantvoid
309c003db1fSHoward Hinnant__fill_n_false(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
3103e519524SHoward Hinnant{
311c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
3123e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
3133e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
3143e519524SHoward Hinnant    // do first partial word
3153e519524SHoward Hinnant    if (__first.__ctz_ != 0)
3163e519524SHoward Hinnant    {
3173e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
318ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
3193e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
3203e519524SHoward Hinnant        *__first.__seg_ &= ~__m;
3213e519524SHoward Hinnant        __n -= __dn;
3223e519524SHoward Hinnant        ++__first.__seg_;
3233e519524SHoward Hinnant    }
3243e519524SHoward Hinnant    // do middle whole words
3253e519524SHoward Hinnant    __storage_type __nw = __n / __bits_per_word;
326ce48a113SHoward Hinnant    _VSTD::memset(__first.__seg_, 0, __nw * sizeof(__storage_type));
3273e519524SHoward Hinnant    __n -= __nw * __bits_per_word;
3283e519524SHoward Hinnant    // do last partial word
3293e519524SHoward Hinnant    if (__n > 0)
3303e519524SHoward Hinnant    {
3313e519524SHoward Hinnant        __first.__seg_ += __nw;
3323e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
3333e519524SHoward Hinnant        *__first.__seg_ &= ~__m;
3343e519524SHoward Hinnant    }
3353e519524SHoward Hinnant}
3363e519524SHoward Hinnant
337c003db1fSHoward Hinnanttemplate <class _Cp>
3383e519524SHoward Hinnantvoid
339c003db1fSHoward Hinnant__fill_n_true(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
3403e519524SHoward Hinnant{
341c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
3423e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
3433e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
3443e519524SHoward Hinnant    // do first partial word
3453e519524SHoward Hinnant    if (__first.__ctz_ != 0)
3463e519524SHoward Hinnant    {
3473e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
348ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
3493e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
3503e519524SHoward Hinnant        *__first.__seg_ |= __m;
3513e519524SHoward Hinnant        __n -= __dn;
3523e519524SHoward Hinnant        ++__first.__seg_;
3533e519524SHoward Hinnant    }
3543e519524SHoward Hinnant    // do middle whole words
3553e519524SHoward Hinnant    __storage_type __nw = __n / __bits_per_word;
356ce48a113SHoward Hinnant    _VSTD::memset(__first.__seg_, -1, __nw * sizeof(__storage_type));
3573e519524SHoward Hinnant    __n -= __nw * __bits_per_word;
3583e519524SHoward Hinnant    // do last partial word
3593e519524SHoward Hinnant    if (__n > 0)
3603e519524SHoward Hinnant    {
3613e519524SHoward Hinnant        __first.__seg_ += __nw;
3623e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
3633e519524SHoward Hinnant        *__first.__seg_ |= __m;
3643e519524SHoward Hinnant    }
3653e519524SHoward Hinnant}
3663e519524SHoward Hinnant
367c003db1fSHoward Hinnanttemplate <class _Cp>
3683e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
3693e519524SHoward Hinnantvoid
370c003db1fSHoward Hinnantfill_n(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n, bool __value_)
3713e519524SHoward Hinnant{
3723e519524SHoward Hinnant    if (__n > 0)
3733e519524SHoward Hinnant    {
374e4383379SHoward Hinnant        if (__value_)
3753e519524SHoward Hinnant            __fill_n_true(__first, __n);
3763e519524SHoward Hinnant        else
3773e519524SHoward Hinnant            __fill_n_false(__first, __n);
3783e519524SHoward Hinnant    }
3793e519524SHoward Hinnant}
3803e519524SHoward Hinnant
3813e519524SHoward Hinnant// fill
3823e519524SHoward Hinnant
383c003db1fSHoward Hinnanttemplate <class _Cp>
3843e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
3853e519524SHoward Hinnantvoid
386c003db1fSHoward Hinnantfill(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, bool __value_)
3873e519524SHoward Hinnant{
388c003db1fSHoward Hinnant    _VSTD::fill_n(__first, static_cast<typename _Cp::size_type>(__last - __first), __value_);
3893e519524SHoward Hinnant}
3903e519524SHoward Hinnant
3913e519524SHoward Hinnant// copy
3923e519524SHoward Hinnant
393c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
394c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
395c003db1fSHoward Hinnant__copy_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
396c003db1fSHoward Hinnant                                                     __bit_iterator<_Cp, false> __result)
3973e519524SHoward Hinnant{
398c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
3993e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
4003e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
4013e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
4023e519524SHoward Hinnant    difference_type __n = __last - __first;
4033e519524SHoward Hinnant    if (__n > 0)
4043e519524SHoward Hinnant    {
4053e519524SHoward Hinnant        // do first word
4063e519524SHoward Hinnant        if (__first.__ctz_ != 0)
4073e519524SHoward Hinnant        {
4083e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __first.__ctz_;
409ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
4103e519524SHoward Hinnant            __n -= __dn;
4113e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
4123e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
4133e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4143e519524SHoward Hinnant            *__result.__seg_ |= __b;
4153e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
4163e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
4173e519524SHoward Hinnant            ++__first.__seg_;
4183e519524SHoward Hinnant            // __first.__ctz_ = 0;
4193e519524SHoward Hinnant        }
4203e519524SHoward Hinnant        // __first.__ctz_ == 0;
4213e519524SHoward Hinnant        // do middle words
4223e519524SHoward Hinnant        __storage_type __nw = __n / __bits_per_word;
423ce48a113SHoward Hinnant        _VSTD::memmove(__result.__seg_, __first.__seg_, __nw * sizeof(__storage_type));
4243e519524SHoward Hinnant        __n -= __nw * __bits_per_word;
4253e519524SHoward Hinnant        __result.__seg_ += __nw;
4263e519524SHoward Hinnant        // do last word
4273e519524SHoward Hinnant        if (__n > 0)
4283e519524SHoward Hinnant        {
4293e519524SHoward Hinnant            __first.__seg_ += __nw;
4303e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
4313e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
4323e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4333e519524SHoward Hinnant            *__result.__seg_ |= __b;
4343e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(__n);
4353e519524SHoward Hinnant        }
4363e519524SHoward Hinnant    }
4373e519524SHoward Hinnant    return __result;
4383e519524SHoward Hinnant}
4393e519524SHoward Hinnant
440c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
441c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
442c003db1fSHoward Hinnant__copy_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
443c003db1fSHoward Hinnant                                                       __bit_iterator<_Cp, false> __result)
4443e519524SHoward Hinnant{
445c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
4463e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
4473e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
4483e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
4493e519524SHoward Hinnant    difference_type __n = __last - __first;
4503e519524SHoward Hinnant    if (__n > 0)
4513e519524SHoward Hinnant    {
4523e519524SHoward Hinnant        // do first word
4533e519524SHoward Hinnant        if (__first.__ctz_ != 0)
4543e519524SHoward Hinnant        {
4553e519524SHoward Hinnant            unsigned __clz_f = __bits_per_word - __first.__ctz_;
456ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
4573e519524SHoward Hinnant            __n -= __dn;
4583e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
4593e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
4603e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __result.__ctz_;
461ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
4623e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
4633e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4643e519524SHoward Hinnant            if (__result.__ctz_ > __first.__ctz_)
4653e519524SHoward Hinnant                *__result.__seg_ |= __b << (__result.__ctz_ - __first.__ctz_);
4663e519524SHoward Hinnant            else
4673e519524SHoward Hinnant                *__result.__seg_ |= __b >> (__first.__ctz_ - __result.__ctz_);
4683e519524SHoward Hinnant            __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
4693e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_)  % __bits_per_word);
4703e519524SHoward Hinnant            __dn -= __ddn;
4713e519524SHoward Hinnant            if (__dn > 0)
4723e519524SHoward Hinnant            {
4733e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __dn);
4743e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
4753e519524SHoward Hinnant                *__result.__seg_ |= __b >> (__first.__ctz_ + __ddn);
4763e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__dn);
4773e519524SHoward Hinnant            }
4783e519524SHoward Hinnant            ++__first.__seg_;
4793e519524SHoward Hinnant            // __first.__ctz_ = 0;
4803e519524SHoward Hinnant        }
4813e519524SHoward Hinnant        // __first.__ctz_ == 0;
4823e519524SHoward Hinnant        // do middle words
4833e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __result.__ctz_;
4843e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) << __result.__ctz_;
4853e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
4863e519524SHoward Hinnant        {
4873e519524SHoward Hinnant            __storage_type __b = *__first.__seg_;
4883e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4893e519524SHoward Hinnant            *__result.__seg_ |= __b << __result.__ctz_;
4903e519524SHoward Hinnant            ++__result.__seg_;
4913e519524SHoward Hinnant            *__result.__seg_ &= __m;
4923e519524SHoward Hinnant            *__result.__seg_ |= __b >> __clz_r;
4933e519524SHoward Hinnant        }
4943e519524SHoward Hinnant        // do last word
4953e519524SHoward Hinnant        if (__n > 0)
4963e519524SHoward Hinnant        {
4973e519524SHoward Hinnant            __m = ~__storage_type(0) >> (__bits_per_word - __n);
4983e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
499ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
5003e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
5013e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
5023e519524SHoward Hinnant            *__result.__seg_ |= __b << __result.__ctz_;
5033e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
5043e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
5053e519524SHoward Hinnant            __n -= __dn;
5063e519524SHoward Hinnant            if (__n > 0)
5073e519524SHoward Hinnant            {
5083e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __n);
5093e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
5103e519524SHoward Hinnant                *__result.__seg_ |= __b >> __dn;
5113e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__n);
5123e519524SHoward Hinnant            }
5133e519524SHoward Hinnant        }
5143e519524SHoward Hinnant    }
5153e519524SHoward Hinnant    return __result;
5163e519524SHoward Hinnant}
5173e519524SHoward Hinnant
518c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
5193e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
520c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
521c003db1fSHoward Hinnantcopy(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
5223e519524SHoward Hinnant{
5233e519524SHoward Hinnant    if (__first.__ctz_ == __result.__ctz_)
5243e519524SHoward Hinnant        return __copy_aligned(__first, __last, __result);
5253e519524SHoward Hinnant    return __copy_unaligned(__first, __last, __result);
5263e519524SHoward Hinnant}
5273e519524SHoward Hinnant
5283e519524SHoward Hinnant// copy_backward
5293e519524SHoward Hinnant
530c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
531c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
532c003db1fSHoward Hinnant__copy_backward_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
533c003db1fSHoward Hinnant                                                     __bit_iterator<_Cp, false> __result)
5343e519524SHoward Hinnant{
535c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
5363e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
5373e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
5383e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
5393e519524SHoward Hinnant    difference_type __n = __last - __first;
5403e519524SHoward Hinnant    if (__n > 0)
5413e519524SHoward Hinnant    {
5423e519524SHoward Hinnant        // do first word
5433e519524SHoward Hinnant        if (__last.__ctz_ != 0)
5443e519524SHoward Hinnant        {
545ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
5463e519524SHoward Hinnant            __n -= __dn;
5473e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __last.__ctz_;
5483e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz);
5493e519524SHoward Hinnant            __storage_type __b = *__last.__seg_ & __m;
5503e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
5513e519524SHoward Hinnant            *__result.__seg_ |= __b;
5523e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
5533e519524SHoward Hinnant                                                       __result.__ctz_)  % __bits_per_word);
5543e519524SHoward Hinnant            // __last.__ctz_ = 0
5553e519524SHoward Hinnant         }
5563e519524SHoward Hinnant        // __last.__ctz_ == 0 || __n == 0
5573e519524SHoward Hinnant        // __result.__ctz_ == 0 || __n == 0
5583e519524SHoward Hinnant        // do middle words
5593e519524SHoward Hinnant        __storage_type __nw = __n / __bits_per_word;
5603e519524SHoward Hinnant        __result.__seg_ -= __nw;
5613e519524SHoward Hinnant        __last.__seg_ -= __nw;
562ce48a113SHoward Hinnant        _VSTD::memmove(__result.__seg_, __last.__seg_, __nw * sizeof(__storage_type));
5633e519524SHoward Hinnant        __n -= __nw * __bits_per_word;
5643e519524SHoward Hinnant        // do last word
5653e519524SHoward Hinnant        if (__n > 0)
5663e519524SHoward Hinnant        {
5673e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) << (__bits_per_word - __n);
5683e519524SHoward Hinnant            __storage_type __b = *--__last.__seg_ & __m;
5693e519524SHoward Hinnant            *--__result.__seg_ &= ~__m;
5703e519524SHoward Hinnant            *__result.__seg_ |= __b;
5713e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
5723e519524SHoward Hinnant        }
5733e519524SHoward Hinnant    }
5743e519524SHoward Hinnant    return __result;
5753e519524SHoward Hinnant}
5763e519524SHoward Hinnant
577c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
578c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
579c003db1fSHoward Hinnant__copy_backward_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
580c003db1fSHoward Hinnant                                                       __bit_iterator<_Cp, false> __result)
5813e519524SHoward Hinnant{
582c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
5833e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
5843e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
5853e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
5863e519524SHoward Hinnant    difference_type __n = __last - __first;
5873e519524SHoward Hinnant    if (__n > 0)
5883e519524SHoward Hinnant    {
5893e519524SHoward Hinnant        // do first word
5903e519524SHoward Hinnant        if (__last.__ctz_ != 0)
5913e519524SHoward Hinnant        {
592ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
5933e519524SHoward Hinnant            __n -= __dn;
5943e519524SHoward Hinnant            unsigned __clz_l = __bits_per_word - __last.__ctz_;
5953e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_l);
5963e519524SHoward Hinnant            __storage_type __b = *__last.__seg_ & __m;
5973e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __result.__ctz_;
598ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min(__dn, static_cast<difference_type>(__result.__ctz_));
5993e519524SHoward Hinnant            if (__ddn > 0)
6003e519524SHoward Hinnant            {
6013e519524SHoward Hinnant                __m = (~__storage_type(0) << (__result.__ctz_ - __ddn)) & (~__storage_type(0) >> __clz_r);
6023e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
6033e519524SHoward Hinnant                if (__result.__ctz_ > __last.__ctz_)
6043e519524SHoward Hinnant                    *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
6053e519524SHoward Hinnant                else
6063e519524SHoward Hinnant                    *__result.__seg_ |= __b >> (__last.__ctz_ - __result.__ctz_);
6073e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(((-__ddn & (__bits_per_word - 1)) +
6083e519524SHoward Hinnant                                                         __result.__ctz_)  % __bits_per_word);
6093e519524SHoward Hinnant                __dn -= __ddn;
6103e519524SHoward Hinnant            }
6113e519524SHoward Hinnant            if (__dn > 0)
6123e519524SHoward Hinnant            {
6133e519524SHoward Hinnant                // __result.__ctz_ == 0
6143e519524SHoward Hinnant                --__result.__seg_;
6153e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(-__dn & (__bits_per_word - 1));
6163e519524SHoward Hinnant                __m = ~__storage_type(0) << __result.__ctz_;
6173e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
6183e519524SHoward Hinnant                __last.__ctz_ -= __dn + __ddn;
6193e519524SHoward Hinnant                *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
6203e519524SHoward Hinnant            }
6213e519524SHoward Hinnant            // __last.__ctz_ = 0
6223e519524SHoward Hinnant         }
6233e519524SHoward Hinnant        // __last.__ctz_ == 0 || __n == 0
6243e519524SHoward Hinnant        // __result.__ctz_ != 0 || __n == 0
6253e519524SHoward Hinnant        // do middle words
6263e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __result.__ctz_;
6273e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> __clz_r;
6283e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word)
6293e519524SHoward Hinnant        {
6303e519524SHoward Hinnant            __storage_type __b = *--__last.__seg_;
6313e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
6323e519524SHoward Hinnant            *__result.__seg_ |= __b >> __clz_r;
6333e519524SHoward Hinnant            *--__result.__seg_ &= __m;
6343e519524SHoward Hinnant            *__result.__seg_ |= __b << __result.__ctz_;
6353e519524SHoward Hinnant        }
6363e519524SHoward Hinnant        // do last word
6373e519524SHoward Hinnant        if (__n > 0)
6383e519524SHoward Hinnant        {
6393e519524SHoward Hinnant            __m = ~__storage_type(0) << (__bits_per_word - __n);
6403e519524SHoward Hinnant            __storage_type __b = *--__last.__seg_ & __m;
641c206366fSHoward Hinnant            __clz_r = __bits_per_word - __result.__ctz_;
642ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__result.__ctz_));
6433e519524SHoward Hinnant            __m = (~__storage_type(0) << (__result.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_r);
6443e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
6453e519524SHoward Hinnant            *__result.__seg_ |= __b >> (__bits_per_word - __result.__ctz_);
6463e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
6473e519524SHoward Hinnant                                                     __result.__ctz_)  % __bits_per_word);
6483e519524SHoward Hinnant            __n -= __dn;
6493e519524SHoward Hinnant            if (__n > 0)
6503e519524SHoward Hinnant            {
6513e519524SHoward Hinnant                // __result.__ctz_ == 0
6523e519524SHoward Hinnant                --__result.__seg_;
6533e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
6543e519524SHoward Hinnant                __m = ~__storage_type(0) << __result.__ctz_;
6553e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
6563e519524SHoward Hinnant                *__result.__seg_ |= __b << (__result.__ctz_ - (__bits_per_word - __n - __dn));
6573e519524SHoward Hinnant            }
6583e519524SHoward Hinnant        }
6593e519524SHoward Hinnant    }
6603e519524SHoward Hinnant    return __result;
6613e519524SHoward Hinnant}
6623e519524SHoward Hinnant
663c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
6643e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
665c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
666c003db1fSHoward Hinnantcopy_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
6673e519524SHoward Hinnant{
6683e519524SHoward Hinnant    if (__last.__ctz_ == __result.__ctz_)
6693e519524SHoward Hinnant        return __copy_backward_aligned(__first, __last, __result);
6703e519524SHoward Hinnant    return __copy_backward_unaligned(__first, __last, __result);
6713e519524SHoward Hinnant}
6723e519524SHoward Hinnant
6733e519524SHoward Hinnant// move
6743e519524SHoward Hinnant
675c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
6763e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
677c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
678c003db1fSHoward Hinnantmove(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
6793e519524SHoward Hinnant{
680ce48a113SHoward Hinnant    return _VSTD::copy(__first, __last, __result);
6813e519524SHoward Hinnant}
6823e519524SHoward Hinnant
6833e519524SHoward Hinnant// move_backward
6843e519524SHoward Hinnant
685c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
6863e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
687c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
688c003db1fSHoward Hinnantmove_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
6893e519524SHoward Hinnant{
690ce48a113SHoward Hinnant    return _VSTD::copy(__first, __last, __result);
6913e519524SHoward Hinnant}
6923e519524SHoward Hinnant
6933e519524SHoward Hinnant// swap_ranges
6943e519524SHoward Hinnant
695dbe81119SHoward Hinnanttemplate <class __C1, class __C2>
696dbe81119SHoward Hinnant__bit_iterator<__C2, false>
697dbe81119SHoward Hinnant__swap_ranges_aligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
698dbe81119SHoward Hinnant                      __bit_iterator<__C2, false> __result)
6993e519524SHoward Hinnant{
700dbe81119SHoward Hinnant    typedef __bit_iterator<__C1, false> _I1;
7013e519524SHoward Hinnant    typedef  typename _I1::difference_type difference_type;
7023e519524SHoward Hinnant    typedef typename _I1::__storage_type __storage_type;
7033e519524SHoward Hinnant    static const unsigned __bits_per_word = _I1::__bits_per_word;
7043e519524SHoward Hinnant    difference_type __n = __last - __first;
7053e519524SHoward Hinnant    if (__n > 0)
7063e519524SHoward Hinnant    {
7073e519524SHoward Hinnant        // do first word
7083e519524SHoward Hinnant        if (__first.__ctz_ != 0)
7093e519524SHoward Hinnant        {
7103e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __first.__ctz_;
711ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
7123e519524SHoward Hinnant            __n -= __dn;
7133e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
7143e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
7153e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
7163e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
7173e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
7183e519524SHoward Hinnant            *__result.__seg_ |= __b1;
7193e519524SHoward Hinnant            *__first.__seg_  |= __b2;
7203e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
7213e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
7223e519524SHoward Hinnant            ++__first.__seg_;
7233e519524SHoward Hinnant            // __first.__ctz_ = 0;
7243e519524SHoward Hinnant        }
7253e519524SHoward Hinnant        // __first.__ctz_ == 0;
7263e519524SHoward Hinnant        // do middle words
7273e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_, ++__result.__seg_)
7283e519524SHoward Hinnant            swap(*__first.__seg_, *__result.__seg_);
7293e519524SHoward Hinnant        // do last word
7303e519524SHoward Hinnant        if (__n > 0)
7313e519524SHoward Hinnant        {
7323e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
7333e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
7343e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
7353e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
7363e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
7373e519524SHoward Hinnant            *__result.__seg_ |= __b1;
7383e519524SHoward Hinnant            *__first.__seg_  |= __b2;
7393e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(__n);
7403e519524SHoward Hinnant        }
7413e519524SHoward Hinnant    }
7423e519524SHoward Hinnant    return __result;
7433e519524SHoward Hinnant}
7443e519524SHoward Hinnant
745dbe81119SHoward Hinnanttemplate <class __C1, class __C2>
746dbe81119SHoward Hinnant__bit_iterator<__C2, false>
747dbe81119SHoward Hinnant__swap_ranges_unaligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
748dbe81119SHoward Hinnant                        __bit_iterator<__C2, false> __result)
7493e519524SHoward Hinnant{
750dbe81119SHoward Hinnant    typedef __bit_iterator<__C1, false> _I1;
7513e519524SHoward Hinnant    typedef  typename _I1::difference_type difference_type;
7523e519524SHoward Hinnant    typedef typename _I1::__storage_type __storage_type;
7533e519524SHoward Hinnant    static const unsigned __bits_per_word = _I1::__bits_per_word;
7543e519524SHoward Hinnant    difference_type __n = __last - __first;
7553e519524SHoward Hinnant    if (__n > 0)
7563e519524SHoward Hinnant    {
7573e519524SHoward Hinnant        // do first word
7583e519524SHoward Hinnant        if (__first.__ctz_ != 0)
7593e519524SHoward Hinnant        {
7603e519524SHoward Hinnant            unsigned __clz_f = __bits_per_word - __first.__ctz_;
761ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
7623e519524SHoward Hinnant            __n -= __dn;
7633e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
7643e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
7653e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
7663e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __result.__ctz_;
767ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
7683e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
7693e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
7703e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
7713e519524SHoward Hinnant            if (__result.__ctz_ > __first.__ctz_)
7723e519524SHoward Hinnant            {
7733e519524SHoward Hinnant                unsigned __s = __result.__ctz_ - __first.__ctz_;
7743e519524SHoward Hinnant                *__result.__seg_ |= __b1 << __s;
7753e519524SHoward Hinnant                *__first.__seg_  |= __b2 >> __s;
7763e519524SHoward Hinnant            }
7773e519524SHoward Hinnant            else
7783e519524SHoward Hinnant            {
7793e519524SHoward Hinnant                unsigned __s = __first.__ctz_ - __result.__ctz_;
7803e519524SHoward Hinnant                *__result.__seg_ |= __b1 >> __s;
7813e519524SHoward Hinnant                *__first.__seg_  |= __b2 << __s;
7823e519524SHoward Hinnant            }
7833e519524SHoward Hinnant            __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
7843e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_)  % __bits_per_word);
7853e519524SHoward Hinnant            __dn -= __ddn;
7863e519524SHoward Hinnant            if (__dn > 0)
7873e519524SHoward Hinnant            {
7883e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __dn);
7893e519524SHoward Hinnant                __b2 = *__result.__seg_ & __m;
7903e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
7913e519524SHoward Hinnant                unsigned __s = __first.__ctz_ + __ddn;
7923e519524SHoward Hinnant                *__result.__seg_ |= __b1 >> __s;
7933e519524SHoward Hinnant                *__first.__seg_  |= __b2 << __s;
7943e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__dn);
7953e519524SHoward Hinnant            }
7963e519524SHoward Hinnant            ++__first.__seg_;
7973e519524SHoward Hinnant            // __first.__ctz_ = 0;
7983e519524SHoward Hinnant        }
7993e519524SHoward Hinnant        // __first.__ctz_ == 0;
8003e519524SHoward Hinnant        // do middle words
8013e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) << __result.__ctz_;
8023e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __result.__ctz_;
8033e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
8043e519524SHoward Hinnant        {
8053e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_;
8063e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
8073e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
8083e519524SHoward Hinnant            *__result.__seg_ |= __b1 << __result.__ctz_;
8093e519524SHoward Hinnant            *__first.__seg_  = __b2 >> __result.__ctz_;
8103e519524SHoward Hinnant            ++__result.__seg_;
8113e519524SHoward Hinnant            __b2 = *__result.__seg_ & ~__m;
8123e519524SHoward Hinnant            *__result.__seg_ &= __m;
8133e519524SHoward Hinnant            *__result.__seg_ |= __b1 >> __clz_r;
8143e519524SHoward Hinnant            *__first.__seg_  |= __b2 << __clz_r;
8153e519524SHoward Hinnant        }
8163e519524SHoward Hinnant        // do last word
8173e519524SHoward Hinnant        if (__n > 0)
8183e519524SHoward Hinnant        {
8193e519524SHoward Hinnant            __m = ~__storage_type(0) >> (__bits_per_word - __n);
8203e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
8213e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
822ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min<__storage_type>(__n, __clz_r);
8233e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
8243e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
8253e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
8263e519524SHoward Hinnant            *__result.__seg_ |= __b1 << __result.__ctz_;
8273e519524SHoward Hinnant            *__first.__seg_  |= __b2 >> __result.__ctz_;
8283e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
8293e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
8303e519524SHoward Hinnant            __n -= __dn;
8313e519524SHoward Hinnant            if (__n > 0)
8323e519524SHoward Hinnant            {
8333e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __n);
8343e519524SHoward Hinnant                __b2 = *__result.__seg_ & __m;
8353e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
8363e519524SHoward Hinnant                *__result.__seg_ |= __b1 >> __dn;
8373e519524SHoward Hinnant                *__first.__seg_  |= __b2 << __dn;
8383e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__n);
8393e519524SHoward Hinnant            }
8403e519524SHoward Hinnant        }
8413e519524SHoward Hinnant    }
8423e519524SHoward Hinnant    return __result;
8433e519524SHoward Hinnant}
8443e519524SHoward Hinnant
845dbe81119SHoward Hinnanttemplate <class __C1, class __C2>
8463e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
847dbe81119SHoward Hinnant__bit_iterator<__C2, false>
848dbe81119SHoward Hinnantswap_ranges(__bit_iterator<__C1, false> __first1, __bit_iterator<__C1, false> __last1,
849dbe81119SHoward Hinnant            __bit_iterator<__C2, false> __first2)
8503e519524SHoward Hinnant{
8513e519524SHoward Hinnant    if (__first1.__ctz_ == __first2.__ctz_)
8523e519524SHoward Hinnant        return __swap_ranges_aligned(__first1, __last1, __first2);
8533e519524SHoward Hinnant    return __swap_ranges_unaligned(__first1, __last1, __first2);
8543e519524SHoward Hinnant}
8553e519524SHoward Hinnant
8563e519524SHoward Hinnant// rotate
8573e519524SHoward Hinnant
858c003db1fSHoward Hinnanttemplate <class _Cp>
8593e519524SHoward Hinnantstruct __bit_array
8603e519524SHoward Hinnant{
861c003db1fSHoward Hinnant    typedef typename _Cp::difference_type difference_type;
862c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type  __storage_type;
863c003db1fSHoward Hinnant    typedef typename _Cp::iterator        iterator;
864c003db1fSHoward Hinnant    static const unsigned __bits_per_word = _Cp::__bits_per_word;
865c003db1fSHoward Hinnant    static const unsigned _Np = 4;
8663e519524SHoward Hinnant
8673e519524SHoward Hinnant    difference_type __size_;
868c003db1fSHoward Hinnant    __storage_type __word_[_Np];
8693e519524SHoward Hinnant
8703e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY static difference_type capacity()
871c003db1fSHoward Hinnant        {return static_cast<difference_type>(_Np * __bits_per_word);}
8723e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY explicit __bit_array(difference_type __s) : __size_(__s) {}
8733e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY iterator begin() {return iterator(__word_, 0);}
8743e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY iterator end()   {return iterator(__word_ + __size_ / __bits_per_word,
8753e519524SHoward Hinnant                                                  static_cast<unsigned>(__size_ % __bits_per_word));}
8763e519524SHoward Hinnant};
8773e519524SHoward Hinnant
878c003db1fSHoward Hinnanttemplate <class _Cp>
879c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
880c003db1fSHoward Hinnantrotate(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __middle, __bit_iterator<_Cp, false> __last)
8813e519524SHoward Hinnant{
882c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _I1;
8833e519524SHoward Hinnant    typedef  typename _I1::difference_type difference_type;
8843e519524SHoward Hinnant    typedef typename _I1::__storage_type __storage_type;
8853e519524SHoward Hinnant    difference_type __d1 = __middle - __first;
8863e519524SHoward Hinnant    difference_type __d2 = __last - __middle;
8873e519524SHoward Hinnant    _I1 __r = __first + __d2;
8883e519524SHoward Hinnant    while (__d1 != 0 && __d2 != 0)
8893e519524SHoward Hinnant    {
8903e519524SHoward Hinnant        if (__d1 <= __d2)
8913e519524SHoward Hinnant        {
892c003db1fSHoward Hinnant            if (__d1 <= __bit_array<_Cp>::capacity())
8933e519524SHoward Hinnant            {
894c003db1fSHoward Hinnant                __bit_array<_Cp> __b(__d1);
895ce48a113SHoward Hinnant                _VSTD::copy(__first, __middle, __b.begin());
896ce48a113SHoward Hinnant                _VSTD::copy(__b.begin(), __b.end(), _VSTD::copy(__middle, __last, __first));
8973e519524SHoward Hinnant                break;
8983e519524SHoward Hinnant            }
8993e519524SHoward Hinnant            else
9003e519524SHoward Hinnant            {
901c003db1fSHoward Hinnant                __bit_iterator<_Cp, false> __mp = _VSTD::swap_ranges(__first, __middle, __middle);
9023e519524SHoward Hinnant                __first = __middle;
9033e519524SHoward Hinnant                __middle = __mp;
9043e519524SHoward Hinnant                __d2 -= __d1;
9053e519524SHoward Hinnant            }
9063e519524SHoward Hinnant        }
9073e519524SHoward Hinnant        else
9083e519524SHoward Hinnant        {
909c003db1fSHoward Hinnant            if (__d2 <= __bit_array<_Cp>::capacity())
9103e519524SHoward Hinnant            {
911c003db1fSHoward Hinnant                __bit_array<_Cp> __b(__d2);
912ce48a113SHoward Hinnant                _VSTD::copy(__middle, __last, __b.begin());
913ce48a113SHoward Hinnant                _VSTD::copy_backward(__b.begin(), __b.end(), _VSTD::copy_backward(__first, __middle, __last));
9143e519524SHoward Hinnant                break;
9153e519524SHoward Hinnant            }
9163e519524SHoward Hinnant            else
9173e519524SHoward Hinnant            {
918c003db1fSHoward Hinnant                __bit_iterator<_Cp, false> __mp = __first + __d2;
919ce48a113SHoward Hinnant                _VSTD::swap_ranges(__first, __mp, __middle);
9203e519524SHoward Hinnant                __first = __mp;
9213e519524SHoward Hinnant                __d1 -= __d2;
9223e519524SHoward Hinnant            }
9233e519524SHoward Hinnant        }
9243e519524SHoward Hinnant    }
9253e519524SHoward Hinnant    return __r;
9263e519524SHoward Hinnant}
9273e519524SHoward Hinnant
9283e519524SHoward Hinnant// equal
9293e519524SHoward Hinnant
930*1237dccaSHoward Hinnanttemplate <class _Cp, bool _IC1, bool _IC2>
9313e519524SHoward Hinnantbool
932*1237dccaSHoward Hinnant__equal_unaligned(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1,
933*1237dccaSHoward Hinnant                  __bit_iterator<_Cp, _IC2> __first2)
9343e519524SHoward Hinnant{
935*1237dccaSHoward Hinnant    typedef __bit_iterator<_Cp, _IC1> _It;
9363e519524SHoward Hinnant    typedef  typename _It::difference_type difference_type;
9373e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
9383e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
9393e519524SHoward Hinnant    difference_type __n = __last1 - __first1;
9403e519524SHoward Hinnant    if (__n > 0)
9413e519524SHoward Hinnant    {
9423e519524SHoward Hinnant        // do first word
9433e519524SHoward Hinnant        if (__first1.__ctz_ != 0)
9443e519524SHoward Hinnant        {
9453e519524SHoward Hinnant            unsigned __clz_f = __bits_per_word - __first1.__ctz_;
946ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
9473e519524SHoward Hinnant            __n -= __dn;
9483e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
9493e519524SHoward Hinnant            __storage_type __b = *__first1.__seg_ & __m;
9503e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __first2.__ctz_;
951ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
9523e519524SHoward Hinnant            __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
9533e519524SHoward Hinnant            if (__first2.__ctz_ > __first1.__ctz_)
9544c0de496SHoward Hinnant            {
9553e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
9563e519524SHoward Hinnant                    return false;
9574c0de496SHoward Hinnant            }
9583e519524SHoward Hinnant            else
9594c0de496SHoward Hinnant            {
9603e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
9613e519524SHoward Hinnant                    return false;
9624c0de496SHoward Hinnant            }
9633e519524SHoward Hinnant            __first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
9643e519524SHoward Hinnant            __first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_)  % __bits_per_word);
9653e519524SHoward Hinnant            __dn -= __ddn;
9663e519524SHoward Hinnant            if (__dn > 0)
9673e519524SHoward Hinnant            {
9683e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __dn);
9693e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
9703e519524SHoward Hinnant                    return false;
9713e519524SHoward Hinnant                __first2.__ctz_ = static_cast<unsigned>(__dn);
9723e519524SHoward Hinnant            }
9733e519524SHoward Hinnant            ++__first1.__seg_;
9743e519524SHoward Hinnant            // __first1.__ctz_ = 0;
9753e519524SHoward Hinnant        }
9763e519524SHoward Hinnant        // __first1.__ctz_ == 0;
9773e519524SHoward Hinnant        // do middle words
9783e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __first2.__ctz_;
9793e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) << __first2.__ctz_;
9803e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_)
9813e519524SHoward Hinnant        {
9823e519524SHoward Hinnant            __storage_type __b = *__first1.__seg_;
9833e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
9843e519524SHoward Hinnant                return false;
9853e519524SHoward Hinnant            ++__first2.__seg_;
9863e519524SHoward Hinnant            if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
9873e519524SHoward Hinnant                return false;
9883e519524SHoward Hinnant        }
9893e519524SHoward Hinnant        // do last word
9903e519524SHoward Hinnant        if (__n > 0)
9913e519524SHoward Hinnant        {
9923e519524SHoward Hinnant            __m = ~__storage_type(0) >> (__bits_per_word - __n);
9933e519524SHoward Hinnant            __storage_type __b = *__first1.__seg_ & __m;
994ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
9953e519524SHoward Hinnant            __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
9963e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
9973e519524SHoward Hinnant                return false;
9983e519524SHoward Hinnant            __first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
9993e519524SHoward Hinnant            __first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_)  % __bits_per_word);
10003e519524SHoward Hinnant            __n -= __dn;
10013e519524SHoward Hinnant            if (__n > 0)
10023e519524SHoward Hinnant            {
10033e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __n);
10043e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b >> __dn))
10053e519524SHoward Hinnant                    return false;
10063e519524SHoward Hinnant            }
10073e519524SHoward Hinnant        }
10083e519524SHoward Hinnant    }
10093e519524SHoward Hinnant    return true;
10103e519524SHoward Hinnant}
10113e519524SHoward Hinnant
1012*1237dccaSHoward Hinnanttemplate <class _Cp, bool _IC1, bool _IC2>
10133e519524SHoward Hinnantbool
1014*1237dccaSHoward Hinnant__equal_aligned(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1,
1015*1237dccaSHoward Hinnant                __bit_iterator<_Cp, _IC2> __first2)
10163e519524SHoward Hinnant{
1017*1237dccaSHoward Hinnant    typedef __bit_iterator<_Cp, _IC1> _It;
10183e519524SHoward Hinnant    typedef  typename _It::difference_type difference_type;
10193e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
10203e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
10213e519524SHoward Hinnant    difference_type __n = __last1 - __first1;
10223e519524SHoward Hinnant    if (__n > 0)
10233e519524SHoward Hinnant    {
10243e519524SHoward Hinnant        // do first word
10253e519524SHoward Hinnant        if (__first1.__ctz_ != 0)
10263e519524SHoward Hinnant        {
10273e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __first1.__ctz_;
1028ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
10293e519524SHoward Hinnant            __n -= __dn;
10303e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
10313e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
10323e519524SHoward Hinnant                return false;
10333e519524SHoward Hinnant            ++__first2.__seg_;
10343e519524SHoward Hinnant            ++__first1.__seg_;
10353e519524SHoward Hinnant            // __first1.__ctz_ = 0;
10363e519524SHoward Hinnant            // __first2.__ctz_ = 0;
10373e519524SHoward Hinnant        }
10383e519524SHoward Hinnant        // __first1.__ctz_ == 0;
10393e519524SHoward Hinnant        // __first2.__ctz_ == 0;
10403e519524SHoward Hinnant        // do middle words
10413e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
10423e519524SHoward Hinnant            if (*__first2.__seg_ != *__first1.__seg_)
10433e519524SHoward Hinnant                return false;
10443e519524SHoward Hinnant        // do last word
10453e519524SHoward Hinnant        if (__n > 0)
10463e519524SHoward Hinnant        {
10473e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
10483e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
10493e519524SHoward Hinnant                return false;
10503e519524SHoward Hinnant        }
10513e519524SHoward Hinnant    }
10523e519524SHoward Hinnant    return true;
10533e519524SHoward Hinnant}
10543e519524SHoward Hinnant
1055c003db1fSHoward Hinnanttemplate <class _Cp, bool _IC1, bool _IC2>
105643d99238SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
10573e519524SHoward Hinnantbool
1058c003db1fSHoward Hinnantequal(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2)
10593e519524SHoward Hinnant{
10603e519524SHoward Hinnant    if (__first1.__ctz_ == __first2.__ctz_)
10613e519524SHoward Hinnant        return __equal_aligned(__first1, __last1, __first2);
10623e519524SHoward Hinnant    return __equal_unaligned(__first1, __last1, __first2);
10633e519524SHoward Hinnant}
10643e519524SHoward Hinnant
10650ae9efebSHoward Hinnanttemplate <class _Cp, bool _IsConst,
10660ae9efebSHoward Hinnant          typename _Cp::__storage_type>
10673e519524SHoward Hinnantclass __bit_iterator
10683e519524SHoward Hinnant{
10693e519524SHoward Hinnantpublic:
1070c003db1fSHoward Hinnant    typedef typename _Cp::difference_type                                                          difference_type;
10713e519524SHoward Hinnant    typedef bool                                                                                  value_type;
10723e519524SHoward Hinnant    typedef __bit_iterator                                                                        pointer;
1073c003db1fSHoward Hinnant    typedef typename conditional<_IsConst, __bit_const_reference<_Cp>, __bit_reference<_Cp> >::type reference;
10743e519524SHoward Hinnant    typedef random_access_iterator_tag                                                            iterator_category;
10753e519524SHoward Hinnant
10763e519524SHoward Hinnantprivate:
1077c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type                                           __storage_type;
1078c003db1fSHoward Hinnant    typedef typename conditional<_IsConst, typename _Cp::__const_storage_pointer,
1079c003db1fSHoward Hinnant                                           typename _Cp::__storage_pointer>::type  __storage_pointer;
1080c003db1fSHoward Hinnant    static const unsigned __bits_per_word = _Cp::__bits_per_word;
10813e519524SHoward Hinnant
10823e519524SHoward Hinnant    __storage_pointer __seg_;
10833e519524SHoward Hinnant    unsigned          __ctz_;
10843e519524SHoward Hinnant
10853e519524SHoward Hinnantpublic:
1086d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator() _NOEXCEPT {}
10873e519524SHoward Hinnant
1088d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
1089c003db1fSHoward Hinnant    __bit_iterator(const __bit_iterator<_Cp, false>& __it) _NOEXCEPT
10903e519524SHoward Hinnant        : __seg_(__it.__seg_), __ctz_(__it.__ctz_) {}
10913e519524SHoward Hinnant
1092d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY reference operator*() const _NOEXCEPT
1093d368a84cSHoward Hinnant        {return reference(__seg_, __storage_type(1) << __ctz_);}
10943e519524SHoward Hinnant
10953e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator++()
10963e519524SHoward Hinnant    {
10973e519524SHoward Hinnant        if (__ctz_ != __bits_per_word-1)
10983e519524SHoward Hinnant            ++__ctz_;
10993e519524SHoward Hinnant        else
11003e519524SHoward Hinnant        {
11013e519524SHoward Hinnant            __ctz_ = 0;
11023e519524SHoward Hinnant            ++__seg_;
11033e519524SHoward Hinnant        }
11043e519524SHoward Hinnant        return *this;
11053e519524SHoward Hinnant    }
11063e519524SHoward Hinnant
11073e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator++(int)
11083e519524SHoward Hinnant    {
11093e519524SHoward Hinnant        __bit_iterator __tmp = *this;
11103e519524SHoward Hinnant        ++(*this);
11113e519524SHoward Hinnant        return __tmp;
11123e519524SHoward Hinnant    }
11133e519524SHoward Hinnant
11143e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator--()
11153e519524SHoward Hinnant    {
11163e519524SHoward Hinnant        if (__ctz_ != 0)
11173e519524SHoward Hinnant            --__ctz_;
11183e519524SHoward Hinnant        else
11193e519524SHoward Hinnant        {
11203e519524SHoward Hinnant            __ctz_ = __bits_per_word - 1;
11213e519524SHoward Hinnant            --__seg_;
11223e519524SHoward Hinnant        }
11233e519524SHoward Hinnant        return *this;
11243e519524SHoward Hinnant    }
11253e519524SHoward Hinnant
11263e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator--(int)
11273e519524SHoward Hinnant    {
11283e519524SHoward Hinnant        __bit_iterator __tmp = *this;
11293e519524SHoward Hinnant        --(*this);
11303e519524SHoward Hinnant        return __tmp;
11313e519524SHoward Hinnant    }
11323e519524SHoward Hinnant
11333e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator+=(difference_type __n)
11343e519524SHoward Hinnant    {
11353e519524SHoward Hinnant        if (__n >= 0)
11363e519524SHoward Hinnant            __seg_ += (__n + __ctz_) / __bits_per_word;
11373e519524SHoward Hinnant        else
11383e519524SHoward Hinnant            __seg_ += static_cast<difference_type>(__n - __bits_per_word + __ctz_ + 1)
11393e519524SHoward Hinnant                    / static_cast<difference_type>(__bits_per_word);
11403e519524SHoward Hinnant        __n &= (__bits_per_word - 1);
11413e519524SHoward Hinnant        __ctz_ = static_cast<unsigned>((__n + __ctz_)  % __bits_per_word);
11423e519524SHoward Hinnant        return *this;
11433e519524SHoward Hinnant    }
11443e519524SHoward Hinnant
11453e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator-=(difference_type __n)
11463e519524SHoward Hinnant    {
11473e519524SHoward Hinnant        return *this += -__n;
11483e519524SHoward Hinnant    }
11493e519524SHoward Hinnant
11503e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator+(difference_type __n) const
11513e519524SHoward Hinnant    {
11523e519524SHoward Hinnant        __bit_iterator __t(*this);
11533e519524SHoward Hinnant        __t += __n;
11543e519524SHoward Hinnant        return __t;
11553e519524SHoward Hinnant    }
11563e519524SHoward Hinnant
11573e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator-(difference_type __n) const
11583e519524SHoward Hinnant    {
11593e519524SHoward Hinnant        __bit_iterator __t(*this);
11603e519524SHoward Hinnant        __t -= __n;
11613e519524SHoward Hinnant        return __t;
11623e519524SHoward Hinnant    }
11633e519524SHoward Hinnant
11643e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
11653e519524SHoward Hinnant    friend __bit_iterator operator+(difference_type __n, const __bit_iterator& __it) {return __it + __n;}
11663e519524SHoward Hinnant
11673e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
11683e519524SHoward Hinnant    friend difference_type operator-(const __bit_iterator& __x, const __bit_iterator& __y)
11693e519524SHoward Hinnant        {return (__x.__seg_ - __y.__seg_) * __bits_per_word + __x.__ctz_ - __y.__ctz_;}
11703e519524SHoward Hinnant
11713e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY reference operator[](difference_type __n) const {return *(*this + __n);}
11723e519524SHoward Hinnant
11733e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator==(const __bit_iterator& __x, const __bit_iterator& __y)
11743e519524SHoward Hinnant        {return __x.__seg_ == __y.__seg_ && __x.__ctz_ == __y.__ctz_;}
11753e519524SHoward Hinnant
11763e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator!=(const __bit_iterator& __x, const __bit_iterator& __y)
11773e519524SHoward Hinnant        {return !(__x == __y);}
11783e519524SHoward Hinnant
11793e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator<(const __bit_iterator& __x, const __bit_iterator& __y)
11803e519524SHoward Hinnant        {return __x.__seg_ < __y.__seg_ || (__x.__seg_ == __y.__seg_ && __x.__ctz_ < __y.__ctz_);}
11813e519524SHoward Hinnant
11823e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator>(const __bit_iterator& __x, const __bit_iterator& __y)
11833e519524SHoward Hinnant        {return __y < __x;}
11843e519524SHoward Hinnant
11853e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator<=(const __bit_iterator& __x, const __bit_iterator& __y)
11863e519524SHoward Hinnant        {return !(__y < __x);}
11873e519524SHoward Hinnant
11883e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator>=(const __bit_iterator& __x, const __bit_iterator& __y)
11893e519524SHoward Hinnant        {return !(__x < __y);}
11903e519524SHoward Hinnant
11913e519524SHoward Hinnantprivate:
11923e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
1193d368a84cSHoward Hinnant    __bit_iterator(__storage_pointer __s, unsigned __ctz) _NOEXCEPT
1194d368a84cSHoward Hinnant        : __seg_(__s), __ctz_(__ctz) {}
11953e519524SHoward Hinnant
11963e519524SHoward Hinnant#if defined(__clang__)
1197c003db1fSHoward Hinnant    friend typename _Cp::__self;
11983e519524SHoward Hinnant#else
1199c003db1fSHoward Hinnant    friend class _Cp::__self;
12003e519524SHoward Hinnant#endif
1201c003db1fSHoward Hinnant    friend class __bit_reference<_Cp>;
1202c003db1fSHoward Hinnant    friend class __bit_const_reference<_Cp>;
1203c003db1fSHoward Hinnant    friend class __bit_iterator<_Cp, true>;
1204c003db1fSHoward Hinnant    template <class _Dp> friend struct __bit_array;
1205c003db1fSHoward Hinnant    template <class _Dp> friend void __fill_n_false(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1206c003db1fSHoward Hinnant    template <class _Dp> friend void __fill_n_true(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1207c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_aligned(__bit_iterator<_Dp, _IC> __first,
1208c003db1fSHoward Hinnant                                                                                  __bit_iterator<_Dp, _IC> __last,
1209c003db1fSHoward Hinnant                                                                                  __bit_iterator<_Dp, false> __result);
1210c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_unaligned(__bit_iterator<_Dp, _IC> __first,
1211c003db1fSHoward Hinnant                                                                                    __bit_iterator<_Dp, _IC> __last,
1212c003db1fSHoward Hinnant                                                                                    __bit_iterator<_Dp, false> __result);
1213c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy(__bit_iterator<_Dp, _IC> __first,
1214c003db1fSHoward Hinnant                                                                        __bit_iterator<_Dp, _IC> __last,
1215c003db1fSHoward Hinnant                                                                        __bit_iterator<_Dp, false> __result);
1216c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_aligned(__bit_iterator<_Dp, _IC> __first,
1217c003db1fSHoward Hinnant                                                                                           __bit_iterator<_Dp, _IC> __last,
1218c003db1fSHoward Hinnant                                                                                           __bit_iterator<_Dp, false> __result);
1219c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_unaligned(__bit_iterator<_Dp, _IC> __first,
1220c003db1fSHoward Hinnant                                                                                             __bit_iterator<_Dp, _IC> __last,
1221c003db1fSHoward Hinnant                                                                                             __bit_iterator<_Dp, false> __result);
1222c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy_backward(__bit_iterator<_Dp, _IC> __first,
1223c003db1fSHoward Hinnant                                                                                 __bit_iterator<_Dp, _IC> __last,
1224c003db1fSHoward Hinnant                                                                                 __bit_iterator<_Dp, false> __result);
1225dbe81119SHoward Hinnant    template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_aligned(__bit_iterator<__C1, false>,
1226dbe81119SHoward Hinnant                                                                                           __bit_iterator<__C1, false>,
1227dbe81119SHoward Hinnant                                                                                           __bit_iterator<__C2, false>);
1228dbe81119SHoward Hinnant    template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_unaligned(__bit_iterator<__C1, false>,
1229dbe81119SHoward Hinnant                                                                                             __bit_iterator<__C1, false>,
1230dbe81119SHoward Hinnant                                                                                             __bit_iterator<__C2, false>);
1231dbe81119SHoward Hinnant    template <class __C1, class __C2>friend __bit_iterator<__C2, false> swap_ranges(__bit_iterator<__C1, false>,
1232dbe81119SHoward Hinnant                                                                                 __bit_iterator<__C1, false>,
1233dbe81119SHoward Hinnant                                                                                 __bit_iterator<__C2, false>);
1234c003db1fSHoward Hinnant    template <class _Dp> friend __bit_iterator<_Dp, false> rotate(__bit_iterator<_Dp, false>,
1235c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, false>,
1236c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, false>);
1237*1237dccaSHoward Hinnant    template <class _Dp, bool _IC1, bool _IC2> friend bool __equal_aligned(__bit_iterator<_Dp, _IC1>,
1238*1237dccaSHoward Hinnant                                                    __bit_iterator<_Dp, _IC1>,
1239*1237dccaSHoward Hinnant                                                    __bit_iterator<_Dp, _IC2>);
1240*1237dccaSHoward Hinnant    template <class _Dp, bool _IC1, bool _IC2> friend bool __equal_unaligned(__bit_iterator<_Dp, _IC1>,
1241*1237dccaSHoward Hinnant                                                      __bit_iterator<_Dp, _IC1>,
1242*1237dccaSHoward Hinnant                                                      __bit_iterator<_Dp, _IC2>);
1243c003db1fSHoward Hinnant    template <class _Dp, bool _IC1, bool _IC2> friend bool equal(__bit_iterator<_Dp, _IC1>,
1244c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, _IC1>,
1245c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, _IC2>);
1246423a8d77SHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_true(__bit_iterator<_Dp, _IC>,
1247c003db1fSHoward Hinnant                                                                          typename _Dp::size_type);
1248423a8d77SHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_false(__bit_iterator<_Dp, _IC>,
1249c003db1fSHoward Hinnant                                                                           typename _Dp::size_type);
1250423a8d77SHoward Hinnant    template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1251423a8d77SHoward Hinnant                   __count_bool_true(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
1252423a8d77SHoward Hinnant    template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1253423a8d77SHoward Hinnant                   __count_bool_false(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
12543e519524SHoward Hinnant};
12553e519524SHoward Hinnant
12563e519524SHoward Hinnant_LIBCPP_END_NAMESPACE_STD
12573e519524SHoward Hinnant
12583e519524SHoward Hinnant#endif  // _LIBCPP___BIT_REFERENCE
1259