13e519524SHoward Hinnant// -*- C++ -*-
23e519524SHoward Hinnant//===----------------------------------------------------------------------===//
33e519524SHoward Hinnant//
45b08a8a4SHoward Hinnant//                     The LLVM Compiler Infrastructure
53e519524SHoward Hinnant//
6412dbebeSHoward Hinnant// This file is dual licensed under the MIT and the University of Illinois Open
7412dbebeSHoward Hinnant// Source Licenses. See LICENSE.TXT for details.
83e519524SHoward Hinnant//
93e519524SHoward Hinnant//===----------------------------------------------------------------------===//
103e519524SHoward Hinnant
113e519524SHoward Hinnant#ifndef _LIBCPP___BIT_REFERENCE
123e519524SHoward Hinnant#define _LIBCPP___BIT_REFERENCE
133e519524SHoward Hinnant
143e519524SHoward Hinnant#include <__config>
153e519524SHoward Hinnant#include <algorithm>
163e519524SHoward Hinnant
17ab4f4382SHoward Hinnant#include <__undef_min_max>
18ab4f4382SHoward Hinnant
19073458b1SHoward Hinnant#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
203e519524SHoward Hinnant#pragma GCC system_header
21073458b1SHoward Hinnant#endif
223e519524SHoward Hinnant
233e519524SHoward Hinnant_LIBCPP_BEGIN_NAMESPACE_STD
243e519524SHoward Hinnant
25*0ae9efebSHoward Hinnanttemplate <class _Cp, bool _IsConst, typename _Cp::__storage_type = 0> class __bit_iterator;
26c003db1fSHoward Hinnanttemplate <class _Cp> class __bit_const_reference;
273e519524SHoward Hinnant
28a7744562SHoward Hinnanttemplate <class _Tp>
29a7744562SHoward Hinnantstruct __has_storage_type
30a7744562SHoward Hinnant{
31a7744562SHoward Hinnant    static const bool value = false;
32a7744562SHoward Hinnant};
33a7744562SHoward Hinnant
34c003db1fSHoward Hinnanttemplate <class _Cp, bool = __has_storage_type<_Cp>::value>
353e519524SHoward Hinnantclass __bit_reference
363e519524SHoward Hinnant{
37c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type    __storage_type;
38c003db1fSHoward Hinnant    typedef typename _Cp::__storage_pointer __storage_pointer;
393e519524SHoward Hinnant
403e519524SHoward Hinnant    __storage_pointer __seg_;
413e519524SHoward Hinnant    __storage_type    __mask_;
423e519524SHoward Hinnant
433e519524SHoward Hinnant#if defined(__clang__)
44c003db1fSHoward Hinnant    friend typename _Cp::__self;
453e519524SHoward Hinnant#else
46c003db1fSHoward Hinnant    friend class _Cp::__self;
473e519524SHoward Hinnant#endif
48c003db1fSHoward Hinnant    friend class __bit_const_reference<_Cp>;
49c003db1fSHoward Hinnant    friend class __bit_iterator<_Cp, false>;
503e519524SHoward Hinnantpublic:
51d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY operator bool() const _NOEXCEPT
52d368a84cSHoward Hinnant        {return static_cast<bool>(*__seg_ & __mask_);}
53d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY bool operator ~() const _NOEXCEPT
54d368a84cSHoward Hinnant        {return !static_cast<bool>(*this);}
553e519524SHoward Hinnant
563e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
57d368a84cSHoward Hinnant    __bit_reference& operator=(bool __x) _NOEXCEPT
583e519524SHoward Hinnant    {
593e519524SHoward Hinnant        if (__x)
603e519524SHoward Hinnant            *__seg_ |= __mask_;
613e519524SHoward Hinnant        else
623e519524SHoward Hinnant            *__seg_ &= ~__mask_;
633e519524SHoward Hinnant        return *this;
643e519524SHoward Hinnant    }
653e519524SHoward Hinnant
663e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
67d368a84cSHoward Hinnant    __bit_reference& operator=(const __bit_reference& __x) _NOEXCEPT
68d368a84cSHoward Hinnant        {return operator=(static_cast<bool>(__x));}
693e519524SHoward Hinnant
70d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY void flip() _NOEXCEPT {*__seg_ ^= __mask_;}
71c003db1fSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, false> operator&() const _NOEXCEPT
72c003db1fSHoward Hinnant        {return __bit_iterator<_Cp, false>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
733e519524SHoward Hinnantprivate:
743e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
75d368a84cSHoward Hinnant    __bit_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
76d368a84cSHoward Hinnant        : __seg_(__s), __mask_(__m) {}
773e519524SHoward Hinnant};
783e519524SHoward Hinnant
79c003db1fSHoward Hinnanttemplate <class _Cp>
80c003db1fSHoward Hinnantclass __bit_reference<_Cp, false>
81a7744562SHoward Hinnant{
82a7744562SHoward Hinnant};
83a7744562SHoward Hinnant
84c003db1fSHoward Hinnanttemplate <class _Cp, class _Dp>
853e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
863e519524SHoward Hinnantvoid
87c003db1fSHoward Hinnantswap(__bit_reference<_Cp> __x, __bit_reference<_Dp> __y) _NOEXCEPT
883e519524SHoward Hinnant{
893e519524SHoward Hinnant    bool __t = __x;
903e519524SHoward Hinnant    __x = __y;
913e519524SHoward Hinnant    __y = __t;
923e519524SHoward Hinnant}
933e519524SHoward Hinnant
94c003db1fSHoward Hinnanttemplate <class _Cp>
953e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
963e519524SHoward Hinnantvoid
97c003db1fSHoward Hinnantswap(__bit_reference<_Cp> __x, bool& __y) _NOEXCEPT
983e519524SHoward Hinnant{
993e519524SHoward Hinnant    bool __t = __x;
1003e519524SHoward Hinnant    __x = __y;
1013e519524SHoward Hinnant    __y = __t;
1023e519524SHoward Hinnant}
1033e519524SHoward Hinnant
104c003db1fSHoward Hinnanttemplate <class _Cp>
1053e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
1063e519524SHoward Hinnantvoid
107c003db1fSHoward Hinnantswap(bool& __x, __bit_reference<_Cp> __y) _NOEXCEPT
1083e519524SHoward Hinnant{
1093e519524SHoward Hinnant    bool __t = __x;
1103e519524SHoward Hinnant    __x = __y;
1113e519524SHoward Hinnant    __y = __t;
1123e519524SHoward Hinnant}
1133e519524SHoward Hinnant
114c003db1fSHoward Hinnanttemplate <class _Cp>
1153e519524SHoward Hinnantclass __bit_const_reference
1163e519524SHoward Hinnant{
117c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type          __storage_type;
118c003db1fSHoward Hinnant    typedef typename _Cp::__const_storage_pointer __storage_pointer;
1193e519524SHoward Hinnant
1203e519524SHoward Hinnant    __storage_pointer        __seg_;
1213e519524SHoward Hinnant    __storage_type __mask_;
1223e519524SHoward Hinnant
1233e519524SHoward Hinnant#if defined(__clang__)
124c003db1fSHoward Hinnant    friend typename _Cp::__self;
1253e519524SHoward Hinnant#else
126c003db1fSHoward Hinnant    friend class _Cp::__self;
1273e519524SHoward Hinnant#endif
128c003db1fSHoward Hinnant    friend class __bit_iterator<_Cp, true>;
1293e519524SHoward Hinnantpublic:
1303e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
131c003db1fSHoward Hinnant    __bit_const_reference(const __bit_reference<_Cp>& __x) _NOEXCEPT
1323e519524SHoward Hinnant        : __seg_(__x.__seg_), __mask_(__x.__mask_) {}
1333e519524SHoward Hinnant
134d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY operator bool() const _NOEXCEPT
135d368a84cSHoward Hinnant        {return static_cast<bool>(*__seg_ & __mask_);}
1363e519524SHoward Hinnant
137c003db1fSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, true> operator&() const _NOEXCEPT
138c003db1fSHoward Hinnant        {return __bit_iterator<_Cp, true>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
1393e519524SHoward Hinnantprivate:
1403e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
141d368a84cSHoward Hinnant    __bit_const_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
142d368a84cSHoward Hinnant        : __seg_(__s), __mask_(__m) {}
1433e519524SHoward Hinnant
1443e519524SHoward Hinnant    __bit_const_reference& operator=(const __bit_const_reference& __x);
1453e519524SHoward Hinnant};
1463e519524SHoward Hinnant
1473e519524SHoward Hinnant// find
1483e519524SHoward Hinnant
149c003db1fSHoward Hinnanttemplate <class _Cp>
150c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
151c003db1fSHoward Hinnant__find_bool_true(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
1523e519524SHoward Hinnant{
153c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
1543e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
1553e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
1563e519524SHoward Hinnant    // do first partial word
1573e519524SHoward Hinnant    if (__first.__ctz_ != 0)
1583e519524SHoward Hinnant    {
1593e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
160ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
1613e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
1623e519524SHoward Hinnant        __storage_type __b = *__first.__seg_ & __m;
1633e519524SHoward Hinnant        if (__b)
164ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
1653e519524SHoward Hinnant        __n -= __dn;
1663e519524SHoward Hinnant        ++__first.__seg_;
1673e519524SHoward Hinnant    }
1683e519524SHoward Hinnant    // do middle whole words
1693e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
1703e519524SHoward Hinnant        if (*__first.__seg_)
171ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(*__first.__seg_)));
1723e519524SHoward Hinnant    // do last partial word
1733e519524SHoward Hinnant    if (__n > 0)
1743e519524SHoward Hinnant    {
1753e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
1763e519524SHoward Hinnant        __storage_type __b = *__first.__seg_ & __m;
1773e519524SHoward Hinnant        if (__b)
178ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
1793e519524SHoward Hinnant    }
1803e519524SHoward Hinnant    return _It(__first.__seg_, static_cast<unsigned>(__n));
1813e519524SHoward Hinnant}
1823e519524SHoward Hinnant
183c003db1fSHoward Hinnanttemplate <class _Cp>
184c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
185c003db1fSHoward Hinnant__find_bool_false(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
1863e519524SHoward Hinnant{
187c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
1883e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
1893e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
1903e519524SHoward Hinnant    // do first partial word
1913e519524SHoward Hinnant    if (__first.__ctz_ != 0)
1923e519524SHoward Hinnant    {
1933e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
194ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
1953e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
1963e519524SHoward Hinnant        __storage_type __b = ~(*__first.__seg_ & __m);
1973e519524SHoward Hinnant        if (__b)
198ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
1993e519524SHoward Hinnant        __n -= __dn;
2003e519524SHoward Hinnant        ++__first.__seg_;
2013e519524SHoward Hinnant    }
2023e519524SHoward Hinnant    // do middle whole words
2033e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
2043e519524SHoward Hinnant    {
2053e519524SHoward Hinnant        __storage_type __b = ~*__first.__seg_;
2063e519524SHoward Hinnant        if (__b)
207ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
2083e519524SHoward Hinnant    }
2093e519524SHoward Hinnant    // do last partial word
2103e519524SHoward Hinnant    if (__n > 0)
2113e519524SHoward Hinnant    {
2123e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
2133e519524SHoward Hinnant        __storage_type __b = ~(*__first.__seg_ & __m);
2143e519524SHoward Hinnant        if (__b)
215ce48a113SHoward Hinnant            return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
2163e519524SHoward Hinnant    }
2173e519524SHoward Hinnant    return _It(__first.__seg_, static_cast<unsigned>(__n));
2183e519524SHoward Hinnant}
2193e519524SHoward Hinnant
220c003db1fSHoward Hinnanttemplate <class _Cp, class _Tp>
2213e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
222c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
223c003db1fSHoward Hinnantfind(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, const _Tp& __value_)
2243e519524SHoward Hinnant{
225e4383379SHoward Hinnant    if (static_cast<bool>(__value_))
226c003db1fSHoward Hinnant        return __find_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
227c003db1fSHoward Hinnant    return __find_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
2283e519524SHoward Hinnant}
2293e519524SHoward Hinnant
2303e519524SHoward Hinnant// count
2313e519524SHoward Hinnant
232c003db1fSHoward Hinnanttemplate <class _Cp>
233c003db1fSHoward Hinnanttypename __bit_iterator<_Cp, false>::difference_type
234c003db1fSHoward Hinnant__count_bool_true(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
2353e519524SHoward Hinnant{
236c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
2373e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
2383e519524SHoward Hinnant    typedef typename _It::difference_type difference_type;
2393e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
2403e519524SHoward Hinnant    difference_type __r = 0;
2413e519524SHoward Hinnant    // do first partial word
2423e519524SHoward Hinnant    if (__first.__ctz_ != 0)
2433e519524SHoward Hinnant    {
2443e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
245ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
2463e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
247ce48a113SHoward Hinnant        __r = _VSTD::__pop_count(*__first.__seg_ & __m);
2483e519524SHoward Hinnant        __n -= __dn;
2493e519524SHoward Hinnant        ++__first.__seg_;
2503e519524SHoward Hinnant    }
2513e519524SHoward Hinnant    // do middle whole words
2523e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
253ce48a113SHoward Hinnant        __r += _VSTD::__pop_count(*__first.__seg_);
2543e519524SHoward Hinnant    // do last partial word
2553e519524SHoward Hinnant    if (__n > 0)
2563e519524SHoward Hinnant    {
2573e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
258ce48a113SHoward Hinnant        __r += _VSTD::__pop_count(*__first.__seg_ & __m);
2593e519524SHoward Hinnant    }
2603e519524SHoward Hinnant    return __r;
2613e519524SHoward Hinnant}
2623e519524SHoward Hinnant
263c003db1fSHoward Hinnanttemplate <class _Cp>
264c003db1fSHoward Hinnanttypename __bit_iterator<_Cp, false>::difference_type
265c003db1fSHoward Hinnant__count_bool_false(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
2663e519524SHoward Hinnant{
267c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
2683e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
2693e519524SHoward Hinnant    typedef typename _It::difference_type difference_type;
2703e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
2713e519524SHoward Hinnant    difference_type __r = 0;
2723e519524SHoward Hinnant    // do first partial word
2733e519524SHoward Hinnant    if (__first.__ctz_ != 0)
2743e519524SHoward Hinnant    {
2753e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
276ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
2773e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
278ce48a113SHoward Hinnant        __r = _VSTD::__pop_count(~(*__first.__seg_ & __m));
2793e519524SHoward Hinnant        __n -= __dn;
2803e519524SHoward Hinnant        ++__first.__seg_;
2813e519524SHoward Hinnant    }
2823e519524SHoward Hinnant    // do middle whole words
2833e519524SHoward Hinnant    for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
284ce48a113SHoward Hinnant        __r += _VSTD::__pop_count(~*__first.__seg_);
2853e519524SHoward Hinnant    // do last partial word
2863e519524SHoward Hinnant    if (__n > 0)
2873e519524SHoward Hinnant    {
2883e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
289ce48a113SHoward Hinnant        __r += _VSTD::__pop_count(~(*__first.__seg_ & __m));
2903e519524SHoward Hinnant    }
2913e519524SHoward Hinnant    return __r;
2923e519524SHoward Hinnant}
2933e519524SHoward Hinnant
294c003db1fSHoward Hinnanttemplate <class _Cp, class _Tp>
2953e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
296c003db1fSHoward Hinnanttypename __bit_iterator<_Cp, false>::difference_type
297c003db1fSHoward Hinnantcount(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, const _Tp& __value_)
2983e519524SHoward Hinnant{
299e4383379SHoward Hinnant    if (static_cast<bool>(__value_))
300c003db1fSHoward Hinnant        return __count_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
301c003db1fSHoward Hinnant    return __count_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
3023e519524SHoward Hinnant}
3033e519524SHoward Hinnant
3043e519524SHoward Hinnant// fill_n
3053e519524SHoward Hinnant
306c003db1fSHoward Hinnanttemplate <class _Cp>
3073e519524SHoward Hinnantvoid
308c003db1fSHoward Hinnant__fill_n_false(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
3093e519524SHoward Hinnant{
310c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
3113e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
3123e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
3133e519524SHoward Hinnant    // do first partial word
3143e519524SHoward Hinnant    if (__first.__ctz_ != 0)
3153e519524SHoward Hinnant    {
3163e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
317ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
3183e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
3193e519524SHoward Hinnant        *__first.__seg_ &= ~__m;
3203e519524SHoward Hinnant        __n -= __dn;
3213e519524SHoward Hinnant        ++__first.__seg_;
3223e519524SHoward Hinnant    }
3233e519524SHoward Hinnant    // do middle whole words
3243e519524SHoward Hinnant    __storage_type __nw = __n / __bits_per_word;
325ce48a113SHoward Hinnant    _VSTD::memset(__first.__seg_, 0, __nw * sizeof(__storage_type));
3263e519524SHoward Hinnant    __n -= __nw * __bits_per_word;
3273e519524SHoward Hinnant    // do last partial word
3283e519524SHoward Hinnant    if (__n > 0)
3293e519524SHoward Hinnant    {
3303e519524SHoward Hinnant        __first.__seg_ += __nw;
3313e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
3323e519524SHoward Hinnant        *__first.__seg_ &= ~__m;
3333e519524SHoward Hinnant    }
3343e519524SHoward Hinnant}
3353e519524SHoward Hinnant
336c003db1fSHoward Hinnanttemplate <class _Cp>
3373e519524SHoward Hinnantvoid
338c003db1fSHoward Hinnant__fill_n_true(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
3393e519524SHoward Hinnant{
340c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _It;
3413e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
3423e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
3433e519524SHoward Hinnant    // do first partial word
3443e519524SHoward Hinnant    if (__first.__ctz_ != 0)
3453e519524SHoward Hinnant    {
3463e519524SHoward Hinnant        __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
347ce48a113SHoward Hinnant        __storage_type __dn = _VSTD::min(__clz_f, __n);
3483e519524SHoward Hinnant        __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
3493e519524SHoward Hinnant        *__first.__seg_ |= __m;
3503e519524SHoward Hinnant        __n -= __dn;
3513e519524SHoward Hinnant        ++__first.__seg_;
3523e519524SHoward Hinnant    }
3533e519524SHoward Hinnant    // do middle whole words
3543e519524SHoward Hinnant    __storage_type __nw = __n / __bits_per_word;
355ce48a113SHoward Hinnant    _VSTD::memset(__first.__seg_, -1, __nw * sizeof(__storage_type));
3563e519524SHoward Hinnant    __n -= __nw * __bits_per_word;
3573e519524SHoward Hinnant    // do last partial word
3583e519524SHoward Hinnant    if (__n > 0)
3593e519524SHoward Hinnant    {
3603e519524SHoward Hinnant        __first.__seg_ += __nw;
3613e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
3623e519524SHoward Hinnant        *__first.__seg_ |= __m;
3633e519524SHoward Hinnant    }
3643e519524SHoward Hinnant}
3653e519524SHoward Hinnant
366c003db1fSHoward Hinnanttemplate <class _Cp>
3673e519524SHoward Hinnant_LIBCPP_INLINE_VISIBILITY inline
3683e519524SHoward Hinnantvoid
369c003db1fSHoward Hinnantfill_n(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n, bool __value_)
3703e519524SHoward Hinnant{
3713e519524SHoward Hinnant    if (__n > 0)
3723e519524SHoward Hinnant    {
373e4383379SHoward Hinnant        if (__value_)
3743e519524SHoward Hinnant            __fill_n_true(__first, __n);
3753e519524SHoward Hinnant        else
3763e519524SHoward Hinnant            __fill_n_false(__first, __n);
3773e519524SHoward Hinnant    }
3783e519524SHoward Hinnant}
3793e519524SHoward Hinnant
3803e519524SHoward Hinnant// fill
3813e519524SHoward Hinnant
382c003db1fSHoward Hinnanttemplate <class _Cp>
3833e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
3843e519524SHoward Hinnantvoid
385c003db1fSHoward Hinnantfill(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, bool __value_)
3863e519524SHoward Hinnant{
387c003db1fSHoward Hinnant    _VSTD::fill_n(__first, static_cast<typename _Cp::size_type>(__last - __first), __value_);
3883e519524SHoward Hinnant}
3893e519524SHoward Hinnant
3903e519524SHoward Hinnant// copy
3913e519524SHoward Hinnant
392c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
393c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
394c003db1fSHoward Hinnant__copy_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
395c003db1fSHoward Hinnant                                                     __bit_iterator<_Cp, false> __result)
3963e519524SHoward Hinnant{
397c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
3983e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
3993e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
4003e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
4013e519524SHoward Hinnant    difference_type __n = __last - __first;
4023e519524SHoward Hinnant    if (__n > 0)
4033e519524SHoward Hinnant    {
4043e519524SHoward Hinnant        // do first word
4053e519524SHoward Hinnant        if (__first.__ctz_ != 0)
4063e519524SHoward Hinnant        {
4073e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __first.__ctz_;
408ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
4093e519524SHoward Hinnant            __n -= __dn;
4103e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
4113e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
4123e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4133e519524SHoward Hinnant            *__result.__seg_ |= __b;
4143e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
4153e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
4163e519524SHoward Hinnant            ++__first.__seg_;
4173e519524SHoward Hinnant            // __first.__ctz_ = 0;
4183e519524SHoward Hinnant        }
4193e519524SHoward Hinnant        // __first.__ctz_ == 0;
4203e519524SHoward Hinnant        // do middle words
4213e519524SHoward Hinnant        __storage_type __nw = __n / __bits_per_word;
422ce48a113SHoward Hinnant        _VSTD::memmove(__result.__seg_, __first.__seg_, __nw * sizeof(__storage_type));
4233e519524SHoward Hinnant        __n -= __nw * __bits_per_word;
4243e519524SHoward Hinnant        __result.__seg_ += __nw;
4253e519524SHoward Hinnant        // do last word
4263e519524SHoward Hinnant        if (__n > 0)
4273e519524SHoward Hinnant        {
4283e519524SHoward Hinnant            __first.__seg_ += __nw;
4293e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
4303e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
4313e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4323e519524SHoward Hinnant            *__result.__seg_ |= __b;
4333e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(__n);
4343e519524SHoward Hinnant        }
4353e519524SHoward Hinnant    }
4363e519524SHoward Hinnant    return __result;
4373e519524SHoward Hinnant}
4383e519524SHoward Hinnant
439c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
440c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
441c003db1fSHoward Hinnant__copy_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
442c003db1fSHoward Hinnant                                                       __bit_iterator<_Cp, false> __result)
4433e519524SHoward Hinnant{
444c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
4453e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
4463e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
4473e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
4483e519524SHoward Hinnant    difference_type __n = __last - __first;
4493e519524SHoward Hinnant    if (__n > 0)
4503e519524SHoward Hinnant    {
4513e519524SHoward Hinnant        // do first word
4523e519524SHoward Hinnant        if (__first.__ctz_ != 0)
4533e519524SHoward Hinnant        {
4543e519524SHoward Hinnant            unsigned __clz_f = __bits_per_word - __first.__ctz_;
455ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
4563e519524SHoward Hinnant            __n -= __dn;
4573e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
4583e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
4593e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __result.__ctz_;
460ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
4613e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
4623e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4633e519524SHoward Hinnant            if (__result.__ctz_ > __first.__ctz_)
4643e519524SHoward Hinnant                *__result.__seg_ |= __b << (__result.__ctz_ - __first.__ctz_);
4653e519524SHoward Hinnant            else
4663e519524SHoward Hinnant                *__result.__seg_ |= __b >> (__first.__ctz_ - __result.__ctz_);
4673e519524SHoward Hinnant            __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
4683e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_)  % __bits_per_word);
4693e519524SHoward Hinnant            __dn -= __ddn;
4703e519524SHoward Hinnant            if (__dn > 0)
4713e519524SHoward Hinnant            {
4723e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __dn);
4733e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
4743e519524SHoward Hinnant                *__result.__seg_ |= __b >> (__first.__ctz_ + __ddn);
4753e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__dn);
4763e519524SHoward Hinnant            }
4773e519524SHoward Hinnant            ++__first.__seg_;
4783e519524SHoward Hinnant            // __first.__ctz_ = 0;
4793e519524SHoward Hinnant        }
4803e519524SHoward Hinnant        // __first.__ctz_ == 0;
4813e519524SHoward Hinnant        // do middle words
4823e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __result.__ctz_;
4833e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) << __result.__ctz_;
4843e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
4853e519524SHoward Hinnant        {
4863e519524SHoward Hinnant            __storage_type __b = *__first.__seg_;
4873e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
4883e519524SHoward Hinnant            *__result.__seg_ |= __b << __result.__ctz_;
4893e519524SHoward Hinnant            ++__result.__seg_;
4903e519524SHoward Hinnant            *__result.__seg_ &= __m;
4913e519524SHoward Hinnant            *__result.__seg_ |= __b >> __clz_r;
4923e519524SHoward Hinnant        }
4933e519524SHoward Hinnant        // do last word
4943e519524SHoward Hinnant        if (__n > 0)
4953e519524SHoward Hinnant        {
4963e519524SHoward Hinnant            __m = ~__storage_type(0) >> (__bits_per_word - __n);
4973e519524SHoward Hinnant            __storage_type __b = *__first.__seg_ & __m;
498ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
4993e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
5003e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
5013e519524SHoward Hinnant            *__result.__seg_ |= __b << __result.__ctz_;
5023e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
5033e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
5043e519524SHoward Hinnant            __n -= __dn;
5053e519524SHoward Hinnant            if (__n > 0)
5063e519524SHoward Hinnant            {
5073e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __n);
5083e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
5093e519524SHoward Hinnant                *__result.__seg_ |= __b >> __dn;
5103e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__n);
5113e519524SHoward Hinnant            }
5123e519524SHoward Hinnant        }
5133e519524SHoward Hinnant    }
5143e519524SHoward Hinnant    return __result;
5153e519524SHoward Hinnant}
5163e519524SHoward Hinnant
517c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
5183e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
519c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
520c003db1fSHoward Hinnantcopy(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
5213e519524SHoward Hinnant{
5223e519524SHoward Hinnant    if (__first.__ctz_ == __result.__ctz_)
5233e519524SHoward Hinnant        return __copy_aligned(__first, __last, __result);
5243e519524SHoward Hinnant    return __copy_unaligned(__first, __last, __result);
5253e519524SHoward Hinnant}
5263e519524SHoward Hinnant
5273e519524SHoward Hinnant// copy_backward
5283e519524SHoward Hinnant
529c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
530c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
531c003db1fSHoward Hinnant__copy_backward_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
532c003db1fSHoward Hinnant                                                     __bit_iterator<_Cp, false> __result)
5333e519524SHoward Hinnant{
534c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
5353e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
5363e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
5373e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
5383e519524SHoward Hinnant    difference_type __n = __last - __first;
5393e519524SHoward Hinnant    if (__n > 0)
5403e519524SHoward Hinnant    {
5413e519524SHoward Hinnant        // do first word
5423e519524SHoward Hinnant        if (__last.__ctz_ != 0)
5433e519524SHoward Hinnant        {
544ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
5453e519524SHoward Hinnant            __n -= __dn;
5463e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __last.__ctz_;
5473e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz);
5483e519524SHoward Hinnant            __storage_type __b = *__last.__seg_ & __m;
5493e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
5503e519524SHoward Hinnant            *__result.__seg_ |= __b;
5513e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
5523e519524SHoward Hinnant                                                       __result.__ctz_)  % __bits_per_word);
5533e519524SHoward Hinnant            // __last.__ctz_ = 0
5543e519524SHoward Hinnant         }
5553e519524SHoward Hinnant        // __last.__ctz_ == 0 || __n == 0
5563e519524SHoward Hinnant        // __result.__ctz_ == 0 || __n == 0
5573e519524SHoward Hinnant        // do middle words
5583e519524SHoward Hinnant        __storage_type __nw = __n / __bits_per_word;
5593e519524SHoward Hinnant        __result.__seg_ -= __nw;
5603e519524SHoward Hinnant        __last.__seg_ -= __nw;
561ce48a113SHoward Hinnant        _VSTD::memmove(__result.__seg_, __last.__seg_, __nw * sizeof(__storage_type));
5623e519524SHoward Hinnant        __n -= __nw * __bits_per_word;
5633e519524SHoward Hinnant        // do last word
5643e519524SHoward Hinnant        if (__n > 0)
5653e519524SHoward Hinnant        {
5663e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) << (__bits_per_word - __n);
5673e519524SHoward Hinnant            __storage_type __b = *--__last.__seg_ & __m;
5683e519524SHoward Hinnant            *--__result.__seg_ &= ~__m;
5693e519524SHoward Hinnant            *__result.__seg_ |= __b;
5703e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
5713e519524SHoward Hinnant        }
5723e519524SHoward Hinnant    }
5733e519524SHoward Hinnant    return __result;
5743e519524SHoward Hinnant}
5753e519524SHoward Hinnant
576c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
577c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
578c003db1fSHoward Hinnant__copy_backward_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
579c003db1fSHoward Hinnant                                                       __bit_iterator<_Cp, false> __result)
5803e519524SHoward Hinnant{
581c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, _IsConst> _In;
5823e519524SHoward Hinnant    typedef  typename _In::difference_type difference_type;
5833e519524SHoward Hinnant    typedef typename _In::__storage_type __storage_type;
5843e519524SHoward Hinnant    static const unsigned __bits_per_word = _In::__bits_per_word;
5853e519524SHoward Hinnant    difference_type __n = __last - __first;
5863e519524SHoward Hinnant    if (__n > 0)
5873e519524SHoward Hinnant    {
5883e519524SHoward Hinnant        // do first word
5893e519524SHoward Hinnant        if (__last.__ctz_ != 0)
5903e519524SHoward Hinnant        {
591ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
5923e519524SHoward Hinnant            __n -= __dn;
5933e519524SHoward Hinnant            unsigned __clz_l = __bits_per_word - __last.__ctz_;
5943e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_l);
5953e519524SHoward Hinnant            __storage_type __b = *__last.__seg_ & __m;
5963e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __result.__ctz_;
597ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min(__dn, static_cast<difference_type>(__result.__ctz_));
5983e519524SHoward Hinnant            if (__ddn > 0)
5993e519524SHoward Hinnant            {
6003e519524SHoward Hinnant                __m = (~__storage_type(0) << (__result.__ctz_ - __ddn)) & (~__storage_type(0) >> __clz_r);
6013e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
6023e519524SHoward Hinnant                if (__result.__ctz_ > __last.__ctz_)
6033e519524SHoward Hinnant                    *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
6043e519524SHoward Hinnant                else
6053e519524SHoward Hinnant                    *__result.__seg_ |= __b >> (__last.__ctz_ - __result.__ctz_);
6063e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(((-__ddn & (__bits_per_word - 1)) +
6073e519524SHoward Hinnant                                                         __result.__ctz_)  % __bits_per_word);
6083e519524SHoward Hinnant                __dn -= __ddn;
6093e519524SHoward Hinnant            }
6103e519524SHoward Hinnant            if (__dn > 0)
6113e519524SHoward Hinnant            {
6123e519524SHoward Hinnant                // __result.__ctz_ == 0
6133e519524SHoward Hinnant                --__result.__seg_;
6143e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(-__dn & (__bits_per_word - 1));
6153e519524SHoward Hinnant                __m = ~__storage_type(0) << __result.__ctz_;
6163e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
6173e519524SHoward Hinnant                __last.__ctz_ -= __dn + __ddn;
6183e519524SHoward Hinnant                *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
6193e519524SHoward Hinnant            }
6203e519524SHoward Hinnant            // __last.__ctz_ = 0
6213e519524SHoward Hinnant         }
6223e519524SHoward Hinnant        // __last.__ctz_ == 0 || __n == 0
6233e519524SHoward Hinnant        // __result.__ctz_ != 0 || __n == 0
6243e519524SHoward Hinnant        // do middle words
6253e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __result.__ctz_;
6263e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) >> __clz_r;
6273e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word)
6283e519524SHoward Hinnant        {
6293e519524SHoward Hinnant            __storage_type __b = *--__last.__seg_;
6303e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
6313e519524SHoward Hinnant            *__result.__seg_ |= __b >> __clz_r;
6323e519524SHoward Hinnant            *--__result.__seg_ &= __m;
6333e519524SHoward Hinnant            *__result.__seg_ |= __b << __result.__ctz_;
6343e519524SHoward Hinnant        }
6353e519524SHoward Hinnant        // do last word
6363e519524SHoward Hinnant        if (__n > 0)
6373e519524SHoward Hinnant        {
6383e519524SHoward Hinnant            __m = ~__storage_type(0) << (__bits_per_word - __n);
6393e519524SHoward Hinnant            __storage_type __b = *--__last.__seg_ & __m;
640c206366fSHoward Hinnant            __clz_r = __bits_per_word - __result.__ctz_;
641ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__result.__ctz_));
6423e519524SHoward Hinnant            __m = (~__storage_type(0) << (__result.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_r);
6433e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
6443e519524SHoward Hinnant            *__result.__seg_ |= __b >> (__bits_per_word - __result.__ctz_);
6453e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
6463e519524SHoward Hinnant                                                     __result.__ctz_)  % __bits_per_word);
6473e519524SHoward Hinnant            __n -= __dn;
6483e519524SHoward Hinnant            if (__n > 0)
6493e519524SHoward Hinnant            {
6503e519524SHoward Hinnant                // __result.__ctz_ == 0
6513e519524SHoward Hinnant                --__result.__seg_;
6523e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
6533e519524SHoward Hinnant                __m = ~__storage_type(0) << __result.__ctz_;
6543e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
6553e519524SHoward Hinnant                *__result.__seg_ |= __b << (__result.__ctz_ - (__bits_per_word - __n - __dn));
6563e519524SHoward Hinnant            }
6573e519524SHoward Hinnant        }
6583e519524SHoward Hinnant    }
6593e519524SHoward Hinnant    return __result;
6603e519524SHoward Hinnant}
6613e519524SHoward Hinnant
662c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
6633e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
664c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
665c003db1fSHoward Hinnantcopy_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
6663e519524SHoward Hinnant{
6673e519524SHoward Hinnant    if (__last.__ctz_ == __result.__ctz_)
6683e519524SHoward Hinnant        return __copy_backward_aligned(__first, __last, __result);
6693e519524SHoward Hinnant    return __copy_backward_unaligned(__first, __last, __result);
6703e519524SHoward Hinnant}
6713e519524SHoward Hinnant
6723e519524SHoward Hinnant// move
6733e519524SHoward Hinnant
674c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
6753e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
676c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
677c003db1fSHoward Hinnantmove(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
6783e519524SHoward Hinnant{
679ce48a113SHoward Hinnant    return _VSTD::copy(__first, __last, __result);
6803e519524SHoward Hinnant}
6813e519524SHoward Hinnant
6823e519524SHoward Hinnant// move_backward
6833e519524SHoward Hinnant
684c003db1fSHoward Hinnanttemplate <class _Cp, bool _IsConst>
6853e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
686c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
687c003db1fSHoward Hinnantmove_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
6883e519524SHoward Hinnant{
689ce48a113SHoward Hinnant    return _VSTD::copy(__first, __last, __result);
6903e519524SHoward Hinnant}
6913e519524SHoward Hinnant
6923e519524SHoward Hinnant// swap_ranges
6933e519524SHoward Hinnant
694dbe81119SHoward Hinnanttemplate <class __C1, class __C2>
695dbe81119SHoward Hinnant__bit_iterator<__C2, false>
696dbe81119SHoward Hinnant__swap_ranges_aligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
697dbe81119SHoward Hinnant                      __bit_iterator<__C2, false> __result)
6983e519524SHoward Hinnant{
699dbe81119SHoward Hinnant    typedef __bit_iterator<__C1, false> _I1;
7003e519524SHoward Hinnant    typedef  typename _I1::difference_type difference_type;
7013e519524SHoward Hinnant    typedef typename _I1::__storage_type __storage_type;
7023e519524SHoward Hinnant    static const unsigned __bits_per_word = _I1::__bits_per_word;
7033e519524SHoward Hinnant    difference_type __n = __last - __first;
7043e519524SHoward Hinnant    if (__n > 0)
7053e519524SHoward Hinnant    {
7063e519524SHoward Hinnant        // do first word
7073e519524SHoward Hinnant        if (__first.__ctz_ != 0)
7083e519524SHoward Hinnant        {
7093e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __first.__ctz_;
710ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
7113e519524SHoward Hinnant            __n -= __dn;
7123e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
7133e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
7143e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
7153e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
7163e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
7173e519524SHoward Hinnant            *__result.__seg_ |= __b1;
7183e519524SHoward Hinnant            *__first.__seg_  |= __b2;
7193e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
7203e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
7213e519524SHoward Hinnant            ++__first.__seg_;
7223e519524SHoward Hinnant            // __first.__ctz_ = 0;
7233e519524SHoward Hinnant        }
7243e519524SHoward Hinnant        // __first.__ctz_ == 0;
7253e519524SHoward Hinnant        // do middle words
7263e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_, ++__result.__seg_)
7273e519524SHoward Hinnant            swap(*__first.__seg_, *__result.__seg_);
7283e519524SHoward Hinnant        // do last word
7293e519524SHoward Hinnant        if (__n > 0)
7303e519524SHoward Hinnant        {
7313e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
7323e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
7333e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
7343e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
7353e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
7363e519524SHoward Hinnant            *__result.__seg_ |= __b1;
7373e519524SHoward Hinnant            *__first.__seg_  |= __b2;
7383e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>(__n);
7393e519524SHoward Hinnant        }
7403e519524SHoward Hinnant    }
7413e519524SHoward Hinnant    return __result;
7423e519524SHoward Hinnant}
7433e519524SHoward Hinnant
744dbe81119SHoward Hinnanttemplate <class __C1, class __C2>
745dbe81119SHoward Hinnant__bit_iterator<__C2, false>
746dbe81119SHoward Hinnant__swap_ranges_unaligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
747dbe81119SHoward Hinnant                        __bit_iterator<__C2, false> __result)
7483e519524SHoward Hinnant{
749dbe81119SHoward Hinnant    typedef __bit_iterator<__C1, false> _I1;
7503e519524SHoward Hinnant    typedef  typename _I1::difference_type difference_type;
7513e519524SHoward Hinnant    typedef typename _I1::__storage_type __storage_type;
7523e519524SHoward Hinnant    static const unsigned __bits_per_word = _I1::__bits_per_word;
7533e519524SHoward Hinnant    difference_type __n = __last - __first;
7543e519524SHoward Hinnant    if (__n > 0)
7553e519524SHoward Hinnant    {
7563e519524SHoward Hinnant        // do first word
7573e519524SHoward Hinnant        if (__first.__ctz_ != 0)
7583e519524SHoward Hinnant        {
7593e519524SHoward Hinnant            unsigned __clz_f = __bits_per_word - __first.__ctz_;
760ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
7613e519524SHoward Hinnant            __n -= __dn;
7623e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
7633e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
7643e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
7653e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __result.__ctz_;
766ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
7673e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
7683e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
7693e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
7703e519524SHoward Hinnant            if (__result.__ctz_ > __first.__ctz_)
7713e519524SHoward Hinnant            {
7723e519524SHoward Hinnant                unsigned __s = __result.__ctz_ - __first.__ctz_;
7733e519524SHoward Hinnant                *__result.__seg_ |= __b1 << __s;
7743e519524SHoward Hinnant                *__first.__seg_  |= __b2 >> __s;
7753e519524SHoward Hinnant            }
7763e519524SHoward Hinnant            else
7773e519524SHoward Hinnant            {
7783e519524SHoward Hinnant                unsigned __s = __first.__ctz_ - __result.__ctz_;
7793e519524SHoward Hinnant                *__result.__seg_ |= __b1 >> __s;
7803e519524SHoward Hinnant                *__first.__seg_  |= __b2 << __s;
7813e519524SHoward Hinnant            }
7823e519524SHoward Hinnant            __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
7833e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_)  % __bits_per_word);
7843e519524SHoward Hinnant            __dn -= __ddn;
7853e519524SHoward Hinnant            if (__dn > 0)
7863e519524SHoward Hinnant            {
7873e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __dn);
7883e519524SHoward Hinnant                __b2 = *__result.__seg_ & __m;
7893e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
7903e519524SHoward Hinnant                unsigned __s = __first.__ctz_ + __ddn;
7913e519524SHoward Hinnant                *__result.__seg_ |= __b1 >> __s;
7923e519524SHoward Hinnant                *__first.__seg_  |= __b2 << __s;
7933e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__dn);
7943e519524SHoward Hinnant            }
7953e519524SHoward Hinnant            ++__first.__seg_;
7963e519524SHoward Hinnant            // __first.__ctz_ = 0;
7973e519524SHoward Hinnant        }
7983e519524SHoward Hinnant        // __first.__ctz_ == 0;
7993e519524SHoward Hinnant        // do middle words
8003e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) << __result.__ctz_;
8013e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __result.__ctz_;
8023e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
8033e519524SHoward Hinnant        {
8043e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_;
8053e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
8063e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
8073e519524SHoward Hinnant            *__result.__seg_ |= __b1 << __result.__ctz_;
8083e519524SHoward Hinnant            *__first.__seg_  = __b2 >> __result.__ctz_;
8093e519524SHoward Hinnant            ++__result.__seg_;
8103e519524SHoward Hinnant            __b2 = *__result.__seg_ & ~__m;
8113e519524SHoward Hinnant            *__result.__seg_ &= __m;
8123e519524SHoward Hinnant            *__result.__seg_ |= __b1 >> __clz_r;
8133e519524SHoward Hinnant            *__first.__seg_  |= __b2 << __clz_r;
8143e519524SHoward Hinnant        }
8153e519524SHoward Hinnant        // do last word
8163e519524SHoward Hinnant        if (__n > 0)
8173e519524SHoward Hinnant        {
8183e519524SHoward Hinnant            __m = ~__storage_type(0) >> (__bits_per_word - __n);
8193e519524SHoward Hinnant            __storage_type __b1 = *__first.__seg_ & __m;
8203e519524SHoward Hinnant            *__first.__seg_ &= ~__m;
821ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min<__storage_type>(__n, __clz_r);
8223e519524SHoward Hinnant            __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
8233e519524SHoward Hinnant            __storage_type __b2 = *__result.__seg_ & __m;
8243e519524SHoward Hinnant            *__result.__seg_ &= ~__m;
8253e519524SHoward Hinnant            *__result.__seg_ |= __b1 << __result.__ctz_;
8263e519524SHoward Hinnant            *__first.__seg_  |= __b2 >> __result.__ctz_;
8273e519524SHoward Hinnant            __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
8283e519524SHoward Hinnant            __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_)  % __bits_per_word);
8293e519524SHoward Hinnant            __n -= __dn;
8303e519524SHoward Hinnant            if (__n > 0)
8313e519524SHoward Hinnant            {
8323e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __n);
8333e519524SHoward Hinnant                __b2 = *__result.__seg_ & __m;
8343e519524SHoward Hinnant                *__result.__seg_ &= ~__m;
8353e519524SHoward Hinnant                *__result.__seg_ |= __b1 >> __dn;
8363e519524SHoward Hinnant                *__first.__seg_  |= __b2 << __dn;
8373e519524SHoward Hinnant                __result.__ctz_ = static_cast<unsigned>(__n);
8383e519524SHoward Hinnant            }
8393e519524SHoward Hinnant        }
8403e519524SHoward Hinnant    }
8413e519524SHoward Hinnant    return __result;
8423e519524SHoward Hinnant}
8433e519524SHoward Hinnant
844dbe81119SHoward Hinnanttemplate <class __C1, class __C2>
8453e519524SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
846dbe81119SHoward Hinnant__bit_iterator<__C2, false>
847dbe81119SHoward Hinnantswap_ranges(__bit_iterator<__C1, false> __first1, __bit_iterator<__C1, false> __last1,
848dbe81119SHoward Hinnant            __bit_iterator<__C2, false> __first2)
8493e519524SHoward Hinnant{
8503e519524SHoward Hinnant    if (__first1.__ctz_ == __first2.__ctz_)
8513e519524SHoward Hinnant        return __swap_ranges_aligned(__first1, __last1, __first2);
8523e519524SHoward Hinnant    return __swap_ranges_unaligned(__first1, __last1, __first2);
8533e519524SHoward Hinnant}
8543e519524SHoward Hinnant
8553e519524SHoward Hinnant// rotate
8563e519524SHoward Hinnant
857c003db1fSHoward Hinnanttemplate <class _Cp>
8583e519524SHoward Hinnantstruct __bit_array
8593e519524SHoward Hinnant{
860c003db1fSHoward Hinnant    typedef typename _Cp::difference_type difference_type;
861c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type  __storage_type;
862c003db1fSHoward Hinnant    typedef typename _Cp::iterator        iterator;
863c003db1fSHoward Hinnant    static const unsigned __bits_per_word = _Cp::__bits_per_word;
864c003db1fSHoward Hinnant    static const unsigned _Np = 4;
8653e519524SHoward Hinnant
8663e519524SHoward Hinnant    difference_type __size_;
867c003db1fSHoward Hinnant    __storage_type __word_[_Np];
8683e519524SHoward Hinnant
8693e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY static difference_type capacity()
870c003db1fSHoward Hinnant        {return static_cast<difference_type>(_Np * __bits_per_word);}
8713e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY explicit __bit_array(difference_type __s) : __size_(__s) {}
8723e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY iterator begin() {return iterator(__word_, 0);}
8733e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY iterator end()   {return iterator(__word_ + __size_ / __bits_per_word,
8743e519524SHoward Hinnant                                                  static_cast<unsigned>(__size_ % __bits_per_word));}
8753e519524SHoward Hinnant};
8763e519524SHoward Hinnant
877c003db1fSHoward Hinnanttemplate <class _Cp>
878c003db1fSHoward Hinnant__bit_iterator<_Cp, false>
879c003db1fSHoward Hinnantrotate(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __middle, __bit_iterator<_Cp, false> __last)
8803e519524SHoward Hinnant{
881c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, false> _I1;
8823e519524SHoward Hinnant    typedef  typename _I1::difference_type difference_type;
8833e519524SHoward Hinnant    typedef typename _I1::__storage_type __storage_type;
8843e519524SHoward Hinnant    difference_type __d1 = __middle - __first;
8853e519524SHoward Hinnant    difference_type __d2 = __last - __middle;
8863e519524SHoward Hinnant    _I1 __r = __first + __d2;
8873e519524SHoward Hinnant    while (__d1 != 0 && __d2 != 0)
8883e519524SHoward Hinnant    {
8893e519524SHoward Hinnant        if (__d1 <= __d2)
8903e519524SHoward Hinnant        {
891c003db1fSHoward Hinnant            if (__d1 <= __bit_array<_Cp>::capacity())
8923e519524SHoward Hinnant            {
893c003db1fSHoward Hinnant                __bit_array<_Cp> __b(__d1);
894ce48a113SHoward Hinnant                _VSTD::copy(__first, __middle, __b.begin());
895ce48a113SHoward Hinnant                _VSTD::copy(__b.begin(), __b.end(), _VSTD::copy(__middle, __last, __first));
8963e519524SHoward Hinnant                break;
8973e519524SHoward Hinnant            }
8983e519524SHoward Hinnant            else
8993e519524SHoward Hinnant            {
900c003db1fSHoward Hinnant                __bit_iterator<_Cp, false> __mp = _VSTD::swap_ranges(__first, __middle, __middle);
9013e519524SHoward Hinnant                __first = __middle;
9023e519524SHoward Hinnant                __middle = __mp;
9033e519524SHoward Hinnant                __d2 -= __d1;
9043e519524SHoward Hinnant            }
9053e519524SHoward Hinnant        }
9063e519524SHoward Hinnant        else
9073e519524SHoward Hinnant        {
908c003db1fSHoward Hinnant            if (__d2 <= __bit_array<_Cp>::capacity())
9093e519524SHoward Hinnant            {
910c003db1fSHoward Hinnant                __bit_array<_Cp> __b(__d2);
911ce48a113SHoward Hinnant                _VSTD::copy(__middle, __last, __b.begin());
912ce48a113SHoward Hinnant                _VSTD::copy_backward(__b.begin(), __b.end(), _VSTD::copy_backward(__first, __middle, __last));
9133e519524SHoward Hinnant                break;
9143e519524SHoward Hinnant            }
9153e519524SHoward Hinnant            else
9163e519524SHoward Hinnant            {
917c003db1fSHoward Hinnant                __bit_iterator<_Cp, false> __mp = __first + __d2;
918ce48a113SHoward Hinnant                _VSTD::swap_ranges(__first, __mp, __middle);
9193e519524SHoward Hinnant                __first = __mp;
9203e519524SHoward Hinnant                __d1 -= __d2;
9213e519524SHoward Hinnant            }
9223e519524SHoward Hinnant        }
9233e519524SHoward Hinnant    }
9243e519524SHoward Hinnant    return __r;
9253e519524SHoward Hinnant}
9263e519524SHoward Hinnant
9273e519524SHoward Hinnant// equal
9283e519524SHoward Hinnant
929c003db1fSHoward Hinnanttemplate <class _Cp>
9303e519524SHoward Hinnantbool
931c003db1fSHoward Hinnant__equal_unaligned(__bit_iterator<_Cp, true> __first1, __bit_iterator<_Cp, true> __last1,
932c003db1fSHoward Hinnant                  __bit_iterator<_Cp, true> __first2)
9333e519524SHoward Hinnant{
934c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, true> _It;
9353e519524SHoward Hinnant    typedef  typename _It::difference_type difference_type;
9363e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
9373e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
9383e519524SHoward Hinnant    difference_type __n = __last1 - __first1;
9393e519524SHoward Hinnant    if (__n > 0)
9403e519524SHoward Hinnant    {
9413e519524SHoward Hinnant        // do first word
9423e519524SHoward Hinnant        if (__first1.__ctz_ != 0)
9433e519524SHoward Hinnant        {
9443e519524SHoward Hinnant            unsigned __clz_f = __bits_per_word - __first1.__ctz_;
945ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
9463e519524SHoward Hinnant            __n -= __dn;
9473e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
9483e519524SHoward Hinnant            __storage_type __b = *__first1.__seg_ & __m;
9493e519524SHoward Hinnant            unsigned __clz_r = __bits_per_word - __first2.__ctz_;
950ce48a113SHoward Hinnant            __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
9513e519524SHoward Hinnant            __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
9523e519524SHoward Hinnant            if (__first2.__ctz_ > __first1.__ctz_)
9533e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
9543e519524SHoward Hinnant                    return false;
9553e519524SHoward Hinnant            else
9563e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
9573e519524SHoward Hinnant                    return false;
9583e519524SHoward Hinnant            __first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
9593e519524SHoward Hinnant            __first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_)  % __bits_per_word);
9603e519524SHoward Hinnant            __dn -= __ddn;
9613e519524SHoward Hinnant            if (__dn > 0)
9623e519524SHoward Hinnant            {
9633e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __dn);
9643e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
9653e519524SHoward Hinnant                    return false;
9663e519524SHoward Hinnant                __first2.__ctz_ = static_cast<unsigned>(__dn);
9673e519524SHoward Hinnant            }
9683e519524SHoward Hinnant            ++__first1.__seg_;
9693e519524SHoward Hinnant            // __first1.__ctz_ = 0;
9703e519524SHoward Hinnant        }
9713e519524SHoward Hinnant        // __first1.__ctz_ == 0;
9723e519524SHoward Hinnant        // do middle words
9733e519524SHoward Hinnant        unsigned __clz_r = __bits_per_word - __first2.__ctz_;
9743e519524SHoward Hinnant        __storage_type __m = ~__storage_type(0) << __first2.__ctz_;
9753e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_)
9763e519524SHoward Hinnant        {
9773e519524SHoward Hinnant            __storage_type __b = *__first1.__seg_;
9783e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
9793e519524SHoward Hinnant                return false;
9803e519524SHoward Hinnant            ++__first2.__seg_;
9813e519524SHoward Hinnant            if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
9823e519524SHoward Hinnant                return false;
9833e519524SHoward Hinnant        }
9843e519524SHoward Hinnant        // do last word
9853e519524SHoward Hinnant        if (__n > 0)
9863e519524SHoward Hinnant        {
9873e519524SHoward Hinnant            __m = ~__storage_type(0) >> (__bits_per_word - __n);
9883e519524SHoward Hinnant            __storage_type __b = *__first1.__seg_ & __m;
989ce48a113SHoward Hinnant            __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
9903e519524SHoward Hinnant            __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
9913e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
9923e519524SHoward Hinnant                return false;
9933e519524SHoward Hinnant            __first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
9943e519524SHoward Hinnant            __first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_)  % __bits_per_word);
9953e519524SHoward Hinnant            __n -= __dn;
9963e519524SHoward Hinnant            if (__n > 0)
9973e519524SHoward Hinnant            {
9983e519524SHoward Hinnant                __m = ~__storage_type(0) >> (__bits_per_word - __n);
9993e519524SHoward Hinnant                if ((*__first2.__seg_ & __m) != (__b >> __dn))
10003e519524SHoward Hinnant                    return false;
10013e519524SHoward Hinnant            }
10023e519524SHoward Hinnant        }
10033e519524SHoward Hinnant    }
10043e519524SHoward Hinnant    return true;
10053e519524SHoward Hinnant}
10063e519524SHoward Hinnant
1007c003db1fSHoward Hinnanttemplate <class _Cp>
10083e519524SHoward Hinnantbool
1009c003db1fSHoward Hinnant__equal_aligned(__bit_iterator<_Cp, true> __first1, __bit_iterator<_Cp, true> __last1,
1010c003db1fSHoward Hinnant                __bit_iterator<_Cp, true> __first2)
10113e519524SHoward Hinnant{
1012c003db1fSHoward Hinnant    typedef __bit_iterator<_Cp, true> _It;
10133e519524SHoward Hinnant    typedef  typename _It::difference_type difference_type;
10143e519524SHoward Hinnant    typedef typename _It::__storage_type __storage_type;
10153e519524SHoward Hinnant    static const unsigned __bits_per_word = _It::__bits_per_word;
10163e519524SHoward Hinnant    difference_type __n = __last1 - __first1;
10173e519524SHoward Hinnant    if (__n > 0)
10183e519524SHoward Hinnant    {
10193e519524SHoward Hinnant        // do first word
10203e519524SHoward Hinnant        if (__first1.__ctz_ != 0)
10213e519524SHoward Hinnant        {
10223e519524SHoward Hinnant            unsigned __clz = __bits_per_word - __first1.__ctz_;
1023ce48a113SHoward Hinnant            difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
10243e519524SHoward Hinnant            __n -= __dn;
10253e519524SHoward Hinnant            __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
10263e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
10273e519524SHoward Hinnant                return false;
10283e519524SHoward Hinnant            ++__first2.__seg_;
10293e519524SHoward Hinnant            ++__first1.__seg_;
10303e519524SHoward Hinnant            // __first1.__ctz_ = 0;
10313e519524SHoward Hinnant            // __first2.__ctz_ = 0;
10323e519524SHoward Hinnant        }
10333e519524SHoward Hinnant        // __first1.__ctz_ == 0;
10343e519524SHoward Hinnant        // __first2.__ctz_ == 0;
10353e519524SHoward Hinnant        // do middle words
10363e519524SHoward Hinnant        for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
10373e519524SHoward Hinnant            if (*__first2.__seg_ != *__first1.__seg_)
10383e519524SHoward Hinnant                return false;
10393e519524SHoward Hinnant        // do last word
10403e519524SHoward Hinnant        if (__n > 0)
10413e519524SHoward Hinnant        {
10423e519524SHoward Hinnant            __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
10433e519524SHoward Hinnant            if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
10443e519524SHoward Hinnant                return false;
10453e519524SHoward Hinnant        }
10463e519524SHoward Hinnant    }
10473e519524SHoward Hinnant    return true;
10483e519524SHoward Hinnant}
10493e519524SHoward Hinnant
1050c003db1fSHoward Hinnanttemplate <class _Cp, bool _IC1, bool _IC2>
105143d99238SHoward Hinnantinline _LIBCPP_INLINE_VISIBILITY
10523e519524SHoward Hinnantbool
1053c003db1fSHoward Hinnantequal(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2)
10543e519524SHoward Hinnant{
10553e519524SHoward Hinnant    if (__first1.__ctz_ == __first2.__ctz_)
10563e519524SHoward Hinnant        return __equal_aligned(__first1, __last1, __first2);
10573e519524SHoward Hinnant    return __equal_unaligned(__first1, __last1, __first2);
10583e519524SHoward Hinnant}
10593e519524SHoward Hinnant
1060*0ae9efebSHoward Hinnanttemplate <class _Cp, bool _IsConst,
1061*0ae9efebSHoward Hinnant          typename _Cp::__storage_type>
10623e519524SHoward Hinnantclass __bit_iterator
10633e519524SHoward Hinnant{
10643e519524SHoward Hinnantpublic:
1065c003db1fSHoward Hinnant    typedef typename _Cp::difference_type                                                          difference_type;
10663e519524SHoward Hinnant    typedef bool                                                                                  value_type;
10673e519524SHoward Hinnant    typedef __bit_iterator                                                                        pointer;
1068c003db1fSHoward Hinnant    typedef typename conditional<_IsConst, __bit_const_reference<_Cp>, __bit_reference<_Cp> >::type reference;
10693e519524SHoward Hinnant    typedef random_access_iterator_tag                                                            iterator_category;
10703e519524SHoward Hinnant
10713e519524SHoward Hinnantprivate:
1072c003db1fSHoward Hinnant    typedef typename _Cp::__storage_type                                           __storage_type;
1073c003db1fSHoward Hinnant    typedef typename conditional<_IsConst, typename _Cp::__const_storage_pointer,
1074c003db1fSHoward Hinnant                                           typename _Cp::__storage_pointer>::type  __storage_pointer;
1075c003db1fSHoward Hinnant    static const unsigned __bits_per_word = _Cp::__bits_per_word;
10763e519524SHoward Hinnant
10773e519524SHoward Hinnant    __storage_pointer __seg_;
10783e519524SHoward Hinnant    unsigned          __ctz_;
10793e519524SHoward Hinnant
10803e519524SHoward Hinnantpublic:
1081d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator() _NOEXCEPT {}
10823e519524SHoward Hinnant
1083d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
1084c003db1fSHoward Hinnant    __bit_iterator(const __bit_iterator<_Cp, false>& __it) _NOEXCEPT
10853e519524SHoward Hinnant        : __seg_(__it.__seg_), __ctz_(__it.__ctz_) {}
10863e519524SHoward Hinnant
1087d368a84cSHoward Hinnant    _LIBCPP_INLINE_VISIBILITY reference operator*() const _NOEXCEPT
1088d368a84cSHoward Hinnant        {return reference(__seg_, __storage_type(1) << __ctz_);}
10893e519524SHoward Hinnant
10903e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator++()
10913e519524SHoward Hinnant    {
10923e519524SHoward Hinnant        if (__ctz_ != __bits_per_word-1)
10933e519524SHoward Hinnant            ++__ctz_;
10943e519524SHoward Hinnant        else
10953e519524SHoward Hinnant        {
10963e519524SHoward Hinnant            __ctz_ = 0;
10973e519524SHoward Hinnant            ++__seg_;
10983e519524SHoward Hinnant        }
10993e519524SHoward Hinnant        return *this;
11003e519524SHoward Hinnant    }
11013e519524SHoward Hinnant
11023e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator++(int)
11033e519524SHoward Hinnant    {
11043e519524SHoward Hinnant        __bit_iterator __tmp = *this;
11053e519524SHoward Hinnant        ++(*this);
11063e519524SHoward Hinnant        return __tmp;
11073e519524SHoward Hinnant    }
11083e519524SHoward Hinnant
11093e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator--()
11103e519524SHoward Hinnant    {
11113e519524SHoward Hinnant        if (__ctz_ != 0)
11123e519524SHoward Hinnant            --__ctz_;
11133e519524SHoward Hinnant        else
11143e519524SHoward Hinnant        {
11153e519524SHoward Hinnant            __ctz_ = __bits_per_word - 1;
11163e519524SHoward Hinnant            --__seg_;
11173e519524SHoward Hinnant        }
11183e519524SHoward Hinnant        return *this;
11193e519524SHoward Hinnant    }
11203e519524SHoward Hinnant
11213e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator--(int)
11223e519524SHoward Hinnant    {
11233e519524SHoward Hinnant        __bit_iterator __tmp = *this;
11243e519524SHoward Hinnant        --(*this);
11253e519524SHoward Hinnant        return __tmp;
11263e519524SHoward Hinnant    }
11273e519524SHoward Hinnant
11283e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator+=(difference_type __n)
11293e519524SHoward Hinnant    {
11303e519524SHoward Hinnant        if (__n >= 0)
11313e519524SHoward Hinnant            __seg_ += (__n + __ctz_) / __bits_per_word;
11323e519524SHoward Hinnant        else
11333e519524SHoward Hinnant            __seg_ += static_cast<difference_type>(__n - __bits_per_word + __ctz_ + 1)
11343e519524SHoward Hinnant                    / static_cast<difference_type>(__bits_per_word);
11353e519524SHoward Hinnant        __n &= (__bits_per_word - 1);
11363e519524SHoward Hinnant        __ctz_ = static_cast<unsigned>((__n + __ctz_)  % __bits_per_word);
11373e519524SHoward Hinnant        return *this;
11383e519524SHoward Hinnant    }
11393e519524SHoward Hinnant
11403e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator-=(difference_type __n)
11413e519524SHoward Hinnant    {
11423e519524SHoward Hinnant        return *this += -__n;
11433e519524SHoward Hinnant    }
11443e519524SHoward Hinnant
11453e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator+(difference_type __n) const
11463e519524SHoward Hinnant    {
11473e519524SHoward Hinnant        __bit_iterator __t(*this);
11483e519524SHoward Hinnant        __t += __n;
11493e519524SHoward Hinnant        return __t;
11503e519524SHoward Hinnant    }
11513e519524SHoward Hinnant
11523e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY __bit_iterator operator-(difference_type __n) const
11533e519524SHoward Hinnant    {
11543e519524SHoward Hinnant        __bit_iterator __t(*this);
11553e519524SHoward Hinnant        __t -= __n;
11563e519524SHoward Hinnant        return __t;
11573e519524SHoward Hinnant    }
11583e519524SHoward Hinnant
11593e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
11603e519524SHoward Hinnant    friend __bit_iterator operator+(difference_type __n, const __bit_iterator& __it) {return __it + __n;}
11613e519524SHoward Hinnant
11623e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
11633e519524SHoward Hinnant    friend difference_type operator-(const __bit_iterator& __x, const __bit_iterator& __y)
11643e519524SHoward Hinnant        {return (__x.__seg_ - __y.__seg_) * __bits_per_word + __x.__ctz_ - __y.__ctz_;}
11653e519524SHoward Hinnant
11663e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY reference operator[](difference_type __n) const {return *(*this + __n);}
11673e519524SHoward Hinnant
11683e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator==(const __bit_iterator& __x, const __bit_iterator& __y)
11693e519524SHoward Hinnant        {return __x.__seg_ == __y.__seg_ && __x.__ctz_ == __y.__ctz_;}
11703e519524SHoward Hinnant
11713e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator!=(const __bit_iterator& __x, const __bit_iterator& __y)
11723e519524SHoward Hinnant        {return !(__x == __y);}
11733e519524SHoward Hinnant
11743e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator<(const __bit_iterator& __x, const __bit_iterator& __y)
11753e519524SHoward Hinnant        {return __x.__seg_ < __y.__seg_ || (__x.__seg_ == __y.__seg_ && __x.__ctz_ < __y.__ctz_);}
11763e519524SHoward Hinnant
11773e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator>(const __bit_iterator& __x, const __bit_iterator& __y)
11783e519524SHoward Hinnant        {return __y < __x;}
11793e519524SHoward Hinnant
11803e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator<=(const __bit_iterator& __x, const __bit_iterator& __y)
11813e519524SHoward Hinnant        {return !(__y < __x);}
11823e519524SHoward Hinnant
11833e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY friend bool operator>=(const __bit_iterator& __x, const __bit_iterator& __y)
11843e519524SHoward Hinnant        {return !(__x < __y);}
11853e519524SHoward Hinnant
11863e519524SHoward Hinnantprivate:
11873e519524SHoward Hinnant    _LIBCPP_INLINE_VISIBILITY
1188d368a84cSHoward Hinnant    __bit_iterator(__storage_pointer __s, unsigned __ctz) _NOEXCEPT
1189d368a84cSHoward Hinnant        : __seg_(__s), __ctz_(__ctz) {}
11903e519524SHoward Hinnant
11913e519524SHoward Hinnant#if defined(__clang__)
1192c003db1fSHoward Hinnant    friend typename _Cp::__self;
11933e519524SHoward Hinnant#else
1194c003db1fSHoward Hinnant    friend class _Cp::__self;
11953e519524SHoward Hinnant#endif
1196c003db1fSHoward Hinnant    friend class __bit_reference<_Cp>;
1197c003db1fSHoward Hinnant    friend class __bit_const_reference<_Cp>;
1198c003db1fSHoward Hinnant    friend class __bit_iterator<_Cp, true>;
1199c003db1fSHoward Hinnant    template <class _Dp> friend struct __bit_array;
1200c003db1fSHoward Hinnant    template <class _Dp> friend void __fill_n_false(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1201c003db1fSHoward Hinnant    template <class _Dp> friend void __fill_n_true(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1202c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_aligned(__bit_iterator<_Dp, _IC> __first,
1203c003db1fSHoward Hinnant                                                                                  __bit_iterator<_Dp, _IC> __last,
1204c003db1fSHoward Hinnant                                                                                  __bit_iterator<_Dp, false> __result);
1205c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_unaligned(__bit_iterator<_Dp, _IC> __first,
1206c003db1fSHoward Hinnant                                                                                    __bit_iterator<_Dp, _IC> __last,
1207c003db1fSHoward Hinnant                                                                                    __bit_iterator<_Dp, false> __result);
1208c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy(__bit_iterator<_Dp, _IC> __first,
1209c003db1fSHoward Hinnant                                                                        __bit_iterator<_Dp, _IC> __last,
1210c003db1fSHoward Hinnant                                                                        __bit_iterator<_Dp, false> __result);
1211c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_aligned(__bit_iterator<_Dp, _IC> __first,
1212c003db1fSHoward Hinnant                                                                                           __bit_iterator<_Dp, _IC> __last,
1213c003db1fSHoward Hinnant                                                                                           __bit_iterator<_Dp, false> __result);
1214c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_unaligned(__bit_iterator<_Dp, _IC> __first,
1215c003db1fSHoward Hinnant                                                                                             __bit_iterator<_Dp, _IC> __last,
1216c003db1fSHoward Hinnant                                                                                             __bit_iterator<_Dp, false> __result);
1217c003db1fSHoward Hinnant    template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy_backward(__bit_iterator<_Dp, _IC> __first,
1218c003db1fSHoward Hinnant                                                                                 __bit_iterator<_Dp, _IC> __last,
1219c003db1fSHoward Hinnant                                                                                 __bit_iterator<_Dp, false> __result);
1220dbe81119SHoward Hinnant    template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_aligned(__bit_iterator<__C1, false>,
1221dbe81119SHoward Hinnant                                                                                           __bit_iterator<__C1, false>,
1222dbe81119SHoward Hinnant                                                                                           __bit_iterator<__C2, false>);
1223dbe81119SHoward Hinnant    template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_unaligned(__bit_iterator<__C1, false>,
1224dbe81119SHoward Hinnant                                                                                             __bit_iterator<__C1, false>,
1225dbe81119SHoward Hinnant                                                                                             __bit_iterator<__C2, false>);
1226dbe81119SHoward Hinnant    template <class __C1, class __C2>friend __bit_iterator<__C2, false> swap_ranges(__bit_iterator<__C1, false>,
1227dbe81119SHoward Hinnant                                                                                 __bit_iterator<__C1, false>,
1228dbe81119SHoward Hinnant                                                                                 __bit_iterator<__C2, false>);
1229c003db1fSHoward Hinnant    template <class _Dp> friend __bit_iterator<_Dp, false> rotate(__bit_iterator<_Dp, false>,
1230c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, false>,
1231c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, false>);
1232c003db1fSHoward Hinnant    template <class _Dp> friend bool __equal_aligned(__bit_iterator<_Dp, true>,
1233c003db1fSHoward Hinnant                                                    __bit_iterator<_Dp, true>,
1234c003db1fSHoward Hinnant                                                    __bit_iterator<_Dp, true>);
1235c003db1fSHoward Hinnant    template <class _Dp> friend bool __equal_unaligned(__bit_iterator<_Dp, true>,
1236c003db1fSHoward Hinnant                                                      __bit_iterator<_Dp, true>,
1237c003db1fSHoward Hinnant                                                      __bit_iterator<_Dp, true>);
1238c003db1fSHoward Hinnant    template <class _Dp, bool _IC1, bool _IC2> friend bool equal(__bit_iterator<_Dp, _IC1>,
1239c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, _IC1>,
1240c003db1fSHoward Hinnant                                                                __bit_iterator<_Dp, _IC2>);
1241c003db1fSHoward Hinnant    template <class _Dp> friend __bit_iterator<_Dp, false> __find_bool_true(__bit_iterator<_Dp, false>,
1242c003db1fSHoward Hinnant                                                                          typename _Dp::size_type);
1243c003db1fSHoward Hinnant    template <class _Dp> friend __bit_iterator<_Dp, false> __find_bool_false(__bit_iterator<_Dp, false>,
1244c003db1fSHoward Hinnant                                                                           typename _Dp::size_type);
12453e519524SHoward Hinnant};
12463e519524SHoward Hinnant
12473e519524SHoward Hinnant_LIBCPP_END_NAMESPACE_STD
12483e519524SHoward Hinnant
12493e519524SHoward Hinnant#endif  // _LIBCPP___BIT_REFERENCE
1250