blob: 3e4a21d261ff7fe83bd624a16bfde77c22e4ded6 [file] [log] [blame]
Howard Hinnant3e519522010-05-11 19:42:16 +00001// -*- C++ -*-
2//===----------------------------------------------------------------------===//
3//
Howard Hinnant5b08a8a2010-05-11 21:36:01 +00004// The LLVM Compiler Infrastructure
Howard Hinnant3e519522010-05-11 19:42:16 +00005//
Howard Hinnant412dbeb2010-11-16 22:09:02 +00006// This file is dual licensed under the MIT and the University of Illinois Open
7// Source Licenses. See LICENSE.TXT for details.
Howard Hinnant3e519522010-05-11 19:42:16 +00008//
9//===----------------------------------------------------------------------===//
10
11#ifndef _LIBCPP___BIT_REFERENCE
12#define _LIBCPP___BIT_REFERENCE
13
14#include <__config>
15#include <algorithm>
16
Howard Hinnant073458b2011-10-17 20:05:10 +000017#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
Howard Hinnant3e519522010-05-11 19:42:16 +000018#pragma GCC system_header
Howard Hinnant073458b2011-10-17 20:05:10 +000019#endif
Howard Hinnant3e519522010-05-11 19:42:16 +000020
Eric Fiseliera016efb2017-05-31 22:07:49 +000021_LIBCPP_PUSH_MACROS
22#include <__undef_macros>
23
24
Howard Hinnant3e519522010-05-11 19:42:16 +000025_LIBCPP_BEGIN_NAMESPACE_STD
26
Howard Hinnant0ae9efe2012-05-07 16:50:38 +000027template <class _Cp, bool _IsConst, typename _Cp::__storage_type = 0> class __bit_iterator;
Howard Hinnantc003db12011-11-29 18:15:50 +000028template <class _Cp> class __bit_const_reference;
Howard Hinnant3e519522010-05-11 19:42:16 +000029
Howard Hinnanta7744562011-07-02 20:33:23 +000030template <class _Tp>
31struct __has_storage_type
32{
33 static const bool value = false;
34};
35
Howard Hinnantc003db12011-11-29 18:15:50 +000036template <class _Cp, bool = __has_storage_type<_Cp>::value>
Howard Hinnant3e519522010-05-11 19:42:16 +000037class __bit_reference
38{
Howard Hinnantc003db12011-11-29 18:15:50 +000039 typedef typename _Cp::__storage_type __storage_type;
40 typedef typename _Cp::__storage_pointer __storage_pointer;
Howard Hinnant3e519522010-05-11 19:42:16 +000041
42 __storage_pointer __seg_;
43 __storage_type __mask_;
44
Howard Hinnantc003db12011-11-29 18:15:50 +000045 friend typename _Cp::__self;
Eric Fiselier541f9e22017-01-06 21:42:58 +000046
Howard Hinnantc003db12011-11-29 18:15:50 +000047 friend class __bit_const_reference<_Cp>;
48 friend class __bit_iterator<_Cp, false>;
Howard Hinnant3e519522010-05-11 19:42:16 +000049public:
Howard Hinnantd368a842011-05-27 20:52:28 +000050 _LIBCPP_INLINE_VISIBILITY operator bool() const _NOEXCEPT
51 {return static_cast<bool>(*__seg_ & __mask_);}
52 _LIBCPP_INLINE_VISIBILITY bool operator ~() const _NOEXCEPT
53 {return !static_cast<bool>(*this);}
Howard Hinnant3e519522010-05-11 19:42:16 +000054
55 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantd368a842011-05-27 20:52:28 +000056 __bit_reference& operator=(bool __x) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16 +000057 {
58 if (__x)
59 *__seg_ |= __mask_;
60 else
61 *__seg_ &= ~__mask_;
62 return *this;
63 }
Howard Hinnantb3371f62010-08-22 00:02:43 +000064
Howard Hinnant3e519522010-05-11 19:42:16 +000065 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantd368a842011-05-27 20:52:28 +000066 __bit_reference& operator=(const __bit_reference& __x) _NOEXCEPT
67 {return operator=(static_cast<bool>(__x));}
Howard Hinnant3e519522010-05-11 19:42:16 +000068
Howard Hinnantd368a842011-05-27 20:52:28 +000069 _LIBCPP_INLINE_VISIBILITY void flip() _NOEXCEPT {*__seg_ ^= __mask_;}
Howard Hinnantc003db12011-11-29 18:15:50 +000070 _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, false> operator&() const _NOEXCEPT
71 {return __bit_iterator<_Cp, false>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
Howard Hinnant3e519522010-05-11 19:42:16 +000072private:
73 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantd368a842011-05-27 20:52:28 +000074 __bit_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
75 : __seg_(__s), __mask_(__m) {}
Howard Hinnant3e519522010-05-11 19:42:16 +000076};
77
Howard Hinnantc003db12011-11-29 18:15:50 +000078template <class _Cp>
79class __bit_reference<_Cp, false>
Howard Hinnanta7744562011-07-02 20:33:23 +000080{
81};
82
Howard Hinnantd9db9f92013-03-26 13:48:57 +000083template <class _Cp>
Howard Hinnant3af48ef2013-10-04 22:09:00 +000084inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantd9db9f92013-03-26 13:48:57 +000085void
86swap(__bit_reference<_Cp> __x, __bit_reference<_Cp> __y) _NOEXCEPT
87{
88 bool __t = __x;
89 __x = __y;
90 __y = __t;
91}
92
Howard Hinnantc003db12011-11-29 18:15:50 +000093template <class _Cp, class _Dp>
Howard Hinnant3af48ef2013-10-04 22:09:00 +000094inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant3e519522010-05-11 19:42:16 +000095void
Howard Hinnantc003db12011-11-29 18:15:50 +000096swap(__bit_reference<_Cp> __x, __bit_reference<_Dp> __y) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16 +000097{
98 bool __t = __x;
99 __x = __y;
100 __y = __t;
101}
102
Howard Hinnantc003db12011-11-29 18:15:50 +0000103template <class _Cp>
Howard Hinnant3af48ef2013-10-04 22:09:00 +0000104inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant3e519522010-05-11 19:42:16 +0000105void
Howard Hinnantc003db12011-11-29 18:15:50 +0000106swap(__bit_reference<_Cp> __x, bool& __y) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16 +0000107{
108 bool __t = __x;
109 __x = __y;
110 __y = __t;
111}
112
Howard Hinnantc003db12011-11-29 18:15:50 +0000113template <class _Cp>
Howard Hinnant3af48ef2013-10-04 22:09:00 +0000114inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant3e519522010-05-11 19:42:16 +0000115void
Howard Hinnantc003db12011-11-29 18:15:50 +0000116swap(bool& __x, __bit_reference<_Cp> __y) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16 +0000117{
118 bool __t = __x;
119 __x = __y;
120 __y = __t;
121}
122
Howard Hinnantc003db12011-11-29 18:15:50 +0000123template <class _Cp>
Howard Hinnant3e519522010-05-11 19:42:16 +0000124class __bit_const_reference
125{
Howard Hinnantc003db12011-11-29 18:15:50 +0000126 typedef typename _Cp::__storage_type __storage_type;
127 typedef typename _Cp::__const_storage_pointer __storage_pointer;
Howard Hinnant3e519522010-05-11 19:42:16 +0000128
129 __storage_pointer __seg_;
130 __storage_type __mask_;
131
Howard Hinnantc003db12011-11-29 18:15:50 +0000132 friend typename _Cp::__self;
Howard Hinnantc003db12011-11-29 18:15:50 +0000133 friend class __bit_iterator<_Cp, true>;
Howard Hinnant3e519522010-05-11 19:42:16 +0000134public:
135 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc003db12011-11-29 18:15:50 +0000136 __bit_const_reference(const __bit_reference<_Cp>& __x) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16 +0000137 : __seg_(__x.__seg_), __mask_(__x.__mask_) {}
138
Howard Hinnanteeac9fc2012-07-07 17:04:52 +0000139 _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR operator bool() const _NOEXCEPT
Howard Hinnantd368a842011-05-27 20:52:28 +0000140 {return static_cast<bool>(*__seg_ & __mask_);}
Howard Hinnant3e519522010-05-11 19:42:16 +0000141
Howard Hinnantc003db12011-11-29 18:15:50 +0000142 _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, true> operator&() const _NOEXCEPT
143 {return __bit_iterator<_Cp, true>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
Howard Hinnant3e519522010-05-11 19:42:16 +0000144private:
145 _LIBCPP_INLINE_VISIBILITY
Howard Hinnanteeac9fc2012-07-07 17:04:52 +0000146 _LIBCPP_CONSTEXPR
Howard Hinnantd368a842011-05-27 20:52:28 +0000147 __bit_const_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
148 : __seg_(__s), __mask_(__m) {}
Howard Hinnant3e519522010-05-11 19:42:16 +0000149
150 __bit_const_reference& operator=(const __bit_const_reference& __x);
151};
152
153// find
154
Howard Hinnant423a8d72012-05-10 14:55:00 +0000155template <class _Cp, bool _IsConst>
156__bit_iterator<_Cp, _IsConst>
157__find_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnant3e519522010-05-11 19:42:16 +0000158{
Howard Hinnant423a8d72012-05-10 14:55:00 +0000159 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +0000160 typedef typename _It::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000161 static const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000162 // do first partial word
163 if (__first.__ctz_ != 0)
164 {
165 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnantce48a112011-06-30 21:18:19 +0000166 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000167 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
168 __storage_type __b = *__first.__seg_ & __m;
169 if (__b)
Howard Hinnantce48a112011-06-30 21:18:19 +0000170 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnant303e27d2013-08-07 20:42:16 +0000171 if (__n == __dn)
Marshall Clow0fc6e982014-05-06 15:33:23 +0000172 return __first + __n;
Howard Hinnant3e519522010-05-11 19:42:16 +0000173 __n -= __dn;
174 ++__first.__seg_;
175 }
176 // do middle whole words
177 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
178 if (*__first.__seg_)
Howard Hinnantce48a112011-06-30 21:18:19 +0000179 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(*__first.__seg_)));
Howard Hinnant3e519522010-05-11 19:42:16 +0000180 // do last partial word
181 if (__n > 0)
182 {
183 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
184 __storage_type __b = *__first.__seg_ & __m;
185 if (__b)
Howard Hinnantce48a112011-06-30 21:18:19 +0000186 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnant3e519522010-05-11 19:42:16 +0000187 }
188 return _It(__first.__seg_, static_cast<unsigned>(__n));
189}
190
Howard Hinnant423a8d72012-05-10 14:55:00 +0000191template <class _Cp, bool _IsConst>
192__bit_iterator<_Cp, _IsConst>
193__find_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnant3e519522010-05-11 19:42:16 +0000194{
Howard Hinnant423a8d72012-05-10 14:55:00 +0000195 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +0000196 typedef typename _It::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000197 const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000198 // do first partial word
199 if (__first.__ctz_ != 0)
200 {
201 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnantce48a112011-06-30 21:18:19 +0000202 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000203 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnant423a8d72012-05-10 14:55:00 +0000204 __storage_type __b = ~*__first.__seg_ & __m;
Howard Hinnant3e519522010-05-11 19:42:16 +0000205 if (__b)
Howard Hinnantce48a112011-06-30 21:18:19 +0000206 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnant303e27d2013-08-07 20:42:16 +0000207 if (__n == __dn)
Marshall Clow0fc6e982014-05-06 15:33:23 +0000208 return __first + __n;
Howard Hinnant3e519522010-05-11 19:42:16 +0000209 __n -= __dn;
210 ++__first.__seg_;
211 }
212 // do middle whole words
213 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
214 {
215 __storage_type __b = ~*__first.__seg_;
216 if (__b)
Howard Hinnantce48a112011-06-30 21:18:19 +0000217 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnant3e519522010-05-11 19:42:16 +0000218 }
219 // do last partial word
220 if (__n > 0)
221 {
222 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnant423a8d72012-05-10 14:55:00 +0000223 __storage_type __b = ~*__first.__seg_ & __m;
Howard Hinnant3e519522010-05-11 19:42:16 +0000224 if (__b)
Howard Hinnantce48a112011-06-30 21:18:19 +0000225 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnant3e519522010-05-11 19:42:16 +0000226 }
227 return _It(__first.__seg_, static_cast<unsigned>(__n));
228}
229
Howard Hinnant423a8d72012-05-10 14:55:00 +0000230template <class _Cp, bool _IsConst, class _Tp>
Howard Hinnant3e519522010-05-11 19:42:16 +0000231inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant423a8d72012-05-10 14:55:00 +0000232__bit_iterator<_Cp, _IsConst>
233find(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
Howard Hinnant3e519522010-05-11 19:42:16 +0000234{
Howard Hinnante4383372011-10-22 20:59:45 +0000235 if (static_cast<bool>(__value_))
Howard Hinnantc003db12011-11-29 18:15:50 +0000236 return __find_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
237 return __find_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
Howard Hinnant3e519522010-05-11 19:42:16 +0000238}
239
240// count
241
Howard Hinnant423a8d72012-05-10 14:55:00 +0000242template <class _Cp, bool _IsConst>
243typename __bit_iterator<_Cp, _IsConst>::difference_type
244__count_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnant3e519522010-05-11 19:42:16 +0000245{
Howard Hinnant423a8d72012-05-10 14:55:00 +0000246 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +0000247 typedef typename _It::__storage_type __storage_type;
248 typedef typename _It::difference_type difference_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000249 const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000250 difference_type __r = 0;
251 // do first partial word
252 if (__first.__ctz_ != 0)
253 {
254 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnantce48a112011-06-30 21:18:19 +0000255 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000256 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnantce48a112011-06-30 21:18:19 +0000257 __r = _VSTD::__pop_count(*__first.__seg_ & __m);
Howard Hinnant3e519522010-05-11 19:42:16 +0000258 __n -= __dn;
259 ++__first.__seg_;
260 }
261 // do middle whole words
262 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
Howard Hinnantce48a112011-06-30 21:18:19 +0000263 __r += _VSTD::__pop_count(*__first.__seg_);
Howard Hinnant3e519522010-05-11 19:42:16 +0000264 // do last partial word
265 if (__n > 0)
266 {
267 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnantce48a112011-06-30 21:18:19 +0000268 __r += _VSTD::__pop_count(*__first.__seg_ & __m);
Howard Hinnant3e519522010-05-11 19:42:16 +0000269 }
270 return __r;
271}
272
Howard Hinnant423a8d72012-05-10 14:55:00 +0000273template <class _Cp, bool _IsConst>
274typename __bit_iterator<_Cp, _IsConst>::difference_type
275__count_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnant3e519522010-05-11 19:42:16 +0000276{
Howard Hinnant423a8d72012-05-10 14:55:00 +0000277 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +0000278 typedef typename _It::__storage_type __storage_type;
279 typedef typename _It::difference_type difference_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000280 const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000281 difference_type __r = 0;
282 // do first partial word
283 if (__first.__ctz_ != 0)
284 {
285 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnantce48a112011-06-30 21:18:19 +0000286 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000287 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnant423a8d72012-05-10 14:55:00 +0000288 __r = _VSTD::__pop_count(~*__first.__seg_ & __m);
Howard Hinnant3e519522010-05-11 19:42:16 +0000289 __n -= __dn;
290 ++__first.__seg_;
291 }
292 // do middle whole words
293 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
Howard Hinnantce48a112011-06-30 21:18:19 +0000294 __r += _VSTD::__pop_count(~*__first.__seg_);
Howard Hinnant3e519522010-05-11 19:42:16 +0000295 // do last partial word
296 if (__n > 0)
297 {
298 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnant423a8d72012-05-10 14:55:00 +0000299 __r += _VSTD::__pop_count(~*__first.__seg_ & __m);
Howard Hinnant3e519522010-05-11 19:42:16 +0000300 }
301 return __r;
302}
303
Howard Hinnant423a8d72012-05-10 14:55:00 +0000304template <class _Cp, bool _IsConst, class _Tp>
Howard Hinnant3e519522010-05-11 19:42:16 +0000305inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant423a8d72012-05-10 14:55:00 +0000306typename __bit_iterator<_Cp, _IsConst>::difference_type
307count(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
Howard Hinnant3e519522010-05-11 19:42:16 +0000308{
Howard Hinnante4383372011-10-22 20:59:45 +0000309 if (static_cast<bool>(__value_))
Howard Hinnantc003db12011-11-29 18:15:50 +0000310 return __count_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
311 return __count_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
Howard Hinnant3e519522010-05-11 19:42:16 +0000312}
313
314// fill_n
315
Howard Hinnantc003db12011-11-29 18:15:50 +0000316template <class _Cp>
Howard Hinnant3e519522010-05-11 19:42:16 +0000317void
Howard Hinnantc003db12011-11-29 18:15:50 +0000318__fill_n_false(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
Howard Hinnant3e519522010-05-11 19:42:16 +0000319{
Howard Hinnantc003db12011-11-29 18:15:50 +0000320 typedef __bit_iterator<_Cp, false> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +0000321 typedef typename _It::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000322 const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000323 // do first partial word
324 if (__first.__ctz_ != 0)
325 {
326 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnantce48a112011-06-30 21:18:19 +0000327 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000328 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
329 *__first.__seg_ &= ~__m;
330 __n -= __dn;
331 ++__first.__seg_;
332 }
333 // do middle whole words
334 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant3ec1f002013-06-27 19:35:32 +0000335 _VSTD::memset(_VSTD::__to_raw_pointer(__first.__seg_), 0, __nw * sizeof(__storage_type));
Howard Hinnant3e519522010-05-11 19:42:16 +0000336 __n -= __nw * __bits_per_word;
337 // do last partial word
338 if (__n > 0)
339 {
340 __first.__seg_ += __nw;
341 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
342 *__first.__seg_ &= ~__m;
343 }
344}
345
Howard Hinnantc003db12011-11-29 18:15:50 +0000346template <class _Cp>
Howard Hinnant3e519522010-05-11 19:42:16 +0000347void
Howard Hinnantc003db12011-11-29 18:15:50 +0000348__fill_n_true(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
Howard Hinnant3e519522010-05-11 19:42:16 +0000349{
Howard Hinnantc003db12011-11-29 18:15:50 +0000350 typedef __bit_iterator<_Cp, false> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +0000351 typedef typename _It::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000352 const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000353 // do first partial word
354 if (__first.__ctz_ != 0)
355 {
356 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnantce48a112011-06-30 21:18:19 +0000357 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000358 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
359 *__first.__seg_ |= __m;
360 __n -= __dn;
361 ++__first.__seg_;
362 }
363 // do middle whole words
364 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant3ec1f002013-06-27 19:35:32 +0000365 _VSTD::memset(_VSTD::__to_raw_pointer(__first.__seg_), -1, __nw * sizeof(__storage_type));
Howard Hinnant3e519522010-05-11 19:42:16 +0000366 __n -= __nw * __bits_per_word;
367 // do last partial word
368 if (__n > 0)
369 {
370 __first.__seg_ += __nw;
371 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
372 *__first.__seg_ |= __m;
373 }
374}
375
Howard Hinnantc003db12011-11-29 18:15:50 +0000376template <class _Cp>
Howard Hinnant3af48ef2013-10-04 22:09:00 +0000377inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant3e519522010-05-11 19:42:16 +0000378void
Howard Hinnantc003db12011-11-29 18:15:50 +0000379fill_n(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n, bool __value_)
Howard Hinnant3e519522010-05-11 19:42:16 +0000380{
381 if (__n > 0)
382 {
Howard Hinnante4383372011-10-22 20:59:45 +0000383 if (__value_)
Howard Hinnant3e519522010-05-11 19:42:16 +0000384 __fill_n_true(__first, __n);
385 else
386 __fill_n_false(__first, __n);
387 }
388}
389
390// fill
391
Howard Hinnantc003db12011-11-29 18:15:50 +0000392template <class _Cp>
Howard Hinnant3e519522010-05-11 19:42:16 +0000393inline _LIBCPP_INLINE_VISIBILITY
394void
Howard Hinnantc003db12011-11-29 18:15:50 +0000395fill(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, bool __value_)
Howard Hinnant3e519522010-05-11 19:42:16 +0000396{
Howard Hinnantc003db12011-11-29 18:15:50 +0000397 _VSTD::fill_n(__first, static_cast<typename _Cp::size_type>(__last - __first), __value_);
Howard Hinnant3e519522010-05-11 19:42:16 +0000398}
399
400// copy
401
Howard Hinnantc003db12011-11-29 18:15:50 +0000402template <class _Cp, bool _IsConst>
403__bit_iterator<_Cp, false>
404__copy_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
405 __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000406{
Howard Hinnantc003db12011-11-29 18:15:50 +0000407 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnant3e519522010-05-11 19:42:16 +0000408 typedef typename _In::difference_type difference_type;
409 typedef typename _In::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000410 const int __bits_per_word = _In::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000411 difference_type __n = __last - __first;
412 if (__n > 0)
413 {
414 // do first word
415 if (__first.__ctz_ != 0)
416 {
417 unsigned __clz = __bits_per_word - __first.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000418 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000419 __n -= __dn;
420 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
421 __storage_type __b = *__first.__seg_ & __m;
422 *__result.__seg_ &= ~__m;
423 *__result.__seg_ |= __b;
424 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
425 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
426 ++__first.__seg_;
427 // __first.__ctz_ = 0;
428 }
429 // __first.__ctz_ == 0;
430 // do middle words
431 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant3ec1f002013-06-27 19:35:32 +0000432 _VSTD::memmove(_VSTD::__to_raw_pointer(__result.__seg_),
433 _VSTD::__to_raw_pointer(__first.__seg_),
434 __nw * sizeof(__storage_type));
Howard Hinnant3e519522010-05-11 19:42:16 +0000435 __n -= __nw * __bits_per_word;
436 __result.__seg_ += __nw;
437 // do last word
438 if (__n > 0)
439 {
440 __first.__seg_ += __nw;
441 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
442 __storage_type __b = *__first.__seg_ & __m;
443 *__result.__seg_ &= ~__m;
444 *__result.__seg_ |= __b;
445 __result.__ctz_ = static_cast<unsigned>(__n);
446 }
447 }
448 return __result;
449}
450
Howard Hinnantc003db12011-11-29 18:15:50 +0000451template <class _Cp, bool _IsConst>
452__bit_iterator<_Cp, false>
453__copy_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
454 __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000455{
Howard Hinnantc003db12011-11-29 18:15:50 +0000456 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnant3e519522010-05-11 19:42:16 +0000457 typedef typename _In::difference_type difference_type;
458 typedef typename _In::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000459 static const int __bits_per_word = _In::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000460 difference_type __n = __last - __first;
461 if (__n > 0)
462 {
463 // do first word
464 if (__first.__ctz_ != 0)
465 {
466 unsigned __clz_f = __bits_per_word - __first.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000467 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000468 __n -= __dn;
469 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
470 __storage_type __b = *__first.__seg_ & __m;
471 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000472 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnant3e519522010-05-11 19:42:16 +0000473 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
474 *__result.__seg_ &= ~__m;
475 if (__result.__ctz_ > __first.__ctz_)
476 *__result.__seg_ |= __b << (__result.__ctz_ - __first.__ctz_);
477 else
478 *__result.__seg_ |= __b >> (__first.__ctz_ - __result.__ctz_);
479 __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
480 __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
481 __dn -= __ddn;
482 if (__dn > 0)
483 {
484 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
485 *__result.__seg_ &= ~__m;
486 *__result.__seg_ |= __b >> (__first.__ctz_ + __ddn);
487 __result.__ctz_ = static_cast<unsigned>(__dn);
488 }
489 ++__first.__seg_;
490 // __first.__ctz_ = 0;
491 }
492 // __first.__ctz_ == 0;
493 // do middle words
494 unsigned __clz_r = __bits_per_word - __result.__ctz_;
495 __storage_type __m = ~__storage_type(0) << __result.__ctz_;
496 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
497 {
498 __storage_type __b = *__first.__seg_;
499 *__result.__seg_ &= ~__m;
500 *__result.__seg_ |= __b << __result.__ctz_;
501 ++__result.__seg_;
502 *__result.__seg_ &= __m;
503 *__result.__seg_ |= __b >> __clz_r;
504 }
505 // do last word
506 if (__n > 0)
507 {
508 __m = ~__storage_type(0) >> (__bits_per_word - __n);
509 __storage_type __b = *__first.__seg_ & __m;
Howard Hinnantce48a112011-06-30 21:18:19 +0000510 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
Howard Hinnant3e519522010-05-11 19:42:16 +0000511 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
512 *__result.__seg_ &= ~__m;
513 *__result.__seg_ |= __b << __result.__ctz_;
514 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
515 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
516 __n -= __dn;
517 if (__n > 0)
518 {
519 __m = ~__storage_type(0) >> (__bits_per_word - __n);
520 *__result.__seg_ &= ~__m;
521 *__result.__seg_ |= __b >> __dn;
522 __result.__ctz_ = static_cast<unsigned>(__n);
523 }
524 }
525 }
526 return __result;
527}
528
Howard Hinnantc003db12011-11-29 18:15:50 +0000529template <class _Cp, bool _IsConst>
Howard Hinnant3e519522010-05-11 19:42:16 +0000530inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc003db12011-11-29 18:15:50 +0000531__bit_iterator<_Cp, false>
532copy(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000533{
534 if (__first.__ctz_ == __result.__ctz_)
535 return __copy_aligned(__first, __last, __result);
536 return __copy_unaligned(__first, __last, __result);
537}
538
539// copy_backward
540
Howard Hinnantc003db12011-11-29 18:15:50 +0000541template <class _Cp, bool _IsConst>
542__bit_iterator<_Cp, false>
543__copy_backward_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
544 __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000545{
Howard Hinnantc003db12011-11-29 18:15:50 +0000546 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnant3e519522010-05-11 19:42:16 +0000547 typedef typename _In::difference_type difference_type;
548 typedef typename _In::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000549 const int __bits_per_word = _In::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000550 difference_type __n = __last - __first;
551 if (__n > 0)
552 {
553 // do first word
554 if (__last.__ctz_ != 0)
555 {
Howard Hinnantce48a112011-06-30 21:18:19 +0000556 difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000557 __n -= __dn;
558 unsigned __clz = __bits_per_word - __last.__ctz_;
559 __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz);
560 __storage_type __b = *__last.__seg_ & __m;
561 *__result.__seg_ &= ~__m;
562 *__result.__seg_ |= __b;
563 __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
564 __result.__ctz_) % __bits_per_word);
565 // __last.__ctz_ = 0
566 }
567 // __last.__ctz_ == 0 || __n == 0
568 // __result.__ctz_ == 0 || __n == 0
569 // do middle words
570 __storage_type __nw = __n / __bits_per_word;
571 __result.__seg_ -= __nw;
572 __last.__seg_ -= __nw;
Howard Hinnant3ec1f002013-06-27 19:35:32 +0000573 _VSTD::memmove(_VSTD::__to_raw_pointer(__result.__seg_),
574 _VSTD::__to_raw_pointer(__last.__seg_),
575 __nw * sizeof(__storage_type));
Howard Hinnant3e519522010-05-11 19:42:16 +0000576 __n -= __nw * __bits_per_word;
577 // do last word
578 if (__n > 0)
579 {
580 __storage_type __m = ~__storage_type(0) << (__bits_per_word - __n);
581 __storage_type __b = *--__last.__seg_ & __m;
582 *--__result.__seg_ &= ~__m;
583 *__result.__seg_ |= __b;
584 __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
585 }
586 }
587 return __result;
588}
589
Howard Hinnantc003db12011-11-29 18:15:50 +0000590template <class _Cp, bool _IsConst>
591__bit_iterator<_Cp, false>
592__copy_backward_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
593 __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000594{
Howard Hinnantc003db12011-11-29 18:15:50 +0000595 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnant3e519522010-05-11 19:42:16 +0000596 typedef typename _In::difference_type difference_type;
597 typedef typename _In::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000598 const int __bits_per_word = _In::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000599 difference_type __n = __last - __first;
600 if (__n > 0)
601 {
602 // do first word
603 if (__last.__ctz_ != 0)
604 {
Howard Hinnantce48a112011-06-30 21:18:19 +0000605 difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000606 __n -= __dn;
607 unsigned __clz_l = __bits_per_word - __last.__ctz_;
608 __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_l);
609 __storage_type __b = *__last.__seg_ & __m;
610 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000611 __storage_type __ddn = _VSTD::min(__dn, static_cast<difference_type>(__result.__ctz_));
Howard Hinnant3e519522010-05-11 19:42:16 +0000612 if (__ddn > 0)
613 {
614 __m = (~__storage_type(0) << (__result.__ctz_ - __ddn)) & (~__storage_type(0) >> __clz_r);
615 *__result.__seg_ &= ~__m;
616 if (__result.__ctz_ > __last.__ctz_)
617 *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
618 else
619 *__result.__seg_ |= __b >> (__last.__ctz_ - __result.__ctz_);
620 __result.__ctz_ = static_cast<unsigned>(((-__ddn & (__bits_per_word - 1)) +
621 __result.__ctz_) % __bits_per_word);
622 __dn -= __ddn;
623 }
624 if (__dn > 0)
625 {
626 // __result.__ctz_ == 0
627 --__result.__seg_;
628 __result.__ctz_ = static_cast<unsigned>(-__dn & (__bits_per_word - 1));
629 __m = ~__storage_type(0) << __result.__ctz_;
630 *__result.__seg_ &= ~__m;
631 __last.__ctz_ -= __dn + __ddn;
632 *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
633 }
634 // __last.__ctz_ = 0
635 }
636 // __last.__ctz_ == 0 || __n == 0
637 // __result.__ctz_ != 0 || __n == 0
638 // do middle words
639 unsigned __clz_r = __bits_per_word - __result.__ctz_;
640 __storage_type __m = ~__storage_type(0) >> __clz_r;
641 for (; __n >= __bits_per_word; __n -= __bits_per_word)
642 {
643 __storage_type __b = *--__last.__seg_;
644 *__result.__seg_ &= ~__m;
645 *__result.__seg_ |= __b >> __clz_r;
646 *--__result.__seg_ &= __m;
647 *__result.__seg_ |= __b << __result.__ctz_;
648 }
649 // do last word
650 if (__n > 0)
651 {
652 __m = ~__storage_type(0) << (__bits_per_word - __n);
653 __storage_type __b = *--__last.__seg_ & __m;
Howard Hinnantc2063662011-12-01 20:21:04 +0000654 __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000655 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__result.__ctz_));
Howard Hinnant3e519522010-05-11 19:42:16 +0000656 __m = (~__storage_type(0) << (__result.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_r);
657 *__result.__seg_ &= ~__m;
658 *__result.__seg_ |= __b >> (__bits_per_word - __result.__ctz_);
659 __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
660 __result.__ctz_) % __bits_per_word);
661 __n -= __dn;
662 if (__n > 0)
663 {
664 // __result.__ctz_ == 0
665 --__result.__seg_;
666 __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
667 __m = ~__storage_type(0) << __result.__ctz_;
668 *__result.__seg_ &= ~__m;
669 *__result.__seg_ |= __b << (__result.__ctz_ - (__bits_per_word - __n - __dn));
670 }
671 }
672 }
673 return __result;
674}
675
Howard Hinnantc003db12011-11-29 18:15:50 +0000676template <class _Cp, bool _IsConst>
Howard Hinnant3e519522010-05-11 19:42:16 +0000677inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc003db12011-11-29 18:15:50 +0000678__bit_iterator<_Cp, false>
679copy_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000680{
681 if (__last.__ctz_ == __result.__ctz_)
682 return __copy_backward_aligned(__first, __last, __result);
683 return __copy_backward_unaligned(__first, __last, __result);
684}
685
686// move
687
Howard Hinnantc003db12011-11-29 18:15:50 +0000688template <class _Cp, bool _IsConst>
Howard Hinnant3e519522010-05-11 19:42:16 +0000689inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc003db12011-11-29 18:15:50 +0000690__bit_iterator<_Cp, false>
691move(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000692{
Howard Hinnantce48a112011-06-30 21:18:19 +0000693 return _VSTD::copy(__first, __last, __result);
Howard Hinnant3e519522010-05-11 19:42:16 +0000694}
695
696// move_backward
697
Howard Hinnantc003db12011-11-29 18:15:50 +0000698template <class _Cp, bool _IsConst>
Howard Hinnant3e519522010-05-11 19:42:16 +0000699inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc003db12011-11-29 18:15:50 +0000700__bit_iterator<_Cp, false>
701move_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000702{
Marshall Clow08de4b02014-12-22 19:10:11 +0000703 return _VSTD::copy_backward(__first, __last, __result);
Howard Hinnant3e519522010-05-11 19:42:16 +0000704}
705
706// swap_ranges
707
Howard Hinnantdbe81112011-09-23 16:11:27 +0000708template <class __C1, class __C2>
709__bit_iterator<__C2, false>
710__swap_ranges_aligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
711 __bit_iterator<__C2, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000712{
Howard Hinnantdbe81112011-09-23 16:11:27 +0000713 typedef __bit_iterator<__C1, false> _I1;
Howard Hinnant3e519522010-05-11 19:42:16 +0000714 typedef typename _I1::difference_type difference_type;
715 typedef typename _I1::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000716 const int __bits_per_word = _I1::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000717 difference_type __n = __last - __first;
718 if (__n > 0)
719 {
720 // do first word
721 if (__first.__ctz_ != 0)
722 {
723 unsigned __clz = __bits_per_word - __first.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000724 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000725 __n -= __dn;
726 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
727 __storage_type __b1 = *__first.__seg_ & __m;
728 *__first.__seg_ &= ~__m;
729 __storage_type __b2 = *__result.__seg_ & __m;
730 *__result.__seg_ &= ~__m;
731 *__result.__seg_ |= __b1;
732 *__first.__seg_ |= __b2;
733 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
734 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
735 ++__first.__seg_;
736 // __first.__ctz_ = 0;
737 }
738 // __first.__ctz_ == 0;
739 // do middle words
740 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_, ++__result.__seg_)
741 swap(*__first.__seg_, *__result.__seg_);
742 // do last word
743 if (__n > 0)
744 {
745 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
746 __storage_type __b1 = *__first.__seg_ & __m;
747 *__first.__seg_ &= ~__m;
748 __storage_type __b2 = *__result.__seg_ & __m;
749 *__result.__seg_ &= ~__m;
750 *__result.__seg_ |= __b1;
751 *__first.__seg_ |= __b2;
752 __result.__ctz_ = static_cast<unsigned>(__n);
753 }
754 }
755 return __result;
756}
757
Howard Hinnantdbe81112011-09-23 16:11:27 +0000758template <class __C1, class __C2>
759__bit_iterator<__C2, false>
760__swap_ranges_unaligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
761 __bit_iterator<__C2, false> __result)
Howard Hinnant3e519522010-05-11 19:42:16 +0000762{
Howard Hinnantdbe81112011-09-23 16:11:27 +0000763 typedef __bit_iterator<__C1, false> _I1;
Howard Hinnant3e519522010-05-11 19:42:16 +0000764 typedef typename _I1::difference_type difference_type;
765 typedef typename _I1::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000766 const int __bits_per_word = _I1::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000767 difference_type __n = __last - __first;
768 if (__n > 0)
769 {
770 // do first word
771 if (__first.__ctz_ != 0)
772 {
773 unsigned __clz_f = __bits_per_word - __first.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000774 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000775 __n -= __dn;
776 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
777 __storage_type __b1 = *__first.__seg_ & __m;
778 *__first.__seg_ &= ~__m;
779 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000780 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnant3e519522010-05-11 19:42:16 +0000781 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
782 __storage_type __b2 = *__result.__seg_ & __m;
783 *__result.__seg_ &= ~__m;
784 if (__result.__ctz_ > __first.__ctz_)
785 {
786 unsigned __s = __result.__ctz_ - __first.__ctz_;
787 *__result.__seg_ |= __b1 << __s;
788 *__first.__seg_ |= __b2 >> __s;
789 }
790 else
791 {
792 unsigned __s = __first.__ctz_ - __result.__ctz_;
793 *__result.__seg_ |= __b1 >> __s;
794 *__first.__seg_ |= __b2 << __s;
795 }
796 __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
797 __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
798 __dn -= __ddn;
799 if (__dn > 0)
800 {
801 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
802 __b2 = *__result.__seg_ & __m;
803 *__result.__seg_ &= ~__m;
804 unsigned __s = __first.__ctz_ + __ddn;
805 *__result.__seg_ |= __b1 >> __s;
806 *__first.__seg_ |= __b2 << __s;
807 __result.__ctz_ = static_cast<unsigned>(__dn);
808 }
809 ++__first.__seg_;
810 // __first.__ctz_ = 0;
811 }
812 // __first.__ctz_ == 0;
813 // do middle words
814 __storage_type __m = ~__storage_type(0) << __result.__ctz_;
815 unsigned __clz_r = __bits_per_word - __result.__ctz_;
816 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
817 {
818 __storage_type __b1 = *__first.__seg_;
819 __storage_type __b2 = *__result.__seg_ & __m;
820 *__result.__seg_ &= ~__m;
821 *__result.__seg_ |= __b1 << __result.__ctz_;
822 *__first.__seg_ = __b2 >> __result.__ctz_;
823 ++__result.__seg_;
824 __b2 = *__result.__seg_ & ~__m;
825 *__result.__seg_ &= __m;
826 *__result.__seg_ |= __b1 >> __clz_r;
827 *__first.__seg_ |= __b2 << __clz_r;
828 }
829 // do last word
830 if (__n > 0)
831 {
832 __m = ~__storage_type(0) >> (__bits_per_word - __n);
833 __storage_type __b1 = *__first.__seg_ & __m;
834 *__first.__seg_ &= ~__m;
Howard Hinnantce48a112011-06-30 21:18:19 +0000835 __storage_type __dn = _VSTD::min<__storage_type>(__n, __clz_r);
Howard Hinnant3e519522010-05-11 19:42:16 +0000836 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
837 __storage_type __b2 = *__result.__seg_ & __m;
838 *__result.__seg_ &= ~__m;
839 *__result.__seg_ |= __b1 << __result.__ctz_;
840 *__first.__seg_ |= __b2 >> __result.__ctz_;
841 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
842 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
843 __n -= __dn;
844 if (__n > 0)
845 {
846 __m = ~__storage_type(0) >> (__bits_per_word - __n);
847 __b2 = *__result.__seg_ & __m;
848 *__result.__seg_ &= ~__m;
849 *__result.__seg_ |= __b1 >> __dn;
850 *__first.__seg_ |= __b2 << __dn;
851 __result.__ctz_ = static_cast<unsigned>(__n);
852 }
853 }
854 }
855 return __result;
856}
857
Howard Hinnantdbe81112011-09-23 16:11:27 +0000858template <class __C1, class __C2>
Howard Hinnant3e519522010-05-11 19:42:16 +0000859inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantdbe81112011-09-23 16:11:27 +0000860__bit_iterator<__C2, false>
861swap_ranges(__bit_iterator<__C1, false> __first1, __bit_iterator<__C1, false> __last1,
862 __bit_iterator<__C2, false> __first2)
Howard Hinnant3e519522010-05-11 19:42:16 +0000863{
864 if (__first1.__ctz_ == __first2.__ctz_)
865 return __swap_ranges_aligned(__first1, __last1, __first2);
866 return __swap_ranges_unaligned(__first1, __last1, __first2);
867}
868
869// rotate
870
Howard Hinnantc003db12011-11-29 18:15:50 +0000871template <class _Cp>
Howard Hinnant3e519522010-05-11 19:42:16 +0000872struct __bit_array
873{
Howard Hinnantc003db12011-11-29 18:15:50 +0000874 typedef typename _Cp::difference_type difference_type;
875 typedef typename _Cp::__storage_type __storage_type;
Howard Hinnant3ec1f002013-06-27 19:35:32 +0000876 typedef typename _Cp::__storage_pointer __storage_pointer;
Howard Hinnantc003db12011-11-29 18:15:50 +0000877 typedef typename _Cp::iterator iterator;
878 static const unsigned __bits_per_word = _Cp::__bits_per_word;
879 static const unsigned _Np = 4;
Howard Hinnant3e519522010-05-11 19:42:16 +0000880
881 difference_type __size_;
Howard Hinnantc003db12011-11-29 18:15:50 +0000882 __storage_type __word_[_Np];
Howard Hinnant3e519522010-05-11 19:42:16 +0000883
884 _LIBCPP_INLINE_VISIBILITY static difference_type capacity()
Howard Hinnantc003db12011-11-29 18:15:50 +0000885 {return static_cast<difference_type>(_Np * __bits_per_word);}
Howard Hinnant3e519522010-05-11 19:42:16 +0000886 _LIBCPP_INLINE_VISIBILITY explicit __bit_array(difference_type __s) : __size_(__s) {}
Howard Hinnant3ec1f002013-06-27 19:35:32 +0000887 _LIBCPP_INLINE_VISIBILITY iterator begin()
888 {
889 return iterator(pointer_traits<__storage_pointer>::pointer_to(__word_[0]), 0);
890 }
891 _LIBCPP_INLINE_VISIBILITY iterator end()
892 {
893 return iterator(pointer_traits<__storage_pointer>::pointer_to(__word_[0]) + __size_ / __bits_per_word,
894 static_cast<unsigned>(__size_ % __bits_per_word));
895 }
Howard Hinnant3e519522010-05-11 19:42:16 +0000896};
897
Howard Hinnantc003db12011-11-29 18:15:50 +0000898template <class _Cp>
899__bit_iterator<_Cp, false>
900rotate(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __middle, __bit_iterator<_Cp, false> __last)
Howard Hinnant3e519522010-05-11 19:42:16 +0000901{
Howard Hinnantc003db12011-11-29 18:15:50 +0000902 typedef __bit_iterator<_Cp, false> _I1;
Howard Hinnant3e519522010-05-11 19:42:16 +0000903 typedef typename _I1::difference_type difference_type;
Howard Hinnant3e519522010-05-11 19:42:16 +0000904 difference_type __d1 = __middle - __first;
905 difference_type __d2 = __last - __middle;
906 _I1 __r = __first + __d2;
907 while (__d1 != 0 && __d2 != 0)
908 {
909 if (__d1 <= __d2)
910 {
Howard Hinnantc003db12011-11-29 18:15:50 +0000911 if (__d1 <= __bit_array<_Cp>::capacity())
Howard Hinnant3e519522010-05-11 19:42:16 +0000912 {
Howard Hinnantc003db12011-11-29 18:15:50 +0000913 __bit_array<_Cp> __b(__d1);
Howard Hinnantce48a112011-06-30 21:18:19 +0000914 _VSTD::copy(__first, __middle, __b.begin());
915 _VSTD::copy(__b.begin(), __b.end(), _VSTD::copy(__middle, __last, __first));
Howard Hinnant3e519522010-05-11 19:42:16 +0000916 break;
917 }
918 else
919 {
Howard Hinnantc003db12011-11-29 18:15:50 +0000920 __bit_iterator<_Cp, false> __mp = _VSTD::swap_ranges(__first, __middle, __middle);
Howard Hinnant3e519522010-05-11 19:42:16 +0000921 __first = __middle;
922 __middle = __mp;
923 __d2 -= __d1;
924 }
925 }
926 else
927 {
Howard Hinnantc003db12011-11-29 18:15:50 +0000928 if (__d2 <= __bit_array<_Cp>::capacity())
Howard Hinnant3e519522010-05-11 19:42:16 +0000929 {
Howard Hinnantc003db12011-11-29 18:15:50 +0000930 __bit_array<_Cp> __b(__d2);
Howard Hinnantce48a112011-06-30 21:18:19 +0000931 _VSTD::copy(__middle, __last, __b.begin());
932 _VSTD::copy_backward(__b.begin(), __b.end(), _VSTD::copy_backward(__first, __middle, __last));
Howard Hinnant3e519522010-05-11 19:42:16 +0000933 break;
934 }
935 else
936 {
Howard Hinnantc003db12011-11-29 18:15:50 +0000937 __bit_iterator<_Cp, false> __mp = __first + __d2;
Howard Hinnantce48a112011-06-30 21:18:19 +0000938 _VSTD::swap_ranges(__first, __mp, __middle);
Howard Hinnant3e519522010-05-11 19:42:16 +0000939 __first = __mp;
940 __d1 -= __d2;
941 }
942 }
943 }
944 return __r;
945}
946
947// equal
948
Howard Hinnant1237dcc2012-08-05 21:43:11 +0000949template <class _Cp, bool _IC1, bool _IC2>
Howard Hinnant3e519522010-05-11 19:42:16 +0000950bool
Howard Hinnant1237dcc2012-08-05 21:43:11 +0000951__equal_unaligned(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1,
952 __bit_iterator<_Cp, _IC2> __first2)
Howard Hinnant3e519522010-05-11 19:42:16 +0000953{
Howard Hinnant1237dcc2012-08-05 21:43:11 +0000954 typedef __bit_iterator<_Cp, _IC1> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +0000955 typedef typename _It::difference_type difference_type;
956 typedef typename _It::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +0000957 static const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +0000958 difference_type __n = __last1 - __first1;
959 if (__n > 0)
960 {
961 // do first word
962 if (__first1.__ctz_ != 0)
963 {
964 unsigned __clz_f = __bits_per_word - __first1.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000965 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +0000966 __n -= __dn;
967 __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
968 __storage_type __b = *__first1.__seg_ & __m;
969 unsigned __clz_r = __bits_per_word - __first2.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +0000970 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnant3e519522010-05-11 19:42:16 +0000971 __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
972 if (__first2.__ctz_ > __first1.__ctz_)
Howard Hinnant4c0de492012-05-31 23:12:03 +0000973 {
Howard Hinnant3e519522010-05-11 19:42:16 +0000974 if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
975 return false;
Howard Hinnant4c0de492012-05-31 23:12:03 +0000976 }
Howard Hinnant3e519522010-05-11 19:42:16 +0000977 else
Howard Hinnant4c0de492012-05-31 23:12:03 +0000978 {
Howard Hinnant3e519522010-05-11 19:42:16 +0000979 if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
980 return false;
Howard Hinnant4c0de492012-05-31 23:12:03 +0000981 }
Howard Hinnant3e519522010-05-11 19:42:16 +0000982 __first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
983 __first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_) % __bits_per_word);
984 __dn -= __ddn;
985 if (__dn > 0)
986 {
987 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
988 if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
989 return false;
990 __first2.__ctz_ = static_cast<unsigned>(__dn);
991 }
992 ++__first1.__seg_;
993 // __first1.__ctz_ = 0;
994 }
995 // __first1.__ctz_ == 0;
996 // do middle words
997 unsigned __clz_r = __bits_per_word - __first2.__ctz_;
998 __storage_type __m = ~__storage_type(0) << __first2.__ctz_;
999 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_)
1000 {
1001 __storage_type __b = *__first1.__seg_;
1002 if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
1003 return false;
1004 ++__first2.__seg_;
1005 if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
1006 return false;
1007 }
1008 // do last word
1009 if (__n > 0)
1010 {
1011 __m = ~__storage_type(0) >> (__bits_per_word - __n);
1012 __storage_type __b = *__first1.__seg_ & __m;
Howard Hinnantce48a112011-06-30 21:18:19 +00001013 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
Howard Hinnant3e519522010-05-11 19:42:16 +00001014 __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
1015 if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
1016 return false;
1017 __first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
1018 __first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_) % __bits_per_word);
1019 __n -= __dn;
1020 if (__n > 0)
1021 {
1022 __m = ~__storage_type(0) >> (__bits_per_word - __n);
1023 if ((*__first2.__seg_ & __m) != (__b >> __dn))
1024 return false;
1025 }
1026 }
1027 }
1028 return true;
1029}
1030
Howard Hinnant1237dcc2012-08-05 21:43:11 +00001031template <class _Cp, bool _IC1, bool _IC2>
Howard Hinnant3e519522010-05-11 19:42:16 +00001032bool
Howard Hinnant1237dcc2012-08-05 21:43:11 +00001033__equal_aligned(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1,
1034 __bit_iterator<_Cp, _IC2> __first2)
Howard Hinnant3e519522010-05-11 19:42:16 +00001035{
Howard Hinnant1237dcc2012-08-05 21:43:11 +00001036 typedef __bit_iterator<_Cp, _IC1> _It;
Howard Hinnant3e519522010-05-11 19:42:16 +00001037 typedef typename _It::difference_type difference_type;
1038 typedef typename _It::__storage_type __storage_type;
Eric Fiselieraec08782016-12-24 00:24:44 +00001039 static const int __bits_per_word = _It::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +00001040 difference_type __n = __last1 - __first1;
1041 if (__n > 0)
1042 {
1043 // do first word
1044 if (__first1.__ctz_ != 0)
1045 {
1046 unsigned __clz = __bits_per_word - __first1.__ctz_;
Howard Hinnantce48a112011-06-30 21:18:19 +00001047 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnant3e519522010-05-11 19:42:16 +00001048 __n -= __dn;
1049 __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
1050 if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
1051 return false;
1052 ++__first2.__seg_;
1053 ++__first1.__seg_;
1054 // __first1.__ctz_ = 0;
1055 // __first2.__ctz_ = 0;
1056 }
1057 // __first1.__ctz_ == 0;
1058 // __first2.__ctz_ == 0;
1059 // do middle words
1060 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
1061 if (*__first2.__seg_ != *__first1.__seg_)
1062 return false;
1063 // do last word
1064 if (__n > 0)
1065 {
1066 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
1067 if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
1068 return false;
1069 }
1070 }
1071 return true;
1072}
1073
Howard Hinnantc003db12011-11-29 18:15:50 +00001074template <class _Cp, bool _IC1, bool _IC2>
Howard Hinnant43d99232010-09-21 17:32:39 +00001075inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant3e519522010-05-11 19:42:16 +00001076bool
Howard Hinnantc003db12011-11-29 18:15:50 +00001077equal(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2)
Howard Hinnant3e519522010-05-11 19:42:16 +00001078{
1079 if (__first1.__ctz_ == __first2.__ctz_)
1080 return __equal_aligned(__first1, __last1, __first2);
1081 return __equal_unaligned(__first1, __last1, __first2);
1082}
1083
Howard Hinnant0ae9efe2012-05-07 16:50:38 +00001084template <class _Cp, bool _IsConst,
1085 typename _Cp::__storage_type>
Howard Hinnant3e519522010-05-11 19:42:16 +00001086class __bit_iterator
1087{
1088public:
Howard Hinnantc003db12011-11-29 18:15:50 +00001089 typedef typename _Cp::difference_type difference_type;
Howard Hinnant3e519522010-05-11 19:42:16 +00001090 typedef bool value_type;
1091 typedef __bit_iterator pointer;
Howard Hinnantc003db12011-11-29 18:15:50 +00001092 typedef typename conditional<_IsConst, __bit_const_reference<_Cp>, __bit_reference<_Cp> >::type reference;
Howard Hinnant3e519522010-05-11 19:42:16 +00001093 typedef random_access_iterator_tag iterator_category;
1094
1095private:
Howard Hinnantc003db12011-11-29 18:15:50 +00001096 typedef typename _Cp::__storage_type __storage_type;
1097 typedef typename conditional<_IsConst, typename _Cp::__const_storage_pointer,
1098 typename _Cp::__storage_pointer>::type __storage_pointer;
1099 static const unsigned __bits_per_word = _Cp::__bits_per_word;
Howard Hinnant3e519522010-05-11 19:42:16 +00001100
1101 __storage_pointer __seg_;
1102 unsigned __ctz_;
1103
1104public:
Marshall Clow36b2a3b2013-08-07 20:53:44 +00001105 _LIBCPP_INLINE_VISIBILITY __bit_iterator() _NOEXCEPT
1106#if _LIBCPP_STD_VER > 11
1107 : __seg_(nullptr), __ctz_(0)
1108#endif
1109 {}
Howard Hinnant3e519522010-05-11 19:42:16 +00001110
Howard Hinnantd368a842011-05-27 20:52:28 +00001111 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantc003db12011-11-29 18:15:50 +00001112 __bit_iterator(const __bit_iterator<_Cp, false>& __it) _NOEXCEPT
Howard Hinnant3e519522010-05-11 19:42:16 +00001113 : __seg_(__it.__seg_), __ctz_(__it.__ctz_) {}
1114
Howard Hinnantd368a842011-05-27 20:52:28 +00001115 _LIBCPP_INLINE_VISIBILITY reference operator*() const _NOEXCEPT
1116 {return reference(__seg_, __storage_type(1) << __ctz_);}
Howard Hinnant3e519522010-05-11 19:42:16 +00001117
1118 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator++()
1119 {
1120 if (__ctz_ != __bits_per_word-1)
1121 ++__ctz_;
1122 else
1123 {
1124 __ctz_ = 0;
1125 ++__seg_;
1126 }
1127 return *this;
1128 }
Howard Hinnantb3371f62010-08-22 00:02:43 +00001129
Howard Hinnant3e519522010-05-11 19:42:16 +00001130 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator++(int)
1131 {
1132 __bit_iterator __tmp = *this;
1133 ++(*this);
1134 return __tmp;
1135 }
Howard Hinnantb3371f62010-08-22 00:02:43 +00001136
Howard Hinnant3e519522010-05-11 19:42:16 +00001137 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator--()
1138 {
1139 if (__ctz_ != 0)
1140 --__ctz_;
1141 else
1142 {
1143 __ctz_ = __bits_per_word - 1;
1144 --__seg_;
1145 }
1146 return *this;
1147 }
Howard Hinnantb3371f62010-08-22 00:02:43 +00001148
Howard Hinnant3e519522010-05-11 19:42:16 +00001149 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator--(int)
1150 {
1151 __bit_iterator __tmp = *this;
1152 --(*this);
1153 return __tmp;
1154 }
Howard Hinnantb3371f62010-08-22 00:02:43 +00001155
Howard Hinnant3e519522010-05-11 19:42:16 +00001156 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator+=(difference_type __n)
1157 {
1158 if (__n >= 0)
1159 __seg_ += (__n + __ctz_) / __bits_per_word;
1160 else
1161 __seg_ += static_cast<difference_type>(__n - __bits_per_word + __ctz_ + 1)
1162 / static_cast<difference_type>(__bits_per_word);
1163 __n &= (__bits_per_word - 1);
1164 __ctz_ = static_cast<unsigned>((__n + __ctz_) % __bits_per_word);
1165 return *this;
1166 }
Howard Hinnantb3371f62010-08-22 00:02:43 +00001167
Howard Hinnant3e519522010-05-11 19:42:16 +00001168 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator-=(difference_type __n)
1169 {
1170 return *this += -__n;
1171 }
Howard Hinnantb3371f62010-08-22 00:02:43 +00001172
Howard Hinnant3e519522010-05-11 19:42:16 +00001173 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator+(difference_type __n) const
1174 {
1175 __bit_iterator __t(*this);
1176 __t += __n;
1177 return __t;
1178 }
Howard Hinnantb3371f62010-08-22 00:02:43 +00001179
Howard Hinnant3e519522010-05-11 19:42:16 +00001180 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator-(difference_type __n) const
1181 {
1182 __bit_iterator __t(*this);
1183 __t -= __n;
1184 return __t;
1185 }
1186
1187 _LIBCPP_INLINE_VISIBILITY
1188 friend __bit_iterator operator+(difference_type __n, const __bit_iterator& __it) {return __it + __n;}
1189
1190 _LIBCPP_INLINE_VISIBILITY
1191 friend difference_type operator-(const __bit_iterator& __x, const __bit_iterator& __y)
1192 {return (__x.__seg_ - __y.__seg_) * __bits_per_word + __x.__ctz_ - __y.__ctz_;}
1193
1194 _LIBCPP_INLINE_VISIBILITY reference operator[](difference_type __n) const {return *(*this + __n);}
1195
1196 _LIBCPP_INLINE_VISIBILITY friend bool operator==(const __bit_iterator& __x, const __bit_iterator& __y)
1197 {return __x.__seg_ == __y.__seg_ && __x.__ctz_ == __y.__ctz_;}
1198
1199 _LIBCPP_INLINE_VISIBILITY friend bool operator!=(const __bit_iterator& __x, const __bit_iterator& __y)
1200 {return !(__x == __y);}
1201
1202 _LIBCPP_INLINE_VISIBILITY friend bool operator<(const __bit_iterator& __x, const __bit_iterator& __y)
1203 {return __x.__seg_ < __y.__seg_ || (__x.__seg_ == __y.__seg_ && __x.__ctz_ < __y.__ctz_);}
1204
1205 _LIBCPP_INLINE_VISIBILITY friend bool operator>(const __bit_iterator& __x, const __bit_iterator& __y)
1206 {return __y < __x;}
1207
1208 _LIBCPP_INLINE_VISIBILITY friend bool operator<=(const __bit_iterator& __x, const __bit_iterator& __y)
1209 {return !(__y < __x);}
1210
1211 _LIBCPP_INLINE_VISIBILITY friend bool operator>=(const __bit_iterator& __x, const __bit_iterator& __y)
1212 {return !(__x < __y);}
1213
1214private:
1215 _LIBCPP_INLINE_VISIBILITY
Howard Hinnantd368a842011-05-27 20:52:28 +00001216 __bit_iterator(__storage_pointer __s, unsigned __ctz) _NOEXCEPT
1217 : __seg_(__s), __ctz_(__ctz) {}
Howard Hinnant3e519522010-05-11 19:42:16 +00001218
Howard Hinnantc003db12011-11-29 18:15:50 +00001219 friend typename _Cp::__self;
Eric Fiselier541f9e22017-01-06 21:42:58 +00001220
Howard Hinnantc003db12011-11-29 18:15:50 +00001221 friend class __bit_reference<_Cp>;
1222 friend class __bit_const_reference<_Cp>;
1223 friend class __bit_iterator<_Cp, true>;
1224 template <class _Dp> friend struct __bit_array;
1225 template <class _Dp> friend void __fill_n_false(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1226 template <class _Dp> friend void __fill_n_true(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1227 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_aligned(__bit_iterator<_Dp, _IC> __first,
1228 __bit_iterator<_Dp, _IC> __last,
1229 __bit_iterator<_Dp, false> __result);
1230 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_unaligned(__bit_iterator<_Dp, _IC> __first,
1231 __bit_iterator<_Dp, _IC> __last,
1232 __bit_iterator<_Dp, false> __result);
1233 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy(__bit_iterator<_Dp, _IC> __first,
1234 __bit_iterator<_Dp, _IC> __last,
1235 __bit_iterator<_Dp, false> __result);
1236 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_aligned(__bit_iterator<_Dp, _IC> __first,
1237 __bit_iterator<_Dp, _IC> __last,
1238 __bit_iterator<_Dp, false> __result);
1239 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_unaligned(__bit_iterator<_Dp, _IC> __first,
1240 __bit_iterator<_Dp, _IC> __last,
1241 __bit_iterator<_Dp, false> __result);
1242 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy_backward(__bit_iterator<_Dp, _IC> __first,
1243 __bit_iterator<_Dp, _IC> __last,
1244 __bit_iterator<_Dp, false> __result);
Howard Hinnantdbe81112011-09-23 16:11:27 +00001245 template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_aligned(__bit_iterator<__C1, false>,
1246 __bit_iterator<__C1, false>,
1247 __bit_iterator<__C2, false>);
1248 template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_unaligned(__bit_iterator<__C1, false>,
1249 __bit_iterator<__C1, false>,
1250 __bit_iterator<__C2, false>);
1251 template <class __C1, class __C2>friend __bit_iterator<__C2, false> swap_ranges(__bit_iterator<__C1, false>,
1252 __bit_iterator<__C1, false>,
1253 __bit_iterator<__C2, false>);
Howard Hinnantc003db12011-11-29 18:15:50 +00001254 template <class _Dp> friend __bit_iterator<_Dp, false> rotate(__bit_iterator<_Dp, false>,
1255 __bit_iterator<_Dp, false>,
1256 __bit_iterator<_Dp, false>);
Howard Hinnant1237dcc2012-08-05 21:43:11 +00001257 template <class _Dp, bool _IC1, bool _IC2> friend bool __equal_aligned(__bit_iterator<_Dp, _IC1>,
1258 __bit_iterator<_Dp, _IC1>,
1259 __bit_iterator<_Dp, _IC2>);
1260 template <class _Dp, bool _IC1, bool _IC2> friend bool __equal_unaligned(__bit_iterator<_Dp, _IC1>,
1261 __bit_iterator<_Dp, _IC1>,
1262 __bit_iterator<_Dp, _IC2>);
Howard Hinnantc003db12011-11-29 18:15:50 +00001263 template <class _Dp, bool _IC1, bool _IC2> friend bool equal(__bit_iterator<_Dp, _IC1>,
1264 __bit_iterator<_Dp, _IC1>,
1265 __bit_iterator<_Dp, _IC2>);
Howard Hinnant423a8d72012-05-10 14:55:00 +00001266 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_true(__bit_iterator<_Dp, _IC>,
Howard Hinnantc003db12011-11-29 18:15:50 +00001267 typename _Dp::size_type);
Howard Hinnant423a8d72012-05-10 14:55:00 +00001268 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_false(__bit_iterator<_Dp, _IC>,
Howard Hinnantc003db12011-11-29 18:15:50 +00001269 typename _Dp::size_type);
Howard Hinnant423a8d72012-05-10 14:55:00 +00001270 template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1271 __count_bool_true(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
1272 template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1273 __count_bool_false(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
Howard Hinnant3e519522010-05-11 19:42:16 +00001274};
1275
1276_LIBCPP_END_NAMESPACE_STD
1277
Eric Fiseliera016efb2017-05-31 22:07:49 +00001278_LIBCPP_POP_MACROS
1279
Howard Hinnant3e519522010-05-11 19:42:16 +00001280#endif // _LIBCPP___BIT_REFERENCE