blob: 21ce11f558dd33c9fbb63ea1de23bf271340a751 [file] [log] [blame]
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001// -*- C++ -*-
2//===----------------------------------------------------------------------===//
3//
Howard Hinnantf5256e12010-05-11 21:36:01 +00004// The LLVM Compiler Infrastructure
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00005//
Howard Hinnantb64f8b02010-11-16 22:09:02 +00006// This file is dual licensed under the MIT and the University of Illinois Open
7// Source Licenses. See LICENSE.TXT for details.
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00008//
9//===----------------------------------------------------------------------===//
10
11#ifndef _LIBCPP___BIT_REFERENCE
12#define _LIBCPP___BIT_REFERENCE
13
14#include <__config>
15#include <algorithm>
16
Howard Hinnant66c6f972011-11-29 16:45:27 +000017#include <__undef_min_max>
18
Howard Hinnant08e17472011-10-17 20:05:10 +000019#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000020#pragma GCC system_header
Howard Hinnant08e17472011-10-17 20:05:10 +000021#endif
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000022
23_LIBCPP_BEGIN_NAMESPACE_STD
24
Howard Hinnantf867f632012-05-07 16:50:38 +000025template <class _Cp, bool _IsConst, typename _Cp::__storage_type = 0> class __bit_iterator;
Howard Hinnant99968442011-11-29 18:15:50 +000026template <class _Cp> class __bit_const_reference;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000027
Howard Hinnantf03c3b42011-07-02 20:33:23 +000028template <class _Tp>
29struct __has_storage_type
30{
31 static const bool value = false;
32};
33
Howard Hinnant99968442011-11-29 18:15:50 +000034template <class _Cp, bool = __has_storage_type<_Cp>::value>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000035class __bit_reference
36{
Howard Hinnant99968442011-11-29 18:15:50 +000037 typedef typename _Cp::__storage_type __storage_type;
38 typedef typename _Cp::__storage_pointer __storage_pointer;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000039
40 __storage_pointer __seg_;
41 __storage_type __mask_;
42
43#if defined(__clang__)
Howard Hinnant99968442011-11-29 18:15:50 +000044 friend typename _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000045#else
Howard Hinnant99968442011-11-29 18:15:50 +000046 friend class _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000047#endif
Howard Hinnant99968442011-11-29 18:15:50 +000048 friend class __bit_const_reference<_Cp>;
49 friend class __bit_iterator<_Cp, false>;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000050public:
Howard Hinnant10f25d22011-05-27 20:52:28 +000051 _LIBCPP_INLINE_VISIBILITY operator bool() const _NOEXCEPT
52 {return static_cast<bool>(*__seg_ & __mask_);}
53 _LIBCPP_INLINE_VISIBILITY bool operator ~() const _NOEXCEPT
54 {return !static_cast<bool>(*this);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000055
56 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +000057 __bit_reference& operator=(bool __x) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000058 {
59 if (__x)
60 *__seg_ |= __mask_;
61 else
62 *__seg_ &= ~__mask_;
63 return *this;
64 }
Howard Hinnant324bb032010-08-22 00:02:43 +000065
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000066 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +000067 __bit_reference& operator=(const __bit_reference& __x) _NOEXCEPT
68 {return operator=(static_cast<bool>(__x));}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000069
Howard Hinnant10f25d22011-05-27 20:52:28 +000070 _LIBCPP_INLINE_VISIBILITY void flip() _NOEXCEPT {*__seg_ ^= __mask_;}
Howard Hinnant99968442011-11-29 18:15:50 +000071 _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, false> operator&() const _NOEXCEPT
72 {return __bit_iterator<_Cp, false>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000073private:
74 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +000075 __bit_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
76 : __seg_(__s), __mask_(__m) {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000077};
78
Howard Hinnant99968442011-11-29 18:15:50 +000079template <class _Cp>
80class __bit_reference<_Cp, false>
Howard Hinnantf03c3b42011-07-02 20:33:23 +000081{
82};
83
Howard Hinnant99968442011-11-29 18:15:50 +000084template <class _Cp, class _Dp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000085_LIBCPP_INLINE_VISIBILITY inline
86void
Howard Hinnant99968442011-11-29 18:15:50 +000087swap(__bit_reference<_Cp> __x, __bit_reference<_Dp> __y) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000088{
89 bool __t = __x;
90 __x = __y;
91 __y = __t;
92}
93
Howard Hinnant99968442011-11-29 18:15:50 +000094template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000095_LIBCPP_INLINE_VISIBILITY inline
96void
Howard Hinnant99968442011-11-29 18:15:50 +000097swap(__bit_reference<_Cp> __x, bool& __y) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000098{
99 bool __t = __x;
100 __x = __y;
101 __y = __t;
102}
103
Howard Hinnant99968442011-11-29 18:15:50 +0000104template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000105_LIBCPP_INLINE_VISIBILITY inline
106void
Howard Hinnant99968442011-11-29 18:15:50 +0000107swap(bool& __x, __bit_reference<_Cp> __y) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000108{
109 bool __t = __x;
110 __x = __y;
111 __y = __t;
112}
113
Howard Hinnant99968442011-11-29 18:15:50 +0000114template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000115class __bit_const_reference
116{
Howard Hinnant99968442011-11-29 18:15:50 +0000117 typedef typename _Cp::__storage_type __storage_type;
118 typedef typename _Cp::__const_storage_pointer __storage_pointer;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000119
120 __storage_pointer __seg_;
121 __storage_type __mask_;
122
123#if defined(__clang__)
Howard Hinnant99968442011-11-29 18:15:50 +0000124 friend typename _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000125#else
Howard Hinnant99968442011-11-29 18:15:50 +0000126 friend class _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000127#endif
Howard Hinnant99968442011-11-29 18:15:50 +0000128 friend class __bit_iterator<_Cp, true>;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000129public:
130 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000131 __bit_const_reference(const __bit_reference<_Cp>& __x) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000132 : __seg_(__x.__seg_), __mask_(__x.__mask_) {}
133
Howard Hinnant10f25d22011-05-27 20:52:28 +0000134 _LIBCPP_INLINE_VISIBILITY operator bool() const _NOEXCEPT
135 {return static_cast<bool>(*__seg_ & __mask_);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000136
Howard Hinnant99968442011-11-29 18:15:50 +0000137 _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, true> operator&() const _NOEXCEPT
138 {return __bit_iterator<_Cp, true>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000139private:
140 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +0000141 __bit_const_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
142 : __seg_(__s), __mask_(__m) {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000143
144 __bit_const_reference& operator=(const __bit_const_reference& __x);
145};
146
147// find
148
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000149template <class _Cp, bool _IsConst>
150__bit_iterator<_Cp, _IsConst>
151__find_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000152{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000153 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000154 typedef typename _It::__storage_type __storage_type;
155 static const unsigned __bits_per_word = _It::__bits_per_word;
156 // do first partial word
157 if (__first.__ctz_ != 0)
158 {
159 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000160 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000161 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
162 __storage_type __b = *__first.__seg_ & __m;
163 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000164 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000165 __n -= __dn;
166 ++__first.__seg_;
167 }
168 // do middle whole words
169 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
170 if (*__first.__seg_)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000171 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(*__first.__seg_)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000172 // do last partial word
173 if (__n > 0)
174 {
175 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
176 __storage_type __b = *__first.__seg_ & __m;
177 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000178 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000179 }
180 return _It(__first.__seg_, static_cast<unsigned>(__n));
181}
182
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000183template <class _Cp, bool _IsConst>
184__bit_iterator<_Cp, _IsConst>
185__find_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000186{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000187 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000188 typedef typename _It::__storage_type __storage_type;
189 static const unsigned __bits_per_word = _It::__bits_per_word;
190 // do first partial word
191 if (__first.__ctz_ != 0)
192 {
193 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000194 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000195 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000196 __storage_type __b = ~*__first.__seg_ & __m;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000197 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000198 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000199 __n -= __dn;
200 ++__first.__seg_;
201 }
202 // do middle whole words
203 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
204 {
205 __storage_type __b = ~*__first.__seg_;
206 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000207 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000208 }
209 // do last partial word
210 if (__n > 0)
211 {
212 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000213 __storage_type __b = ~*__first.__seg_ & __m;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000214 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000215 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000216 }
217 return _It(__first.__seg_, static_cast<unsigned>(__n));
218}
219
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000220template <class _Cp, bool _IsConst, class _Tp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000221inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000222__bit_iterator<_Cp, _IsConst>
223find(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000224{
Howard Hinnant78b68282011-10-22 20:59:45 +0000225 if (static_cast<bool>(__value_))
Howard Hinnant99968442011-11-29 18:15:50 +0000226 return __find_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
227 return __find_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000228}
229
230// count
231
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000232template <class _Cp, bool _IsConst>
233typename __bit_iterator<_Cp, _IsConst>::difference_type
234__count_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000235{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000236 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000237 typedef typename _It::__storage_type __storage_type;
238 typedef typename _It::difference_type difference_type;
239 static const unsigned __bits_per_word = _It::__bits_per_word;
240 difference_type __r = 0;
241 // do first partial word
242 if (__first.__ctz_ != 0)
243 {
244 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000245 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000246 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnant0949eed2011-06-30 21:18:19 +0000247 __r = _VSTD::__pop_count(*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000248 __n -= __dn;
249 ++__first.__seg_;
250 }
251 // do middle whole words
252 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000253 __r += _VSTD::__pop_count(*__first.__seg_);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000254 // do last partial word
255 if (__n > 0)
256 {
257 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000258 __r += _VSTD::__pop_count(*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000259 }
260 return __r;
261}
262
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000263template <class _Cp, bool _IsConst>
264typename __bit_iterator<_Cp, _IsConst>::difference_type
265__count_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000266{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000267 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000268 typedef typename _It::__storage_type __storage_type;
269 typedef typename _It::difference_type difference_type;
270 static const unsigned __bits_per_word = _It::__bits_per_word;
271 difference_type __r = 0;
272 // do first partial word
273 if (__first.__ctz_ != 0)
274 {
275 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000276 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000277 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000278 __r = _VSTD::__pop_count(~*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000279 __n -= __dn;
280 ++__first.__seg_;
281 }
282 // do middle whole words
283 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000284 __r += _VSTD::__pop_count(~*__first.__seg_);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000285 // do last partial word
286 if (__n > 0)
287 {
288 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000289 __r += _VSTD::__pop_count(~*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000290 }
291 return __r;
292}
293
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000294template <class _Cp, bool _IsConst, class _Tp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000295inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000296typename __bit_iterator<_Cp, _IsConst>::difference_type
297count(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000298{
Howard Hinnant78b68282011-10-22 20:59:45 +0000299 if (static_cast<bool>(__value_))
Howard Hinnant99968442011-11-29 18:15:50 +0000300 return __count_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
301 return __count_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000302}
303
304// fill_n
305
Howard Hinnant99968442011-11-29 18:15:50 +0000306template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000307void
Howard Hinnant99968442011-11-29 18:15:50 +0000308__fill_n_false(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000309{
Howard Hinnant99968442011-11-29 18:15:50 +0000310 typedef __bit_iterator<_Cp, false> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000311 typedef typename _It::__storage_type __storage_type;
312 static const unsigned __bits_per_word = _It::__bits_per_word;
313 // do first partial word
314 if (__first.__ctz_ != 0)
315 {
316 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000317 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000318 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
319 *__first.__seg_ &= ~__m;
320 __n -= __dn;
321 ++__first.__seg_;
322 }
323 // do middle whole words
324 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000325 _VSTD::memset(__first.__seg_, 0, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000326 __n -= __nw * __bits_per_word;
327 // do last partial word
328 if (__n > 0)
329 {
330 __first.__seg_ += __nw;
331 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
332 *__first.__seg_ &= ~__m;
333 }
334}
335
Howard Hinnant99968442011-11-29 18:15:50 +0000336template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000337void
Howard Hinnant99968442011-11-29 18:15:50 +0000338__fill_n_true(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000339{
Howard Hinnant99968442011-11-29 18:15:50 +0000340 typedef __bit_iterator<_Cp, false> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000341 typedef typename _It::__storage_type __storage_type;
342 static const unsigned __bits_per_word = _It::__bits_per_word;
343 // do first partial word
344 if (__first.__ctz_ != 0)
345 {
346 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000347 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000348 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
349 *__first.__seg_ |= __m;
350 __n -= __dn;
351 ++__first.__seg_;
352 }
353 // do middle whole words
354 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000355 _VSTD::memset(__first.__seg_, -1, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000356 __n -= __nw * __bits_per_word;
357 // do last partial word
358 if (__n > 0)
359 {
360 __first.__seg_ += __nw;
361 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
362 *__first.__seg_ |= __m;
363 }
364}
365
Howard Hinnant99968442011-11-29 18:15:50 +0000366template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000367_LIBCPP_INLINE_VISIBILITY inline
368void
Howard Hinnant99968442011-11-29 18:15:50 +0000369fill_n(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n, bool __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000370{
371 if (__n > 0)
372 {
Howard Hinnant78b68282011-10-22 20:59:45 +0000373 if (__value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000374 __fill_n_true(__first, __n);
375 else
376 __fill_n_false(__first, __n);
377 }
378}
379
380// fill
381
Howard Hinnant99968442011-11-29 18:15:50 +0000382template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000383inline _LIBCPP_INLINE_VISIBILITY
384void
Howard Hinnant99968442011-11-29 18:15:50 +0000385fill(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, bool __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000386{
Howard Hinnant99968442011-11-29 18:15:50 +0000387 _VSTD::fill_n(__first, static_cast<typename _Cp::size_type>(__last - __first), __value_);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000388}
389
390// copy
391
Howard Hinnant99968442011-11-29 18:15:50 +0000392template <class _Cp, bool _IsConst>
393__bit_iterator<_Cp, false>
394__copy_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
395 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000396{
Howard Hinnant99968442011-11-29 18:15:50 +0000397 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000398 typedef typename _In::difference_type difference_type;
399 typedef typename _In::__storage_type __storage_type;
400 static const unsigned __bits_per_word = _In::__bits_per_word;
401 difference_type __n = __last - __first;
402 if (__n > 0)
403 {
404 // do first word
405 if (__first.__ctz_ != 0)
406 {
407 unsigned __clz = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000408 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000409 __n -= __dn;
410 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
411 __storage_type __b = *__first.__seg_ & __m;
412 *__result.__seg_ &= ~__m;
413 *__result.__seg_ |= __b;
414 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
415 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
416 ++__first.__seg_;
417 // __first.__ctz_ = 0;
418 }
419 // __first.__ctz_ == 0;
420 // do middle words
421 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000422 _VSTD::memmove(__result.__seg_, __first.__seg_, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000423 __n -= __nw * __bits_per_word;
424 __result.__seg_ += __nw;
425 // do last word
426 if (__n > 0)
427 {
428 __first.__seg_ += __nw;
429 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
430 __storage_type __b = *__first.__seg_ & __m;
431 *__result.__seg_ &= ~__m;
432 *__result.__seg_ |= __b;
433 __result.__ctz_ = static_cast<unsigned>(__n);
434 }
435 }
436 return __result;
437}
438
Howard Hinnant99968442011-11-29 18:15:50 +0000439template <class _Cp, bool _IsConst>
440__bit_iterator<_Cp, false>
441__copy_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
442 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000443{
Howard Hinnant99968442011-11-29 18:15:50 +0000444 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000445 typedef typename _In::difference_type difference_type;
446 typedef typename _In::__storage_type __storage_type;
447 static const unsigned __bits_per_word = _In::__bits_per_word;
448 difference_type __n = __last - __first;
449 if (__n > 0)
450 {
451 // do first word
452 if (__first.__ctz_ != 0)
453 {
454 unsigned __clz_f = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000455 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000456 __n -= __dn;
457 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
458 __storage_type __b = *__first.__seg_ & __m;
459 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000460 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000461 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
462 *__result.__seg_ &= ~__m;
463 if (__result.__ctz_ > __first.__ctz_)
464 *__result.__seg_ |= __b << (__result.__ctz_ - __first.__ctz_);
465 else
466 *__result.__seg_ |= __b >> (__first.__ctz_ - __result.__ctz_);
467 __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
468 __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
469 __dn -= __ddn;
470 if (__dn > 0)
471 {
472 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
473 *__result.__seg_ &= ~__m;
474 *__result.__seg_ |= __b >> (__first.__ctz_ + __ddn);
475 __result.__ctz_ = static_cast<unsigned>(__dn);
476 }
477 ++__first.__seg_;
478 // __first.__ctz_ = 0;
479 }
480 // __first.__ctz_ == 0;
481 // do middle words
482 unsigned __clz_r = __bits_per_word - __result.__ctz_;
483 __storage_type __m = ~__storage_type(0) << __result.__ctz_;
484 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
485 {
486 __storage_type __b = *__first.__seg_;
487 *__result.__seg_ &= ~__m;
488 *__result.__seg_ |= __b << __result.__ctz_;
489 ++__result.__seg_;
490 *__result.__seg_ &= __m;
491 *__result.__seg_ |= __b >> __clz_r;
492 }
493 // do last word
494 if (__n > 0)
495 {
496 __m = ~__storage_type(0) >> (__bits_per_word - __n);
497 __storage_type __b = *__first.__seg_ & __m;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000498 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000499 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
500 *__result.__seg_ &= ~__m;
501 *__result.__seg_ |= __b << __result.__ctz_;
502 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
503 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
504 __n -= __dn;
505 if (__n > 0)
506 {
507 __m = ~__storage_type(0) >> (__bits_per_word - __n);
508 *__result.__seg_ &= ~__m;
509 *__result.__seg_ |= __b >> __dn;
510 __result.__ctz_ = static_cast<unsigned>(__n);
511 }
512 }
513 }
514 return __result;
515}
516
Howard Hinnant99968442011-11-29 18:15:50 +0000517template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000518inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000519__bit_iterator<_Cp, false>
520copy(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000521{
522 if (__first.__ctz_ == __result.__ctz_)
523 return __copy_aligned(__first, __last, __result);
524 return __copy_unaligned(__first, __last, __result);
525}
526
527// copy_backward
528
Howard Hinnant99968442011-11-29 18:15:50 +0000529template <class _Cp, bool _IsConst>
530__bit_iterator<_Cp, false>
531__copy_backward_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
532 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000533{
Howard Hinnant99968442011-11-29 18:15:50 +0000534 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000535 typedef typename _In::difference_type difference_type;
536 typedef typename _In::__storage_type __storage_type;
537 static const unsigned __bits_per_word = _In::__bits_per_word;
538 difference_type __n = __last - __first;
539 if (__n > 0)
540 {
541 // do first word
542 if (__last.__ctz_ != 0)
543 {
Howard Hinnant0949eed2011-06-30 21:18:19 +0000544 difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000545 __n -= __dn;
546 unsigned __clz = __bits_per_word - __last.__ctz_;
547 __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz);
548 __storage_type __b = *__last.__seg_ & __m;
549 *__result.__seg_ &= ~__m;
550 *__result.__seg_ |= __b;
551 __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
552 __result.__ctz_) % __bits_per_word);
553 // __last.__ctz_ = 0
554 }
555 // __last.__ctz_ == 0 || __n == 0
556 // __result.__ctz_ == 0 || __n == 0
557 // do middle words
558 __storage_type __nw = __n / __bits_per_word;
559 __result.__seg_ -= __nw;
560 __last.__seg_ -= __nw;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000561 _VSTD::memmove(__result.__seg_, __last.__seg_, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000562 __n -= __nw * __bits_per_word;
563 // do last word
564 if (__n > 0)
565 {
566 __storage_type __m = ~__storage_type(0) << (__bits_per_word - __n);
567 __storage_type __b = *--__last.__seg_ & __m;
568 *--__result.__seg_ &= ~__m;
569 *__result.__seg_ |= __b;
570 __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
571 }
572 }
573 return __result;
574}
575
Howard Hinnant99968442011-11-29 18:15:50 +0000576template <class _Cp, bool _IsConst>
577__bit_iterator<_Cp, false>
578__copy_backward_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
579 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000580{
Howard Hinnant99968442011-11-29 18:15:50 +0000581 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000582 typedef typename _In::difference_type difference_type;
583 typedef typename _In::__storage_type __storage_type;
584 static const unsigned __bits_per_word = _In::__bits_per_word;
585 difference_type __n = __last - __first;
586 if (__n > 0)
587 {
588 // do first word
589 if (__last.__ctz_ != 0)
590 {
Howard Hinnant0949eed2011-06-30 21:18:19 +0000591 difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000592 __n -= __dn;
593 unsigned __clz_l = __bits_per_word - __last.__ctz_;
594 __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_l);
595 __storage_type __b = *__last.__seg_ & __m;
596 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000597 __storage_type __ddn = _VSTD::min(__dn, static_cast<difference_type>(__result.__ctz_));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000598 if (__ddn > 0)
599 {
600 __m = (~__storage_type(0) << (__result.__ctz_ - __ddn)) & (~__storage_type(0) >> __clz_r);
601 *__result.__seg_ &= ~__m;
602 if (__result.__ctz_ > __last.__ctz_)
603 *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
604 else
605 *__result.__seg_ |= __b >> (__last.__ctz_ - __result.__ctz_);
606 __result.__ctz_ = static_cast<unsigned>(((-__ddn & (__bits_per_word - 1)) +
607 __result.__ctz_) % __bits_per_word);
608 __dn -= __ddn;
609 }
610 if (__dn > 0)
611 {
612 // __result.__ctz_ == 0
613 --__result.__seg_;
614 __result.__ctz_ = static_cast<unsigned>(-__dn & (__bits_per_word - 1));
615 __m = ~__storage_type(0) << __result.__ctz_;
616 *__result.__seg_ &= ~__m;
617 __last.__ctz_ -= __dn + __ddn;
618 *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
619 }
620 // __last.__ctz_ = 0
621 }
622 // __last.__ctz_ == 0 || __n == 0
623 // __result.__ctz_ != 0 || __n == 0
624 // do middle words
625 unsigned __clz_r = __bits_per_word - __result.__ctz_;
626 __storage_type __m = ~__storage_type(0) >> __clz_r;
627 for (; __n >= __bits_per_word; __n -= __bits_per_word)
628 {
629 __storage_type __b = *--__last.__seg_;
630 *__result.__seg_ &= ~__m;
631 *__result.__seg_ |= __b >> __clz_r;
632 *--__result.__seg_ &= __m;
633 *__result.__seg_ |= __b << __result.__ctz_;
634 }
635 // do last word
636 if (__n > 0)
637 {
638 __m = ~__storage_type(0) << (__bits_per_word - __n);
639 __storage_type __b = *--__last.__seg_ & __m;
Howard Hinnantec3773c2011-12-01 20:21:04 +0000640 __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000641 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__result.__ctz_));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000642 __m = (~__storage_type(0) << (__result.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_r);
643 *__result.__seg_ &= ~__m;
644 *__result.__seg_ |= __b >> (__bits_per_word - __result.__ctz_);
645 __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
646 __result.__ctz_) % __bits_per_word);
647 __n -= __dn;
648 if (__n > 0)
649 {
650 // __result.__ctz_ == 0
651 --__result.__seg_;
652 __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
653 __m = ~__storage_type(0) << __result.__ctz_;
654 *__result.__seg_ &= ~__m;
655 *__result.__seg_ |= __b << (__result.__ctz_ - (__bits_per_word - __n - __dn));
656 }
657 }
658 }
659 return __result;
660}
661
Howard Hinnant99968442011-11-29 18:15:50 +0000662template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000663inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000664__bit_iterator<_Cp, false>
665copy_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000666{
667 if (__last.__ctz_ == __result.__ctz_)
668 return __copy_backward_aligned(__first, __last, __result);
669 return __copy_backward_unaligned(__first, __last, __result);
670}
671
672// move
673
Howard Hinnant99968442011-11-29 18:15:50 +0000674template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000675inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000676__bit_iterator<_Cp, false>
677move(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000678{
Howard Hinnant0949eed2011-06-30 21:18:19 +0000679 return _VSTD::copy(__first, __last, __result);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000680}
681
682// move_backward
683
Howard Hinnant99968442011-11-29 18:15:50 +0000684template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000685inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000686__bit_iterator<_Cp, false>
687move_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000688{
Howard Hinnant0949eed2011-06-30 21:18:19 +0000689 return _VSTD::copy(__first, __last, __result);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000690}
691
692// swap_ranges
693
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000694template <class __C1, class __C2>
695__bit_iterator<__C2, false>
696__swap_ranges_aligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
697 __bit_iterator<__C2, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000698{
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000699 typedef __bit_iterator<__C1, false> _I1;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000700 typedef typename _I1::difference_type difference_type;
701 typedef typename _I1::__storage_type __storage_type;
702 static const unsigned __bits_per_word = _I1::__bits_per_word;
703 difference_type __n = __last - __first;
704 if (__n > 0)
705 {
706 // do first word
707 if (__first.__ctz_ != 0)
708 {
709 unsigned __clz = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000710 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000711 __n -= __dn;
712 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
713 __storage_type __b1 = *__first.__seg_ & __m;
714 *__first.__seg_ &= ~__m;
715 __storage_type __b2 = *__result.__seg_ & __m;
716 *__result.__seg_ &= ~__m;
717 *__result.__seg_ |= __b1;
718 *__first.__seg_ |= __b2;
719 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
720 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
721 ++__first.__seg_;
722 // __first.__ctz_ = 0;
723 }
724 // __first.__ctz_ == 0;
725 // do middle words
726 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_, ++__result.__seg_)
727 swap(*__first.__seg_, *__result.__seg_);
728 // do last word
729 if (__n > 0)
730 {
731 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
732 __storage_type __b1 = *__first.__seg_ & __m;
733 *__first.__seg_ &= ~__m;
734 __storage_type __b2 = *__result.__seg_ & __m;
735 *__result.__seg_ &= ~__m;
736 *__result.__seg_ |= __b1;
737 *__first.__seg_ |= __b2;
738 __result.__ctz_ = static_cast<unsigned>(__n);
739 }
740 }
741 return __result;
742}
743
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000744template <class __C1, class __C2>
745__bit_iterator<__C2, false>
746__swap_ranges_unaligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
747 __bit_iterator<__C2, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000748{
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000749 typedef __bit_iterator<__C1, false> _I1;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000750 typedef typename _I1::difference_type difference_type;
751 typedef typename _I1::__storage_type __storage_type;
752 static const unsigned __bits_per_word = _I1::__bits_per_word;
753 difference_type __n = __last - __first;
754 if (__n > 0)
755 {
756 // do first word
757 if (__first.__ctz_ != 0)
758 {
759 unsigned __clz_f = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000760 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000761 __n -= __dn;
762 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
763 __storage_type __b1 = *__first.__seg_ & __m;
764 *__first.__seg_ &= ~__m;
765 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000766 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000767 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
768 __storage_type __b2 = *__result.__seg_ & __m;
769 *__result.__seg_ &= ~__m;
770 if (__result.__ctz_ > __first.__ctz_)
771 {
772 unsigned __s = __result.__ctz_ - __first.__ctz_;
773 *__result.__seg_ |= __b1 << __s;
774 *__first.__seg_ |= __b2 >> __s;
775 }
776 else
777 {
778 unsigned __s = __first.__ctz_ - __result.__ctz_;
779 *__result.__seg_ |= __b1 >> __s;
780 *__first.__seg_ |= __b2 << __s;
781 }
782 __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
783 __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
784 __dn -= __ddn;
785 if (__dn > 0)
786 {
787 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
788 __b2 = *__result.__seg_ & __m;
789 *__result.__seg_ &= ~__m;
790 unsigned __s = __first.__ctz_ + __ddn;
791 *__result.__seg_ |= __b1 >> __s;
792 *__first.__seg_ |= __b2 << __s;
793 __result.__ctz_ = static_cast<unsigned>(__dn);
794 }
795 ++__first.__seg_;
796 // __first.__ctz_ = 0;
797 }
798 // __first.__ctz_ == 0;
799 // do middle words
800 __storage_type __m = ~__storage_type(0) << __result.__ctz_;
801 unsigned __clz_r = __bits_per_word - __result.__ctz_;
802 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
803 {
804 __storage_type __b1 = *__first.__seg_;
805 __storage_type __b2 = *__result.__seg_ & __m;
806 *__result.__seg_ &= ~__m;
807 *__result.__seg_ |= __b1 << __result.__ctz_;
808 *__first.__seg_ = __b2 >> __result.__ctz_;
809 ++__result.__seg_;
810 __b2 = *__result.__seg_ & ~__m;
811 *__result.__seg_ &= __m;
812 *__result.__seg_ |= __b1 >> __clz_r;
813 *__first.__seg_ |= __b2 << __clz_r;
814 }
815 // do last word
816 if (__n > 0)
817 {
818 __m = ~__storage_type(0) >> (__bits_per_word - __n);
819 __storage_type __b1 = *__first.__seg_ & __m;
820 *__first.__seg_ &= ~__m;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000821 __storage_type __dn = _VSTD::min<__storage_type>(__n, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000822 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
823 __storage_type __b2 = *__result.__seg_ & __m;
824 *__result.__seg_ &= ~__m;
825 *__result.__seg_ |= __b1 << __result.__ctz_;
826 *__first.__seg_ |= __b2 >> __result.__ctz_;
827 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
828 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
829 __n -= __dn;
830 if (__n > 0)
831 {
832 __m = ~__storage_type(0) >> (__bits_per_word - __n);
833 __b2 = *__result.__seg_ & __m;
834 *__result.__seg_ &= ~__m;
835 *__result.__seg_ |= __b1 >> __dn;
836 *__first.__seg_ |= __b2 << __dn;
837 __result.__ctz_ = static_cast<unsigned>(__n);
838 }
839 }
840 }
841 return __result;
842}
843
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000844template <class __C1, class __C2>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000845inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000846__bit_iterator<__C2, false>
847swap_ranges(__bit_iterator<__C1, false> __first1, __bit_iterator<__C1, false> __last1,
848 __bit_iterator<__C2, false> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000849{
850 if (__first1.__ctz_ == __first2.__ctz_)
851 return __swap_ranges_aligned(__first1, __last1, __first2);
852 return __swap_ranges_unaligned(__first1, __last1, __first2);
853}
854
855// rotate
856
Howard Hinnant99968442011-11-29 18:15:50 +0000857template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000858struct __bit_array
859{
Howard Hinnant99968442011-11-29 18:15:50 +0000860 typedef typename _Cp::difference_type difference_type;
861 typedef typename _Cp::__storage_type __storage_type;
862 typedef typename _Cp::iterator iterator;
863 static const unsigned __bits_per_word = _Cp::__bits_per_word;
864 static const unsigned _Np = 4;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000865
866 difference_type __size_;
Howard Hinnant99968442011-11-29 18:15:50 +0000867 __storage_type __word_[_Np];
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000868
869 _LIBCPP_INLINE_VISIBILITY static difference_type capacity()
Howard Hinnant99968442011-11-29 18:15:50 +0000870 {return static_cast<difference_type>(_Np * __bits_per_word);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000871 _LIBCPP_INLINE_VISIBILITY explicit __bit_array(difference_type __s) : __size_(__s) {}
872 _LIBCPP_INLINE_VISIBILITY iterator begin() {return iterator(__word_, 0);}
873 _LIBCPP_INLINE_VISIBILITY iterator end() {return iterator(__word_ + __size_ / __bits_per_word,
874 static_cast<unsigned>(__size_ % __bits_per_word));}
875};
876
Howard Hinnant99968442011-11-29 18:15:50 +0000877template <class _Cp>
878__bit_iterator<_Cp, false>
879rotate(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __middle, __bit_iterator<_Cp, false> __last)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000880{
Howard Hinnant99968442011-11-29 18:15:50 +0000881 typedef __bit_iterator<_Cp, false> _I1;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000882 typedef typename _I1::difference_type difference_type;
883 typedef typename _I1::__storage_type __storage_type;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000884 difference_type __d1 = __middle - __first;
885 difference_type __d2 = __last - __middle;
886 _I1 __r = __first + __d2;
887 while (__d1 != 0 && __d2 != 0)
888 {
889 if (__d1 <= __d2)
890 {
Howard Hinnant99968442011-11-29 18:15:50 +0000891 if (__d1 <= __bit_array<_Cp>::capacity())
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000892 {
Howard Hinnant99968442011-11-29 18:15:50 +0000893 __bit_array<_Cp> __b(__d1);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000894 _VSTD::copy(__first, __middle, __b.begin());
895 _VSTD::copy(__b.begin(), __b.end(), _VSTD::copy(__middle, __last, __first));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000896 break;
897 }
898 else
899 {
Howard Hinnant99968442011-11-29 18:15:50 +0000900 __bit_iterator<_Cp, false> __mp = _VSTD::swap_ranges(__first, __middle, __middle);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000901 __first = __middle;
902 __middle = __mp;
903 __d2 -= __d1;
904 }
905 }
906 else
907 {
Howard Hinnant99968442011-11-29 18:15:50 +0000908 if (__d2 <= __bit_array<_Cp>::capacity())
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000909 {
Howard Hinnant99968442011-11-29 18:15:50 +0000910 __bit_array<_Cp> __b(__d2);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000911 _VSTD::copy(__middle, __last, __b.begin());
912 _VSTD::copy_backward(__b.begin(), __b.end(), _VSTD::copy_backward(__first, __middle, __last));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000913 break;
914 }
915 else
916 {
Howard Hinnant99968442011-11-29 18:15:50 +0000917 __bit_iterator<_Cp, false> __mp = __first + __d2;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000918 _VSTD::swap_ranges(__first, __mp, __middle);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000919 __first = __mp;
920 __d1 -= __d2;
921 }
922 }
923 }
924 return __r;
925}
926
927// equal
928
Howard Hinnant99968442011-11-29 18:15:50 +0000929template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000930bool
Howard Hinnant99968442011-11-29 18:15:50 +0000931__equal_unaligned(__bit_iterator<_Cp, true> __first1, __bit_iterator<_Cp, true> __last1,
932 __bit_iterator<_Cp, true> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000933{
Howard Hinnant99968442011-11-29 18:15:50 +0000934 typedef __bit_iterator<_Cp, true> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000935 typedef typename _It::difference_type difference_type;
936 typedef typename _It::__storage_type __storage_type;
937 static const unsigned __bits_per_word = _It::__bits_per_word;
938 difference_type __n = __last1 - __first1;
939 if (__n > 0)
940 {
941 // do first word
942 if (__first1.__ctz_ != 0)
943 {
944 unsigned __clz_f = __bits_per_word - __first1.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000945 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000946 __n -= __dn;
947 __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
948 __storage_type __b = *__first1.__seg_ & __m;
949 unsigned __clz_r = __bits_per_word - __first2.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000950 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000951 __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
952 if (__first2.__ctz_ > __first1.__ctz_)
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000953 {
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000954 if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
955 return false;
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000956 }
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000957 else
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000958 {
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000959 if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
960 return false;
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000961 }
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000962 __first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
963 __first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_) % __bits_per_word);
964 __dn -= __ddn;
965 if (__dn > 0)
966 {
967 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
968 if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
969 return false;
970 __first2.__ctz_ = static_cast<unsigned>(__dn);
971 }
972 ++__first1.__seg_;
973 // __first1.__ctz_ = 0;
974 }
975 // __first1.__ctz_ == 0;
976 // do middle words
977 unsigned __clz_r = __bits_per_word - __first2.__ctz_;
978 __storage_type __m = ~__storage_type(0) << __first2.__ctz_;
979 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_)
980 {
981 __storage_type __b = *__first1.__seg_;
982 if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
983 return false;
984 ++__first2.__seg_;
985 if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
986 return false;
987 }
988 // do last word
989 if (__n > 0)
990 {
991 __m = ~__storage_type(0) >> (__bits_per_word - __n);
992 __storage_type __b = *__first1.__seg_ & __m;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000993 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000994 __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
995 if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
996 return false;
997 __first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
998 __first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_) % __bits_per_word);
999 __n -= __dn;
1000 if (__n > 0)
1001 {
1002 __m = ~__storage_type(0) >> (__bits_per_word - __n);
1003 if ((*__first2.__seg_ & __m) != (__b >> __dn))
1004 return false;
1005 }
1006 }
1007 }
1008 return true;
1009}
1010
Howard Hinnant99968442011-11-29 18:15:50 +00001011template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001012bool
Howard Hinnant99968442011-11-29 18:15:50 +00001013__equal_aligned(__bit_iterator<_Cp, true> __first1, __bit_iterator<_Cp, true> __last1,
1014 __bit_iterator<_Cp, true> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001015{
Howard Hinnant99968442011-11-29 18:15:50 +00001016 typedef __bit_iterator<_Cp, true> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001017 typedef typename _It::difference_type difference_type;
1018 typedef typename _It::__storage_type __storage_type;
1019 static const unsigned __bits_per_word = _It::__bits_per_word;
1020 difference_type __n = __last1 - __first1;
1021 if (__n > 0)
1022 {
1023 // do first word
1024 if (__first1.__ctz_ != 0)
1025 {
1026 unsigned __clz = __bits_per_word - __first1.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +00001027 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001028 __n -= __dn;
1029 __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
1030 if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
1031 return false;
1032 ++__first2.__seg_;
1033 ++__first1.__seg_;
1034 // __first1.__ctz_ = 0;
1035 // __first2.__ctz_ = 0;
1036 }
1037 // __first1.__ctz_ == 0;
1038 // __first2.__ctz_ == 0;
1039 // do middle words
1040 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
1041 if (*__first2.__seg_ != *__first1.__seg_)
1042 return false;
1043 // do last word
1044 if (__n > 0)
1045 {
1046 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
1047 if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
1048 return false;
1049 }
1050 }
1051 return true;
1052}
1053
Howard Hinnant99968442011-11-29 18:15:50 +00001054template <class _Cp, bool _IC1, bool _IC2>
Howard Hinnant99acc502010-09-21 17:32:39 +00001055inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001056bool
Howard Hinnant99968442011-11-29 18:15:50 +00001057equal(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001058{
1059 if (__first1.__ctz_ == __first2.__ctz_)
1060 return __equal_aligned(__first1, __last1, __first2);
1061 return __equal_unaligned(__first1, __last1, __first2);
1062}
1063
Howard Hinnantf867f632012-05-07 16:50:38 +00001064template <class _Cp, bool _IsConst,
1065 typename _Cp::__storage_type>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001066class __bit_iterator
1067{
1068public:
Howard Hinnant99968442011-11-29 18:15:50 +00001069 typedef typename _Cp::difference_type difference_type;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001070 typedef bool value_type;
1071 typedef __bit_iterator pointer;
Howard Hinnant99968442011-11-29 18:15:50 +00001072 typedef typename conditional<_IsConst, __bit_const_reference<_Cp>, __bit_reference<_Cp> >::type reference;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001073 typedef random_access_iterator_tag iterator_category;
1074
1075private:
Howard Hinnant99968442011-11-29 18:15:50 +00001076 typedef typename _Cp::__storage_type __storage_type;
1077 typedef typename conditional<_IsConst, typename _Cp::__const_storage_pointer,
1078 typename _Cp::__storage_pointer>::type __storage_pointer;
1079 static const unsigned __bits_per_word = _Cp::__bits_per_word;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001080
1081 __storage_pointer __seg_;
1082 unsigned __ctz_;
1083
1084public:
Howard Hinnant10f25d22011-05-27 20:52:28 +00001085 _LIBCPP_INLINE_VISIBILITY __bit_iterator() _NOEXCEPT {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001086
Howard Hinnant10f25d22011-05-27 20:52:28 +00001087 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +00001088 __bit_iterator(const __bit_iterator<_Cp, false>& __it) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001089 : __seg_(__it.__seg_), __ctz_(__it.__ctz_) {}
1090
Howard Hinnant10f25d22011-05-27 20:52:28 +00001091 _LIBCPP_INLINE_VISIBILITY reference operator*() const _NOEXCEPT
1092 {return reference(__seg_, __storage_type(1) << __ctz_);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001093
1094 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator++()
1095 {
1096 if (__ctz_ != __bits_per_word-1)
1097 ++__ctz_;
1098 else
1099 {
1100 __ctz_ = 0;
1101 ++__seg_;
1102 }
1103 return *this;
1104 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001105
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001106 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator++(int)
1107 {
1108 __bit_iterator __tmp = *this;
1109 ++(*this);
1110 return __tmp;
1111 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001112
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001113 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator--()
1114 {
1115 if (__ctz_ != 0)
1116 --__ctz_;
1117 else
1118 {
1119 __ctz_ = __bits_per_word - 1;
1120 --__seg_;
1121 }
1122 return *this;
1123 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001124
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001125 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator--(int)
1126 {
1127 __bit_iterator __tmp = *this;
1128 --(*this);
1129 return __tmp;
1130 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001131
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001132 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator+=(difference_type __n)
1133 {
1134 if (__n >= 0)
1135 __seg_ += (__n + __ctz_) / __bits_per_word;
1136 else
1137 __seg_ += static_cast<difference_type>(__n - __bits_per_word + __ctz_ + 1)
1138 / static_cast<difference_type>(__bits_per_word);
1139 __n &= (__bits_per_word - 1);
1140 __ctz_ = static_cast<unsigned>((__n + __ctz_) % __bits_per_word);
1141 return *this;
1142 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001143
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001144 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator-=(difference_type __n)
1145 {
1146 return *this += -__n;
1147 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001148
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001149 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator+(difference_type __n) const
1150 {
1151 __bit_iterator __t(*this);
1152 __t += __n;
1153 return __t;
1154 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001155
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001156 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator-(difference_type __n) const
1157 {
1158 __bit_iterator __t(*this);
1159 __t -= __n;
1160 return __t;
1161 }
1162
1163 _LIBCPP_INLINE_VISIBILITY
1164 friend __bit_iterator operator+(difference_type __n, const __bit_iterator& __it) {return __it + __n;}
1165
1166 _LIBCPP_INLINE_VISIBILITY
1167 friend difference_type operator-(const __bit_iterator& __x, const __bit_iterator& __y)
1168 {return (__x.__seg_ - __y.__seg_) * __bits_per_word + __x.__ctz_ - __y.__ctz_;}
1169
1170 _LIBCPP_INLINE_VISIBILITY reference operator[](difference_type __n) const {return *(*this + __n);}
1171
1172 _LIBCPP_INLINE_VISIBILITY friend bool operator==(const __bit_iterator& __x, const __bit_iterator& __y)
1173 {return __x.__seg_ == __y.__seg_ && __x.__ctz_ == __y.__ctz_;}
1174
1175 _LIBCPP_INLINE_VISIBILITY friend bool operator!=(const __bit_iterator& __x, const __bit_iterator& __y)
1176 {return !(__x == __y);}
1177
1178 _LIBCPP_INLINE_VISIBILITY friend bool operator<(const __bit_iterator& __x, const __bit_iterator& __y)
1179 {return __x.__seg_ < __y.__seg_ || (__x.__seg_ == __y.__seg_ && __x.__ctz_ < __y.__ctz_);}
1180
1181 _LIBCPP_INLINE_VISIBILITY friend bool operator>(const __bit_iterator& __x, const __bit_iterator& __y)
1182 {return __y < __x;}
1183
1184 _LIBCPP_INLINE_VISIBILITY friend bool operator<=(const __bit_iterator& __x, const __bit_iterator& __y)
1185 {return !(__y < __x);}
1186
1187 _LIBCPP_INLINE_VISIBILITY friend bool operator>=(const __bit_iterator& __x, const __bit_iterator& __y)
1188 {return !(__x < __y);}
1189
1190private:
1191 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +00001192 __bit_iterator(__storage_pointer __s, unsigned __ctz) _NOEXCEPT
1193 : __seg_(__s), __ctz_(__ctz) {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001194
1195#if defined(__clang__)
Howard Hinnant99968442011-11-29 18:15:50 +00001196 friend typename _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001197#else
Howard Hinnant99968442011-11-29 18:15:50 +00001198 friend class _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001199#endif
Howard Hinnant99968442011-11-29 18:15:50 +00001200 friend class __bit_reference<_Cp>;
1201 friend class __bit_const_reference<_Cp>;
1202 friend class __bit_iterator<_Cp, true>;
1203 template <class _Dp> friend struct __bit_array;
1204 template <class _Dp> friend void __fill_n_false(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1205 template <class _Dp> friend void __fill_n_true(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1206 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_aligned(__bit_iterator<_Dp, _IC> __first,
1207 __bit_iterator<_Dp, _IC> __last,
1208 __bit_iterator<_Dp, false> __result);
1209 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_unaligned(__bit_iterator<_Dp, _IC> __first,
1210 __bit_iterator<_Dp, _IC> __last,
1211 __bit_iterator<_Dp, false> __result);
1212 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy(__bit_iterator<_Dp, _IC> __first,
1213 __bit_iterator<_Dp, _IC> __last,
1214 __bit_iterator<_Dp, false> __result);
1215 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_aligned(__bit_iterator<_Dp, _IC> __first,
1216 __bit_iterator<_Dp, _IC> __last,
1217 __bit_iterator<_Dp, false> __result);
1218 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_unaligned(__bit_iterator<_Dp, _IC> __first,
1219 __bit_iterator<_Dp, _IC> __last,
1220 __bit_iterator<_Dp, false> __result);
1221 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy_backward(__bit_iterator<_Dp, _IC> __first,
1222 __bit_iterator<_Dp, _IC> __last,
1223 __bit_iterator<_Dp, false> __result);
Howard Hinnant6cd05ee2011-09-23 16:11:27 +00001224 template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_aligned(__bit_iterator<__C1, false>,
1225 __bit_iterator<__C1, false>,
1226 __bit_iterator<__C2, false>);
1227 template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_unaligned(__bit_iterator<__C1, false>,
1228 __bit_iterator<__C1, false>,
1229 __bit_iterator<__C2, false>);
1230 template <class __C1, class __C2>friend __bit_iterator<__C2, false> swap_ranges(__bit_iterator<__C1, false>,
1231 __bit_iterator<__C1, false>,
1232 __bit_iterator<__C2, false>);
Howard Hinnant99968442011-11-29 18:15:50 +00001233 template <class _Dp> friend __bit_iterator<_Dp, false> rotate(__bit_iterator<_Dp, false>,
1234 __bit_iterator<_Dp, false>,
1235 __bit_iterator<_Dp, false>);
1236 template <class _Dp> friend bool __equal_aligned(__bit_iterator<_Dp, true>,
1237 __bit_iterator<_Dp, true>,
1238 __bit_iterator<_Dp, true>);
1239 template <class _Dp> friend bool __equal_unaligned(__bit_iterator<_Dp, true>,
1240 __bit_iterator<_Dp, true>,
1241 __bit_iterator<_Dp, true>);
1242 template <class _Dp, bool _IC1, bool _IC2> friend bool equal(__bit_iterator<_Dp, _IC1>,
1243 __bit_iterator<_Dp, _IC1>,
1244 __bit_iterator<_Dp, _IC2>);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +00001245 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_true(__bit_iterator<_Dp, _IC>,
Howard Hinnant99968442011-11-29 18:15:50 +00001246 typename _Dp::size_type);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +00001247 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_false(__bit_iterator<_Dp, _IC>,
Howard Hinnant99968442011-11-29 18:15:50 +00001248 typename _Dp::size_type);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +00001249 template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1250 __count_bool_true(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
1251 template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1252 __count_bool_false(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001253};
1254
1255_LIBCPP_END_NAMESPACE_STD
1256
1257#endif // _LIBCPP___BIT_REFERENCE