blob: 8180295bde316407097a7491ef2f743b84314aab [file] [log] [blame]
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001// -*- C++ -*-
2//===----------------------------------------------------------------------===//
3//
Howard Hinnantf5256e12010-05-11 21:36:01 +00004// The LLVM Compiler Infrastructure
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00005//
Howard Hinnantb64f8b02010-11-16 22:09:02 +00006// This file is dual licensed under the MIT and the University of Illinois Open
7// Source Licenses. See LICENSE.TXT for details.
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00008//
9//===----------------------------------------------------------------------===//
10
11#ifndef _LIBCPP___BIT_REFERENCE
12#define _LIBCPP___BIT_REFERENCE
13
14#include <__config>
15#include <algorithm>
16
Howard Hinnant66c6f972011-11-29 16:45:27 +000017#include <__undef_min_max>
18
Howard Hinnant08e17472011-10-17 20:05:10 +000019#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000020#pragma GCC system_header
Howard Hinnant08e17472011-10-17 20:05:10 +000021#endif
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000022
23_LIBCPP_BEGIN_NAMESPACE_STD
24
Howard Hinnantf867f632012-05-07 16:50:38 +000025template <class _Cp, bool _IsConst, typename _Cp::__storage_type = 0> class __bit_iterator;
Howard Hinnant99968442011-11-29 18:15:50 +000026template <class _Cp> class __bit_const_reference;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000027
Howard Hinnantf03c3b42011-07-02 20:33:23 +000028template <class _Tp>
29struct __has_storage_type
30{
31 static const bool value = false;
32};
33
Howard Hinnant99968442011-11-29 18:15:50 +000034template <class _Cp, bool = __has_storage_type<_Cp>::value>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000035class __bit_reference
36{
Howard Hinnant99968442011-11-29 18:15:50 +000037 typedef typename _Cp::__storage_type __storage_type;
38 typedef typename _Cp::__storage_pointer __storage_pointer;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000039
40 __storage_pointer __seg_;
41 __storage_type __mask_;
42
43#if defined(__clang__)
Howard Hinnant99968442011-11-29 18:15:50 +000044 friend typename _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000045#else
Howard Hinnant99968442011-11-29 18:15:50 +000046 friend class _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000047#endif
Howard Hinnant99968442011-11-29 18:15:50 +000048 friend class __bit_const_reference<_Cp>;
49 friend class __bit_iterator<_Cp, false>;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000050public:
Howard Hinnant10f25d22011-05-27 20:52:28 +000051 _LIBCPP_INLINE_VISIBILITY operator bool() const _NOEXCEPT
52 {return static_cast<bool>(*__seg_ & __mask_);}
53 _LIBCPP_INLINE_VISIBILITY bool operator ~() const _NOEXCEPT
54 {return !static_cast<bool>(*this);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000055
56 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +000057 __bit_reference& operator=(bool __x) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000058 {
59 if (__x)
60 *__seg_ |= __mask_;
61 else
62 *__seg_ &= ~__mask_;
63 return *this;
64 }
Howard Hinnant324bb032010-08-22 00:02:43 +000065
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000066 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +000067 __bit_reference& operator=(const __bit_reference& __x) _NOEXCEPT
68 {return operator=(static_cast<bool>(__x));}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000069
Howard Hinnant10f25d22011-05-27 20:52:28 +000070 _LIBCPP_INLINE_VISIBILITY void flip() _NOEXCEPT {*__seg_ ^= __mask_;}
Howard Hinnant99968442011-11-29 18:15:50 +000071 _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, false> operator&() const _NOEXCEPT
72 {return __bit_iterator<_Cp, false>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000073private:
74 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +000075 __bit_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
76 : __seg_(__s), __mask_(__m) {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000077};
78
Howard Hinnant99968442011-11-29 18:15:50 +000079template <class _Cp>
80class __bit_reference<_Cp, false>
Howard Hinnantf03c3b42011-07-02 20:33:23 +000081{
82};
83
Howard Hinnant99968442011-11-29 18:15:50 +000084template <class _Cp, class _Dp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000085_LIBCPP_INLINE_VISIBILITY inline
86void
Howard Hinnant99968442011-11-29 18:15:50 +000087swap(__bit_reference<_Cp> __x, __bit_reference<_Dp> __y) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000088{
89 bool __t = __x;
90 __x = __y;
91 __y = __t;
92}
93
Howard Hinnant99968442011-11-29 18:15:50 +000094template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000095_LIBCPP_INLINE_VISIBILITY inline
96void
Howard Hinnant99968442011-11-29 18:15:50 +000097swap(__bit_reference<_Cp> __x, bool& __y) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +000098{
99 bool __t = __x;
100 __x = __y;
101 __y = __t;
102}
103
Howard Hinnant99968442011-11-29 18:15:50 +0000104template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000105_LIBCPP_INLINE_VISIBILITY inline
106void
Howard Hinnant99968442011-11-29 18:15:50 +0000107swap(bool& __x, __bit_reference<_Cp> __y) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000108{
109 bool __t = __x;
110 __x = __y;
111 __y = __t;
112}
113
Howard Hinnant99968442011-11-29 18:15:50 +0000114template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000115class __bit_const_reference
116{
Howard Hinnant99968442011-11-29 18:15:50 +0000117 typedef typename _Cp::__storage_type __storage_type;
118 typedef typename _Cp::__const_storage_pointer __storage_pointer;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000119
120 __storage_pointer __seg_;
121 __storage_type __mask_;
122
123#if defined(__clang__)
Howard Hinnant99968442011-11-29 18:15:50 +0000124 friend typename _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000125#else
Howard Hinnant99968442011-11-29 18:15:50 +0000126 friend class _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000127#endif
Howard Hinnant99968442011-11-29 18:15:50 +0000128 friend class __bit_iterator<_Cp, true>;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000129public:
130 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000131 __bit_const_reference(const __bit_reference<_Cp>& __x) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000132 : __seg_(__x.__seg_), __mask_(__x.__mask_) {}
133
Howard Hinnant90d87232012-07-07 17:04:52 +0000134 _LIBCPP_INLINE_VISIBILITY _LIBCPP_CONSTEXPR operator bool() const _NOEXCEPT
Howard Hinnant10f25d22011-05-27 20:52:28 +0000135 {return static_cast<bool>(*__seg_ & __mask_);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000136
Howard Hinnant99968442011-11-29 18:15:50 +0000137 _LIBCPP_INLINE_VISIBILITY __bit_iterator<_Cp, true> operator&() const _NOEXCEPT
138 {return __bit_iterator<_Cp, true>(__seg_, static_cast<unsigned>(__ctz(__mask_)));}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000139private:
140 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant90d87232012-07-07 17:04:52 +0000141 _LIBCPP_CONSTEXPR
Howard Hinnant10f25d22011-05-27 20:52:28 +0000142 __bit_const_reference(__storage_pointer __s, __storage_type __m) _NOEXCEPT
143 : __seg_(__s), __mask_(__m) {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000144
145 __bit_const_reference& operator=(const __bit_const_reference& __x);
146};
147
148// find
149
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000150template <class _Cp, bool _IsConst>
151__bit_iterator<_Cp, _IsConst>
152__find_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000153{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000154 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000155 typedef typename _It::__storage_type __storage_type;
156 static const unsigned __bits_per_word = _It::__bits_per_word;
157 // do first partial word
158 if (__first.__ctz_ != 0)
159 {
160 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000161 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000162 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
163 __storage_type __b = *__first.__seg_ & __m;
164 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000165 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000166 __n -= __dn;
167 ++__first.__seg_;
168 }
169 // do middle whole words
170 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
171 if (*__first.__seg_)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000172 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(*__first.__seg_)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000173 // do last partial word
174 if (__n > 0)
175 {
176 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
177 __storage_type __b = *__first.__seg_ & __m;
178 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000179 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000180 }
181 return _It(__first.__seg_, static_cast<unsigned>(__n));
182}
183
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000184template <class _Cp, bool _IsConst>
185__bit_iterator<_Cp, _IsConst>
186__find_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000187{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000188 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000189 typedef typename _It::__storage_type __storage_type;
190 static const unsigned __bits_per_word = _It::__bits_per_word;
191 // do first partial word
192 if (__first.__ctz_ != 0)
193 {
194 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000195 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000196 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000197 __storage_type __b = ~*__first.__seg_ & __m;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000198 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000199 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000200 __n -= __dn;
201 ++__first.__seg_;
202 }
203 // do middle whole words
204 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
205 {
206 __storage_type __b = ~*__first.__seg_;
207 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000208 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000209 }
210 // do last partial word
211 if (__n > 0)
212 {
213 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000214 __storage_type __b = ~*__first.__seg_ & __m;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000215 if (__b)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000216 return _It(__first.__seg_, static_cast<unsigned>(_VSTD::__ctz(__b)));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000217 }
218 return _It(__first.__seg_, static_cast<unsigned>(__n));
219}
220
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000221template <class _Cp, bool _IsConst, class _Tp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000222inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000223__bit_iterator<_Cp, _IsConst>
224find(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000225{
Howard Hinnant78b68282011-10-22 20:59:45 +0000226 if (static_cast<bool>(__value_))
Howard Hinnant99968442011-11-29 18:15:50 +0000227 return __find_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
228 return __find_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000229}
230
231// count
232
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000233template <class _Cp, bool _IsConst>
234typename __bit_iterator<_Cp, _IsConst>::difference_type
235__count_bool_true(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000236{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000237 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000238 typedef typename _It::__storage_type __storage_type;
239 typedef typename _It::difference_type difference_type;
240 static const unsigned __bits_per_word = _It::__bits_per_word;
241 difference_type __r = 0;
242 // do first partial word
243 if (__first.__ctz_ != 0)
244 {
245 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000246 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000247 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnant0949eed2011-06-30 21:18:19 +0000248 __r = _VSTD::__pop_count(*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000249 __n -= __dn;
250 ++__first.__seg_;
251 }
252 // do middle whole words
253 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000254 __r += _VSTD::__pop_count(*__first.__seg_);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000255 // do last partial word
256 if (__n > 0)
257 {
258 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000259 __r += _VSTD::__pop_count(*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000260 }
261 return __r;
262}
263
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000264template <class _Cp, bool _IsConst>
265typename __bit_iterator<_Cp, _IsConst>::difference_type
266__count_bool_false(__bit_iterator<_Cp, _IsConst> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000267{
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000268 typedef __bit_iterator<_Cp, _IsConst> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000269 typedef typename _It::__storage_type __storage_type;
270 typedef typename _It::difference_type difference_type;
271 static const unsigned __bits_per_word = _It::__bits_per_word;
272 difference_type __r = 0;
273 // do first partial word
274 if (__first.__ctz_ != 0)
275 {
276 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000277 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000278 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000279 __r = _VSTD::__pop_count(~*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000280 __n -= __dn;
281 ++__first.__seg_;
282 }
283 // do middle whole words
284 for (; __n >= __bits_per_word; ++__first.__seg_, __n -= __bits_per_word)
Howard Hinnant0949eed2011-06-30 21:18:19 +0000285 __r += _VSTD::__pop_count(~*__first.__seg_);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000286 // do last partial word
287 if (__n > 0)
288 {
289 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000290 __r += _VSTD::__pop_count(~*__first.__seg_ & __m);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000291 }
292 return __r;
293}
294
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000295template <class _Cp, bool _IsConst, class _Tp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000296inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantffa7fbe2012-05-10 14:55:00 +0000297typename __bit_iterator<_Cp, _IsConst>::difference_type
298count(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, const _Tp& __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000299{
Howard Hinnant78b68282011-10-22 20:59:45 +0000300 if (static_cast<bool>(__value_))
Howard Hinnant99968442011-11-29 18:15:50 +0000301 return __count_bool_true(__first, static_cast<typename _Cp::size_type>(__last - __first));
302 return __count_bool_false(__first, static_cast<typename _Cp::size_type>(__last - __first));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000303}
304
305// fill_n
306
Howard Hinnant99968442011-11-29 18:15:50 +0000307template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000308void
Howard Hinnant99968442011-11-29 18:15:50 +0000309__fill_n_false(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000310{
Howard Hinnant99968442011-11-29 18:15:50 +0000311 typedef __bit_iterator<_Cp, false> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000312 typedef typename _It::__storage_type __storage_type;
313 static const unsigned __bits_per_word = _It::__bits_per_word;
314 // do first partial word
315 if (__first.__ctz_ != 0)
316 {
317 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000318 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000319 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
320 *__first.__seg_ &= ~__m;
321 __n -= __dn;
322 ++__first.__seg_;
323 }
324 // do middle whole words
325 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000326 _VSTD::memset(__first.__seg_, 0, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000327 __n -= __nw * __bits_per_word;
328 // do last partial word
329 if (__n > 0)
330 {
331 __first.__seg_ += __nw;
332 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
333 *__first.__seg_ &= ~__m;
334 }
335}
336
Howard Hinnant99968442011-11-29 18:15:50 +0000337template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000338void
Howard Hinnant99968442011-11-29 18:15:50 +0000339__fill_n_true(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000340{
Howard Hinnant99968442011-11-29 18:15:50 +0000341 typedef __bit_iterator<_Cp, false> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000342 typedef typename _It::__storage_type __storage_type;
343 static const unsigned __bits_per_word = _It::__bits_per_word;
344 // do first partial word
345 if (__first.__ctz_ != 0)
346 {
347 __storage_type __clz_f = static_cast<__storage_type>(__bits_per_word - __first.__ctz_);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000348 __storage_type __dn = _VSTD::min(__clz_f, __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000349 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
350 *__first.__seg_ |= __m;
351 __n -= __dn;
352 ++__first.__seg_;
353 }
354 // do middle whole words
355 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000356 _VSTD::memset(__first.__seg_, -1, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000357 __n -= __nw * __bits_per_word;
358 // do last partial word
359 if (__n > 0)
360 {
361 __first.__seg_ += __nw;
362 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
363 *__first.__seg_ |= __m;
364 }
365}
366
Howard Hinnant99968442011-11-29 18:15:50 +0000367template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000368_LIBCPP_INLINE_VISIBILITY inline
369void
Howard Hinnant99968442011-11-29 18:15:50 +0000370fill_n(__bit_iterator<_Cp, false> __first, typename _Cp::size_type __n, bool __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000371{
372 if (__n > 0)
373 {
Howard Hinnant78b68282011-10-22 20:59:45 +0000374 if (__value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000375 __fill_n_true(__first, __n);
376 else
377 __fill_n_false(__first, __n);
378 }
379}
380
381// fill
382
Howard Hinnant99968442011-11-29 18:15:50 +0000383template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000384inline _LIBCPP_INLINE_VISIBILITY
385void
Howard Hinnant99968442011-11-29 18:15:50 +0000386fill(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __last, bool __value_)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000387{
Howard Hinnant99968442011-11-29 18:15:50 +0000388 _VSTD::fill_n(__first, static_cast<typename _Cp::size_type>(__last - __first), __value_);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000389}
390
391// copy
392
Howard Hinnant99968442011-11-29 18:15:50 +0000393template <class _Cp, bool _IsConst>
394__bit_iterator<_Cp, false>
395__copy_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
396 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000397{
Howard Hinnant99968442011-11-29 18:15:50 +0000398 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000399 typedef typename _In::difference_type difference_type;
400 typedef typename _In::__storage_type __storage_type;
401 static const unsigned __bits_per_word = _In::__bits_per_word;
402 difference_type __n = __last - __first;
403 if (__n > 0)
404 {
405 // do first word
406 if (__first.__ctz_ != 0)
407 {
408 unsigned __clz = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000409 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000410 __n -= __dn;
411 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
412 __storage_type __b = *__first.__seg_ & __m;
413 *__result.__seg_ &= ~__m;
414 *__result.__seg_ |= __b;
415 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
416 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
417 ++__first.__seg_;
418 // __first.__ctz_ = 0;
419 }
420 // __first.__ctz_ == 0;
421 // do middle words
422 __storage_type __nw = __n / __bits_per_word;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000423 _VSTD::memmove(__result.__seg_, __first.__seg_, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000424 __n -= __nw * __bits_per_word;
425 __result.__seg_ += __nw;
426 // do last word
427 if (__n > 0)
428 {
429 __first.__seg_ += __nw;
430 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
431 __storage_type __b = *__first.__seg_ & __m;
432 *__result.__seg_ &= ~__m;
433 *__result.__seg_ |= __b;
434 __result.__ctz_ = static_cast<unsigned>(__n);
435 }
436 }
437 return __result;
438}
439
Howard Hinnant99968442011-11-29 18:15:50 +0000440template <class _Cp, bool _IsConst>
441__bit_iterator<_Cp, false>
442__copy_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
443 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000444{
Howard Hinnant99968442011-11-29 18:15:50 +0000445 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000446 typedef typename _In::difference_type difference_type;
447 typedef typename _In::__storage_type __storage_type;
448 static const unsigned __bits_per_word = _In::__bits_per_word;
449 difference_type __n = __last - __first;
450 if (__n > 0)
451 {
452 // do first word
453 if (__first.__ctz_ != 0)
454 {
455 unsigned __clz_f = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000456 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000457 __n -= __dn;
458 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
459 __storage_type __b = *__first.__seg_ & __m;
460 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000461 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000462 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
463 *__result.__seg_ &= ~__m;
464 if (__result.__ctz_ > __first.__ctz_)
465 *__result.__seg_ |= __b << (__result.__ctz_ - __first.__ctz_);
466 else
467 *__result.__seg_ |= __b >> (__first.__ctz_ - __result.__ctz_);
468 __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
469 __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
470 __dn -= __ddn;
471 if (__dn > 0)
472 {
473 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
474 *__result.__seg_ &= ~__m;
475 *__result.__seg_ |= __b >> (__first.__ctz_ + __ddn);
476 __result.__ctz_ = static_cast<unsigned>(__dn);
477 }
478 ++__first.__seg_;
479 // __first.__ctz_ = 0;
480 }
481 // __first.__ctz_ == 0;
482 // do middle words
483 unsigned __clz_r = __bits_per_word - __result.__ctz_;
484 __storage_type __m = ~__storage_type(0) << __result.__ctz_;
485 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
486 {
487 __storage_type __b = *__first.__seg_;
488 *__result.__seg_ &= ~__m;
489 *__result.__seg_ |= __b << __result.__ctz_;
490 ++__result.__seg_;
491 *__result.__seg_ &= __m;
492 *__result.__seg_ |= __b >> __clz_r;
493 }
494 // do last word
495 if (__n > 0)
496 {
497 __m = ~__storage_type(0) >> (__bits_per_word - __n);
498 __storage_type __b = *__first.__seg_ & __m;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000499 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000500 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
501 *__result.__seg_ &= ~__m;
502 *__result.__seg_ |= __b << __result.__ctz_;
503 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
504 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
505 __n -= __dn;
506 if (__n > 0)
507 {
508 __m = ~__storage_type(0) >> (__bits_per_word - __n);
509 *__result.__seg_ &= ~__m;
510 *__result.__seg_ |= __b >> __dn;
511 __result.__ctz_ = static_cast<unsigned>(__n);
512 }
513 }
514 }
515 return __result;
516}
517
Howard Hinnant99968442011-11-29 18:15:50 +0000518template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000519inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000520__bit_iterator<_Cp, false>
521copy(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000522{
523 if (__first.__ctz_ == __result.__ctz_)
524 return __copy_aligned(__first, __last, __result);
525 return __copy_unaligned(__first, __last, __result);
526}
527
528// copy_backward
529
Howard Hinnant99968442011-11-29 18:15:50 +0000530template <class _Cp, bool _IsConst>
531__bit_iterator<_Cp, false>
532__copy_backward_aligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
533 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000534{
Howard Hinnant99968442011-11-29 18:15:50 +0000535 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000536 typedef typename _In::difference_type difference_type;
537 typedef typename _In::__storage_type __storage_type;
538 static const unsigned __bits_per_word = _In::__bits_per_word;
539 difference_type __n = __last - __first;
540 if (__n > 0)
541 {
542 // do first word
543 if (__last.__ctz_ != 0)
544 {
Howard Hinnant0949eed2011-06-30 21:18:19 +0000545 difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000546 __n -= __dn;
547 unsigned __clz = __bits_per_word - __last.__ctz_;
548 __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz);
549 __storage_type __b = *__last.__seg_ & __m;
550 *__result.__seg_ &= ~__m;
551 *__result.__seg_ |= __b;
552 __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
553 __result.__ctz_) % __bits_per_word);
554 // __last.__ctz_ = 0
555 }
556 // __last.__ctz_ == 0 || __n == 0
557 // __result.__ctz_ == 0 || __n == 0
558 // do middle words
559 __storage_type __nw = __n / __bits_per_word;
560 __result.__seg_ -= __nw;
561 __last.__seg_ -= __nw;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000562 _VSTD::memmove(__result.__seg_, __last.__seg_, __nw * sizeof(__storage_type));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000563 __n -= __nw * __bits_per_word;
564 // do last word
565 if (__n > 0)
566 {
567 __storage_type __m = ~__storage_type(0) << (__bits_per_word - __n);
568 __storage_type __b = *--__last.__seg_ & __m;
569 *--__result.__seg_ &= ~__m;
570 *__result.__seg_ |= __b;
571 __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
572 }
573 }
574 return __result;
575}
576
Howard Hinnant99968442011-11-29 18:15:50 +0000577template <class _Cp, bool _IsConst>
578__bit_iterator<_Cp, false>
579__copy_backward_unaligned(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last,
580 __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000581{
Howard Hinnant99968442011-11-29 18:15:50 +0000582 typedef __bit_iterator<_Cp, _IsConst> _In;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000583 typedef typename _In::difference_type difference_type;
584 typedef typename _In::__storage_type __storage_type;
585 static const unsigned __bits_per_word = _In::__bits_per_word;
586 difference_type __n = __last - __first;
587 if (__n > 0)
588 {
589 // do first word
590 if (__last.__ctz_ != 0)
591 {
Howard Hinnant0949eed2011-06-30 21:18:19 +0000592 difference_type __dn = _VSTD::min(static_cast<difference_type>(__last.__ctz_), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000593 __n -= __dn;
594 unsigned __clz_l = __bits_per_word - __last.__ctz_;
595 __storage_type __m = (~__storage_type(0) << (__last.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_l);
596 __storage_type __b = *__last.__seg_ & __m;
597 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000598 __storage_type __ddn = _VSTD::min(__dn, static_cast<difference_type>(__result.__ctz_));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000599 if (__ddn > 0)
600 {
601 __m = (~__storage_type(0) << (__result.__ctz_ - __ddn)) & (~__storage_type(0) >> __clz_r);
602 *__result.__seg_ &= ~__m;
603 if (__result.__ctz_ > __last.__ctz_)
604 *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
605 else
606 *__result.__seg_ |= __b >> (__last.__ctz_ - __result.__ctz_);
607 __result.__ctz_ = static_cast<unsigned>(((-__ddn & (__bits_per_word - 1)) +
608 __result.__ctz_) % __bits_per_word);
609 __dn -= __ddn;
610 }
611 if (__dn > 0)
612 {
613 // __result.__ctz_ == 0
614 --__result.__seg_;
615 __result.__ctz_ = static_cast<unsigned>(-__dn & (__bits_per_word - 1));
616 __m = ~__storage_type(0) << __result.__ctz_;
617 *__result.__seg_ &= ~__m;
618 __last.__ctz_ -= __dn + __ddn;
619 *__result.__seg_ |= __b << (__result.__ctz_ - __last.__ctz_);
620 }
621 // __last.__ctz_ = 0
622 }
623 // __last.__ctz_ == 0 || __n == 0
624 // __result.__ctz_ != 0 || __n == 0
625 // do middle words
626 unsigned __clz_r = __bits_per_word - __result.__ctz_;
627 __storage_type __m = ~__storage_type(0) >> __clz_r;
628 for (; __n >= __bits_per_word; __n -= __bits_per_word)
629 {
630 __storage_type __b = *--__last.__seg_;
631 *__result.__seg_ &= ~__m;
632 *__result.__seg_ |= __b >> __clz_r;
633 *--__result.__seg_ &= __m;
634 *__result.__seg_ |= __b << __result.__ctz_;
635 }
636 // do last word
637 if (__n > 0)
638 {
639 __m = ~__storage_type(0) << (__bits_per_word - __n);
640 __storage_type __b = *--__last.__seg_ & __m;
Howard Hinnantec3773c2011-12-01 20:21:04 +0000641 __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000642 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__result.__ctz_));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000643 __m = (~__storage_type(0) << (__result.__ctz_ - __dn)) & (~__storage_type(0) >> __clz_r);
644 *__result.__seg_ &= ~__m;
645 *__result.__seg_ |= __b >> (__bits_per_word - __result.__ctz_);
646 __result.__ctz_ = static_cast<unsigned>(((-__dn & (__bits_per_word - 1)) +
647 __result.__ctz_) % __bits_per_word);
648 __n -= __dn;
649 if (__n > 0)
650 {
651 // __result.__ctz_ == 0
652 --__result.__seg_;
653 __result.__ctz_ = static_cast<unsigned>(-__n & (__bits_per_word - 1));
654 __m = ~__storage_type(0) << __result.__ctz_;
655 *__result.__seg_ &= ~__m;
656 *__result.__seg_ |= __b << (__result.__ctz_ - (__bits_per_word - __n - __dn));
657 }
658 }
659 }
660 return __result;
661}
662
Howard Hinnant99968442011-11-29 18:15:50 +0000663template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000664inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000665__bit_iterator<_Cp, false>
666copy_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000667{
668 if (__last.__ctz_ == __result.__ctz_)
669 return __copy_backward_aligned(__first, __last, __result);
670 return __copy_backward_unaligned(__first, __last, __result);
671}
672
673// move
674
Howard Hinnant99968442011-11-29 18:15:50 +0000675template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000676inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000677__bit_iterator<_Cp, false>
678move(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000679{
Howard Hinnant0949eed2011-06-30 21:18:19 +0000680 return _VSTD::copy(__first, __last, __result);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000681}
682
683// move_backward
684
Howard Hinnant99968442011-11-29 18:15:50 +0000685template <class _Cp, bool _IsConst>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000686inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +0000687__bit_iterator<_Cp, false>
688move_backward(__bit_iterator<_Cp, _IsConst> __first, __bit_iterator<_Cp, _IsConst> __last, __bit_iterator<_Cp, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000689{
Howard Hinnant0949eed2011-06-30 21:18:19 +0000690 return _VSTD::copy(__first, __last, __result);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000691}
692
693// swap_ranges
694
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000695template <class __C1, class __C2>
696__bit_iterator<__C2, false>
697__swap_ranges_aligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
698 __bit_iterator<__C2, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000699{
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000700 typedef __bit_iterator<__C1, false> _I1;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000701 typedef typename _I1::difference_type difference_type;
702 typedef typename _I1::__storage_type __storage_type;
703 static const unsigned __bits_per_word = _I1::__bits_per_word;
704 difference_type __n = __last - __first;
705 if (__n > 0)
706 {
707 // do first word
708 if (__first.__ctz_ != 0)
709 {
710 unsigned __clz = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000711 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000712 __n -= __dn;
713 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
714 __storage_type __b1 = *__first.__seg_ & __m;
715 *__first.__seg_ &= ~__m;
716 __storage_type __b2 = *__result.__seg_ & __m;
717 *__result.__seg_ &= ~__m;
718 *__result.__seg_ |= __b1;
719 *__first.__seg_ |= __b2;
720 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
721 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
722 ++__first.__seg_;
723 // __first.__ctz_ = 0;
724 }
725 // __first.__ctz_ == 0;
726 // do middle words
727 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_, ++__result.__seg_)
728 swap(*__first.__seg_, *__result.__seg_);
729 // do last word
730 if (__n > 0)
731 {
732 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
733 __storage_type __b1 = *__first.__seg_ & __m;
734 *__first.__seg_ &= ~__m;
735 __storage_type __b2 = *__result.__seg_ & __m;
736 *__result.__seg_ &= ~__m;
737 *__result.__seg_ |= __b1;
738 *__first.__seg_ |= __b2;
739 __result.__ctz_ = static_cast<unsigned>(__n);
740 }
741 }
742 return __result;
743}
744
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000745template <class __C1, class __C2>
746__bit_iterator<__C2, false>
747__swap_ranges_unaligned(__bit_iterator<__C1, false> __first, __bit_iterator<__C1, false> __last,
748 __bit_iterator<__C2, false> __result)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000749{
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000750 typedef __bit_iterator<__C1, false> _I1;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000751 typedef typename _I1::difference_type difference_type;
752 typedef typename _I1::__storage_type __storage_type;
753 static const unsigned __bits_per_word = _I1::__bits_per_word;
754 difference_type __n = __last - __first;
755 if (__n > 0)
756 {
757 // do first word
758 if (__first.__ctz_ != 0)
759 {
760 unsigned __clz_f = __bits_per_word - __first.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000761 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000762 __n -= __dn;
763 __storage_type __m = (~__storage_type(0) << __first.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
764 __storage_type __b1 = *__first.__seg_ & __m;
765 *__first.__seg_ &= ~__m;
766 unsigned __clz_r = __bits_per_word - __result.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000767 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000768 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
769 __storage_type __b2 = *__result.__seg_ & __m;
770 *__result.__seg_ &= ~__m;
771 if (__result.__ctz_ > __first.__ctz_)
772 {
773 unsigned __s = __result.__ctz_ - __first.__ctz_;
774 *__result.__seg_ |= __b1 << __s;
775 *__first.__seg_ |= __b2 >> __s;
776 }
777 else
778 {
779 unsigned __s = __first.__ctz_ - __result.__ctz_;
780 *__result.__seg_ |= __b1 >> __s;
781 *__first.__seg_ |= __b2 << __s;
782 }
783 __result.__seg_ += (__ddn + __result.__ctz_) / __bits_per_word;
784 __result.__ctz_ = static_cast<unsigned>((__ddn + __result.__ctz_) % __bits_per_word);
785 __dn -= __ddn;
786 if (__dn > 0)
787 {
788 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
789 __b2 = *__result.__seg_ & __m;
790 *__result.__seg_ &= ~__m;
791 unsigned __s = __first.__ctz_ + __ddn;
792 *__result.__seg_ |= __b1 >> __s;
793 *__first.__seg_ |= __b2 << __s;
794 __result.__ctz_ = static_cast<unsigned>(__dn);
795 }
796 ++__first.__seg_;
797 // __first.__ctz_ = 0;
798 }
799 // __first.__ctz_ == 0;
800 // do middle words
801 __storage_type __m = ~__storage_type(0) << __result.__ctz_;
802 unsigned __clz_r = __bits_per_word - __result.__ctz_;
803 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first.__seg_)
804 {
805 __storage_type __b1 = *__first.__seg_;
806 __storage_type __b2 = *__result.__seg_ & __m;
807 *__result.__seg_ &= ~__m;
808 *__result.__seg_ |= __b1 << __result.__ctz_;
809 *__first.__seg_ = __b2 >> __result.__ctz_;
810 ++__result.__seg_;
811 __b2 = *__result.__seg_ & ~__m;
812 *__result.__seg_ &= __m;
813 *__result.__seg_ |= __b1 >> __clz_r;
814 *__first.__seg_ |= __b2 << __clz_r;
815 }
816 // do last word
817 if (__n > 0)
818 {
819 __m = ~__storage_type(0) >> (__bits_per_word - __n);
820 __storage_type __b1 = *__first.__seg_ & __m;
821 *__first.__seg_ &= ~__m;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000822 __storage_type __dn = _VSTD::min<__storage_type>(__n, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000823 __m = (~__storage_type(0) << __result.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
824 __storage_type __b2 = *__result.__seg_ & __m;
825 *__result.__seg_ &= ~__m;
826 *__result.__seg_ |= __b1 << __result.__ctz_;
827 *__first.__seg_ |= __b2 >> __result.__ctz_;
828 __result.__seg_ += (__dn + __result.__ctz_) / __bits_per_word;
829 __result.__ctz_ = static_cast<unsigned>((__dn + __result.__ctz_) % __bits_per_word);
830 __n -= __dn;
831 if (__n > 0)
832 {
833 __m = ~__storage_type(0) >> (__bits_per_word - __n);
834 __b2 = *__result.__seg_ & __m;
835 *__result.__seg_ &= ~__m;
836 *__result.__seg_ |= __b1 >> __dn;
837 *__first.__seg_ |= __b2 << __dn;
838 __result.__ctz_ = static_cast<unsigned>(__n);
839 }
840 }
841 }
842 return __result;
843}
844
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000845template <class __C1, class __C2>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000846inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnant6cd05ee2011-09-23 16:11:27 +0000847__bit_iterator<__C2, false>
848swap_ranges(__bit_iterator<__C1, false> __first1, __bit_iterator<__C1, false> __last1,
849 __bit_iterator<__C2, false> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000850{
851 if (__first1.__ctz_ == __first2.__ctz_)
852 return __swap_ranges_aligned(__first1, __last1, __first2);
853 return __swap_ranges_unaligned(__first1, __last1, __first2);
854}
855
856// rotate
857
Howard Hinnant99968442011-11-29 18:15:50 +0000858template <class _Cp>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000859struct __bit_array
860{
Howard Hinnant99968442011-11-29 18:15:50 +0000861 typedef typename _Cp::difference_type difference_type;
862 typedef typename _Cp::__storage_type __storage_type;
863 typedef typename _Cp::iterator iterator;
864 static const unsigned __bits_per_word = _Cp::__bits_per_word;
865 static const unsigned _Np = 4;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000866
867 difference_type __size_;
Howard Hinnant99968442011-11-29 18:15:50 +0000868 __storage_type __word_[_Np];
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000869
870 _LIBCPP_INLINE_VISIBILITY static difference_type capacity()
Howard Hinnant99968442011-11-29 18:15:50 +0000871 {return static_cast<difference_type>(_Np * __bits_per_word);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000872 _LIBCPP_INLINE_VISIBILITY explicit __bit_array(difference_type __s) : __size_(__s) {}
873 _LIBCPP_INLINE_VISIBILITY iterator begin() {return iterator(__word_, 0);}
874 _LIBCPP_INLINE_VISIBILITY iterator end() {return iterator(__word_ + __size_ / __bits_per_word,
875 static_cast<unsigned>(__size_ % __bits_per_word));}
876};
877
Howard Hinnant99968442011-11-29 18:15:50 +0000878template <class _Cp>
879__bit_iterator<_Cp, false>
880rotate(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __middle, __bit_iterator<_Cp, false> __last)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000881{
Howard Hinnant99968442011-11-29 18:15:50 +0000882 typedef __bit_iterator<_Cp, false> _I1;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000883 typedef typename _I1::difference_type difference_type;
884 typedef typename _I1::__storage_type __storage_type;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000885 difference_type __d1 = __middle - __first;
886 difference_type __d2 = __last - __middle;
887 _I1 __r = __first + __d2;
888 while (__d1 != 0 && __d2 != 0)
889 {
890 if (__d1 <= __d2)
891 {
Howard Hinnant99968442011-11-29 18:15:50 +0000892 if (__d1 <= __bit_array<_Cp>::capacity())
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000893 {
Howard Hinnant99968442011-11-29 18:15:50 +0000894 __bit_array<_Cp> __b(__d1);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000895 _VSTD::copy(__first, __middle, __b.begin());
896 _VSTD::copy(__b.begin(), __b.end(), _VSTD::copy(__middle, __last, __first));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000897 break;
898 }
899 else
900 {
Howard Hinnant99968442011-11-29 18:15:50 +0000901 __bit_iterator<_Cp, false> __mp = _VSTD::swap_ranges(__first, __middle, __middle);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000902 __first = __middle;
903 __middle = __mp;
904 __d2 -= __d1;
905 }
906 }
907 else
908 {
Howard Hinnant99968442011-11-29 18:15:50 +0000909 if (__d2 <= __bit_array<_Cp>::capacity())
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000910 {
Howard Hinnant99968442011-11-29 18:15:50 +0000911 __bit_array<_Cp> __b(__d2);
Howard Hinnant0949eed2011-06-30 21:18:19 +0000912 _VSTD::copy(__middle, __last, __b.begin());
913 _VSTD::copy_backward(__b.begin(), __b.end(), _VSTD::copy_backward(__first, __middle, __last));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000914 break;
915 }
916 else
917 {
Howard Hinnant99968442011-11-29 18:15:50 +0000918 __bit_iterator<_Cp, false> __mp = __first + __d2;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000919 _VSTD::swap_ranges(__first, __mp, __middle);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000920 __first = __mp;
921 __d1 -= __d2;
922 }
923 }
924 }
925 return __r;
926}
927
928// equal
929
Howard Hinnant584db422012-08-05 21:43:11 +0000930template <class _Cp, bool _IC1, bool _IC2>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000931bool
Howard Hinnant584db422012-08-05 21:43:11 +0000932__equal_unaligned(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1,
933 __bit_iterator<_Cp, _IC2> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000934{
Howard Hinnant584db422012-08-05 21:43:11 +0000935 typedef __bit_iterator<_Cp, _IC1> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000936 typedef typename _It::difference_type difference_type;
937 typedef typename _It::__storage_type __storage_type;
938 static const unsigned __bits_per_word = _It::__bits_per_word;
939 difference_type __n = __last1 - __first1;
940 if (__n > 0)
941 {
942 // do first word
943 if (__first1.__ctz_ != 0)
944 {
945 unsigned __clz_f = __bits_per_word - __first1.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000946 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz_f), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000947 __n -= __dn;
948 __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
949 __storage_type __b = *__first1.__seg_ & __m;
950 unsigned __clz_r = __bits_per_word - __first2.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000951 __storage_type __ddn = _VSTD::min<__storage_type>(__dn, __clz_r);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000952 __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
953 if (__first2.__ctz_ > __first1.__ctz_)
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000954 {
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000955 if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
956 return false;
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000957 }
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000958 else
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000959 {
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000960 if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
961 return false;
Howard Hinnantdbd9eac2012-05-31 23:12:03 +0000962 }
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000963 __first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
964 __first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_) % __bits_per_word);
965 __dn -= __ddn;
966 if (__dn > 0)
967 {
968 __m = ~__storage_type(0) >> (__bits_per_word - __dn);
969 if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
970 return false;
971 __first2.__ctz_ = static_cast<unsigned>(__dn);
972 }
973 ++__first1.__seg_;
974 // __first1.__ctz_ = 0;
975 }
976 // __first1.__ctz_ == 0;
977 // do middle words
978 unsigned __clz_r = __bits_per_word - __first2.__ctz_;
979 __storage_type __m = ~__storage_type(0) << __first2.__ctz_;
980 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_)
981 {
982 __storage_type __b = *__first1.__seg_;
983 if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
984 return false;
985 ++__first2.__seg_;
986 if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
987 return false;
988 }
989 // do last word
990 if (__n > 0)
991 {
992 __m = ~__storage_type(0) >> (__bits_per_word - __n);
993 __storage_type __b = *__first1.__seg_ & __m;
Howard Hinnant0949eed2011-06-30 21:18:19 +0000994 __storage_type __dn = _VSTD::min(__n, static_cast<difference_type>(__clz_r));
Howard Hinnantbc8d3f92010-05-11 19:42:16 +0000995 __m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
996 if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
997 return false;
998 __first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
999 __first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_) % __bits_per_word);
1000 __n -= __dn;
1001 if (__n > 0)
1002 {
1003 __m = ~__storage_type(0) >> (__bits_per_word - __n);
1004 if ((*__first2.__seg_ & __m) != (__b >> __dn))
1005 return false;
1006 }
1007 }
1008 }
1009 return true;
1010}
1011
Howard Hinnant584db422012-08-05 21:43:11 +00001012template <class _Cp, bool _IC1, bool _IC2>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001013bool
Howard Hinnant584db422012-08-05 21:43:11 +00001014__equal_aligned(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1,
1015 __bit_iterator<_Cp, _IC2> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001016{
Howard Hinnant584db422012-08-05 21:43:11 +00001017 typedef __bit_iterator<_Cp, _IC1> _It;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001018 typedef typename _It::difference_type difference_type;
1019 typedef typename _It::__storage_type __storage_type;
1020 static const unsigned __bits_per_word = _It::__bits_per_word;
1021 difference_type __n = __last1 - __first1;
1022 if (__n > 0)
1023 {
1024 // do first word
1025 if (__first1.__ctz_ != 0)
1026 {
1027 unsigned __clz = __bits_per_word - __first1.__ctz_;
Howard Hinnant0949eed2011-06-30 21:18:19 +00001028 difference_type __dn = _VSTD::min(static_cast<difference_type>(__clz), __n);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001029 __n -= __dn;
1030 __storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
1031 if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
1032 return false;
1033 ++__first2.__seg_;
1034 ++__first1.__seg_;
1035 // __first1.__ctz_ = 0;
1036 // __first2.__ctz_ = 0;
1037 }
1038 // __first1.__ctz_ == 0;
1039 // __first2.__ctz_ == 0;
1040 // do middle words
1041 for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
1042 if (*__first2.__seg_ != *__first1.__seg_)
1043 return false;
1044 // do last word
1045 if (__n > 0)
1046 {
1047 __storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
1048 if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
1049 return false;
1050 }
1051 }
1052 return true;
1053}
1054
Howard Hinnant99968442011-11-29 18:15:50 +00001055template <class _Cp, bool _IC1, bool _IC2>
Howard Hinnant99acc502010-09-21 17:32:39 +00001056inline _LIBCPP_INLINE_VISIBILITY
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001057bool
Howard Hinnant99968442011-11-29 18:15:50 +00001058equal(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2)
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001059{
1060 if (__first1.__ctz_ == __first2.__ctz_)
1061 return __equal_aligned(__first1, __last1, __first2);
1062 return __equal_unaligned(__first1, __last1, __first2);
1063}
1064
Howard Hinnantf867f632012-05-07 16:50:38 +00001065template <class _Cp, bool _IsConst,
1066 typename _Cp::__storage_type>
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001067class __bit_iterator
1068{
1069public:
Howard Hinnant99968442011-11-29 18:15:50 +00001070 typedef typename _Cp::difference_type difference_type;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001071 typedef bool value_type;
1072 typedef __bit_iterator pointer;
Howard Hinnant99968442011-11-29 18:15:50 +00001073 typedef typename conditional<_IsConst, __bit_const_reference<_Cp>, __bit_reference<_Cp> >::type reference;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001074 typedef random_access_iterator_tag iterator_category;
1075
1076private:
Howard Hinnant99968442011-11-29 18:15:50 +00001077 typedef typename _Cp::__storage_type __storage_type;
1078 typedef typename conditional<_IsConst, typename _Cp::__const_storage_pointer,
1079 typename _Cp::__storage_pointer>::type __storage_pointer;
1080 static const unsigned __bits_per_word = _Cp::__bits_per_word;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001081
1082 __storage_pointer __seg_;
1083 unsigned __ctz_;
1084
1085public:
Howard Hinnant10f25d22011-05-27 20:52:28 +00001086 _LIBCPP_INLINE_VISIBILITY __bit_iterator() _NOEXCEPT {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001087
Howard Hinnant10f25d22011-05-27 20:52:28 +00001088 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant99968442011-11-29 18:15:50 +00001089 __bit_iterator(const __bit_iterator<_Cp, false>& __it) _NOEXCEPT
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001090 : __seg_(__it.__seg_), __ctz_(__it.__ctz_) {}
1091
Howard Hinnant10f25d22011-05-27 20:52:28 +00001092 _LIBCPP_INLINE_VISIBILITY reference operator*() const _NOEXCEPT
1093 {return reference(__seg_, __storage_type(1) << __ctz_);}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001094
1095 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator++()
1096 {
1097 if (__ctz_ != __bits_per_word-1)
1098 ++__ctz_;
1099 else
1100 {
1101 __ctz_ = 0;
1102 ++__seg_;
1103 }
1104 return *this;
1105 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001106
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001107 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator++(int)
1108 {
1109 __bit_iterator __tmp = *this;
1110 ++(*this);
1111 return __tmp;
1112 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001113
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001114 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator--()
1115 {
1116 if (__ctz_ != 0)
1117 --__ctz_;
1118 else
1119 {
1120 __ctz_ = __bits_per_word - 1;
1121 --__seg_;
1122 }
1123 return *this;
1124 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001125
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001126 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator--(int)
1127 {
1128 __bit_iterator __tmp = *this;
1129 --(*this);
1130 return __tmp;
1131 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001132
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001133 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator+=(difference_type __n)
1134 {
1135 if (__n >= 0)
1136 __seg_ += (__n + __ctz_) / __bits_per_word;
1137 else
1138 __seg_ += static_cast<difference_type>(__n - __bits_per_word + __ctz_ + 1)
1139 / static_cast<difference_type>(__bits_per_word);
1140 __n &= (__bits_per_word - 1);
1141 __ctz_ = static_cast<unsigned>((__n + __ctz_) % __bits_per_word);
1142 return *this;
1143 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001144
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001145 _LIBCPP_INLINE_VISIBILITY __bit_iterator& operator-=(difference_type __n)
1146 {
1147 return *this += -__n;
1148 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001149
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001150 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator+(difference_type __n) const
1151 {
1152 __bit_iterator __t(*this);
1153 __t += __n;
1154 return __t;
1155 }
Howard Hinnant324bb032010-08-22 00:02:43 +00001156
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001157 _LIBCPP_INLINE_VISIBILITY __bit_iterator operator-(difference_type __n) const
1158 {
1159 __bit_iterator __t(*this);
1160 __t -= __n;
1161 return __t;
1162 }
1163
1164 _LIBCPP_INLINE_VISIBILITY
1165 friend __bit_iterator operator+(difference_type __n, const __bit_iterator& __it) {return __it + __n;}
1166
1167 _LIBCPP_INLINE_VISIBILITY
1168 friend difference_type operator-(const __bit_iterator& __x, const __bit_iterator& __y)
1169 {return (__x.__seg_ - __y.__seg_) * __bits_per_word + __x.__ctz_ - __y.__ctz_;}
1170
1171 _LIBCPP_INLINE_VISIBILITY reference operator[](difference_type __n) const {return *(*this + __n);}
1172
1173 _LIBCPP_INLINE_VISIBILITY friend bool operator==(const __bit_iterator& __x, const __bit_iterator& __y)
1174 {return __x.__seg_ == __y.__seg_ && __x.__ctz_ == __y.__ctz_;}
1175
1176 _LIBCPP_INLINE_VISIBILITY friend bool operator!=(const __bit_iterator& __x, const __bit_iterator& __y)
1177 {return !(__x == __y);}
1178
1179 _LIBCPP_INLINE_VISIBILITY friend bool operator<(const __bit_iterator& __x, const __bit_iterator& __y)
1180 {return __x.__seg_ < __y.__seg_ || (__x.__seg_ == __y.__seg_ && __x.__ctz_ < __y.__ctz_);}
1181
1182 _LIBCPP_INLINE_VISIBILITY friend bool operator>(const __bit_iterator& __x, const __bit_iterator& __y)
1183 {return __y < __x;}
1184
1185 _LIBCPP_INLINE_VISIBILITY friend bool operator<=(const __bit_iterator& __x, const __bit_iterator& __y)
1186 {return !(__y < __x);}
1187
1188 _LIBCPP_INLINE_VISIBILITY friend bool operator>=(const __bit_iterator& __x, const __bit_iterator& __y)
1189 {return !(__x < __y);}
1190
1191private:
1192 _LIBCPP_INLINE_VISIBILITY
Howard Hinnant10f25d22011-05-27 20:52:28 +00001193 __bit_iterator(__storage_pointer __s, unsigned __ctz) _NOEXCEPT
1194 : __seg_(__s), __ctz_(__ctz) {}
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001195
1196#if defined(__clang__)
Howard Hinnant99968442011-11-29 18:15:50 +00001197 friend typename _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001198#else
Howard Hinnant99968442011-11-29 18:15:50 +00001199 friend class _Cp::__self;
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001200#endif
Howard Hinnant99968442011-11-29 18:15:50 +00001201 friend class __bit_reference<_Cp>;
1202 friend class __bit_const_reference<_Cp>;
1203 friend class __bit_iterator<_Cp, true>;
1204 template <class _Dp> friend struct __bit_array;
1205 template <class _Dp> friend void __fill_n_false(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1206 template <class _Dp> friend void __fill_n_true(__bit_iterator<_Dp, false> __first, typename _Dp::size_type __n);
1207 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_aligned(__bit_iterator<_Dp, _IC> __first,
1208 __bit_iterator<_Dp, _IC> __last,
1209 __bit_iterator<_Dp, false> __result);
1210 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_unaligned(__bit_iterator<_Dp, _IC> __first,
1211 __bit_iterator<_Dp, _IC> __last,
1212 __bit_iterator<_Dp, false> __result);
1213 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy(__bit_iterator<_Dp, _IC> __first,
1214 __bit_iterator<_Dp, _IC> __last,
1215 __bit_iterator<_Dp, false> __result);
1216 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_aligned(__bit_iterator<_Dp, _IC> __first,
1217 __bit_iterator<_Dp, _IC> __last,
1218 __bit_iterator<_Dp, false> __result);
1219 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> __copy_backward_unaligned(__bit_iterator<_Dp, _IC> __first,
1220 __bit_iterator<_Dp, _IC> __last,
1221 __bit_iterator<_Dp, false> __result);
1222 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, false> copy_backward(__bit_iterator<_Dp, _IC> __first,
1223 __bit_iterator<_Dp, _IC> __last,
1224 __bit_iterator<_Dp, false> __result);
Howard Hinnant6cd05ee2011-09-23 16:11:27 +00001225 template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_aligned(__bit_iterator<__C1, false>,
1226 __bit_iterator<__C1, false>,
1227 __bit_iterator<__C2, false>);
1228 template <class __C1, class __C2>friend __bit_iterator<__C2, false> __swap_ranges_unaligned(__bit_iterator<__C1, false>,
1229 __bit_iterator<__C1, false>,
1230 __bit_iterator<__C2, false>);
1231 template <class __C1, class __C2>friend __bit_iterator<__C2, false> swap_ranges(__bit_iterator<__C1, false>,
1232 __bit_iterator<__C1, false>,
1233 __bit_iterator<__C2, false>);
Howard Hinnant99968442011-11-29 18:15:50 +00001234 template <class _Dp> friend __bit_iterator<_Dp, false> rotate(__bit_iterator<_Dp, false>,
1235 __bit_iterator<_Dp, false>,
1236 __bit_iterator<_Dp, false>);
Howard Hinnant584db422012-08-05 21:43:11 +00001237 template <class _Dp, bool _IC1, bool _IC2> friend bool __equal_aligned(__bit_iterator<_Dp, _IC1>,
1238 __bit_iterator<_Dp, _IC1>,
1239 __bit_iterator<_Dp, _IC2>);
1240 template <class _Dp, bool _IC1, bool _IC2> friend bool __equal_unaligned(__bit_iterator<_Dp, _IC1>,
1241 __bit_iterator<_Dp, _IC1>,
1242 __bit_iterator<_Dp, _IC2>);
Howard Hinnant99968442011-11-29 18:15:50 +00001243 template <class _Dp, bool _IC1, bool _IC2> friend bool equal(__bit_iterator<_Dp, _IC1>,
1244 __bit_iterator<_Dp, _IC1>,
1245 __bit_iterator<_Dp, _IC2>);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +00001246 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_true(__bit_iterator<_Dp, _IC>,
Howard Hinnant99968442011-11-29 18:15:50 +00001247 typename _Dp::size_type);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +00001248 template <class _Dp, bool _IC> friend __bit_iterator<_Dp, _IC> __find_bool_false(__bit_iterator<_Dp, _IC>,
Howard Hinnant99968442011-11-29 18:15:50 +00001249 typename _Dp::size_type);
Howard Hinnantffa7fbe2012-05-10 14:55:00 +00001250 template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1251 __count_bool_true(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
1252 template <class _Dp, bool _IC> friend typename __bit_iterator<_Dp, _IC>::difference_type
1253 __count_bool_false(__bit_iterator<_Dp, _IC>, typename _Dp::size_type);
Howard Hinnantbc8d3f92010-05-11 19:42:16 +00001254};
1255
1256_LIBCPP_END_NAMESPACE_STD
1257
1258#endif // _LIBCPP___BIT_REFERENCE