Skip to content

Commit 878808f

Browse files
winner245winner245
committed
Optimize ranges::equal for vector<bool>::iterator
1 parent 3418cd0 commit 878808f

File tree

6 files changed

+411
-217
lines changed

6 files changed

+411
-217
lines changed

‎libcxx/include/__algorithm/equal.h

Lines changed: 159 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,19 +11,27 @@
1111
#define _LIBCPP___ALGORITHM_EQUAL_H
1212

1313
#include <__algorithm/comp.h>
14+
#include <__algorithm/min.h>
1415
#include <__algorithm/unwrap_iter.h>
1516
#include <__config>
1617
#include <__functional/identity.h>
18+
#include <__fwd/bit_reference.h>
1719
#include <__iterator/distance.h>
1820
#include <__iterator/iterator_traits.h>
21+
#include <__memory/pointer_traits.h>
1922
#include <__string/constexpr_c_functions.h>
2023
#include <__type_traits/desugars_to.h>
2124
#include <__type_traits/enable_if.h>
2225
#include <__type_traits/invoke.h>
2326
#include <__type_traits/is_equality_comparable.h>
27+
#include <__type_traits/is_same.h>
2428
#include <__type_traits/is_volatile.h>
2529
#include <__utility/move.h>
2630

31+
#if _LIBCPP_STD_VER >= 20
32+
# include <__functional/ranges_operations.h>
33+
#endif
34+
2735
#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
2836
# pragma GCC system_header
2937
#endif
@@ -33,6 +41,132 @@ _LIBCPP_PUSH_MACROS
3341

3442
_LIBCPP_BEGIN_NAMESPACE_STD
3543

44+
template <class _Cp, bool _IC1, bool _IC2>
45+
[[__nodiscard__]] _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI bool __equal_unaligned(
46+
__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
47+
using _It = __bit_iterator<_Cp, _IC1>;
48+
using difference_type = typename _It::difference_type;
49+
using __storage_type = typename _It::__storage_type;
50+
51+
const int __bits_per_word = _It::__bits_per_word;
52+
difference_type __n = __last1 - __first1;
53+
if (__n > 0) {
54+
// do first word
55+
if (__first1.__ctz_ != 0) {
56+
unsigned __clz_f = __bits_per_word - __first1.__ctz_;
57+
difference_type __dn = std::min(static_cast<difference_type>(__clz_f), __n);
58+
__n -= __dn;
59+
__storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
60+
__storage_type __b = *__first1.__seg_ & __m;
61+
unsigned __clz_r = __bits_per_word - __first2.__ctz_;
62+
__storage_type __ddn = std::min<__storage_type>(__dn, __clz_r);
63+
__m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
64+
if (__first2.__ctz_ > __first1.__ctz_) {
65+
if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
66+
return false;
67+
} else {
68+
if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
69+
return false;
70+
}
71+
__first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
72+
__first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_) % __bits_per_word);
73+
__dn -= __ddn;
74+
if (__dn > 0) {
75+
__m = ~__storage_type(0) >> (__bits_per_word - __dn);
76+
if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
77+
return false;
78+
__first2.__ctz_ = static_cast<unsigned>(__dn);
79+
}
80+
++__first1.__seg_;
81+
// __first1.__ctz_ = 0;
82+
}
83+
// __first1.__ctz_ == 0;
84+
// do middle words
85+
unsigned __clz_r = __bits_per_word - __first2.__ctz_;
86+
__storage_type __m = ~__storage_type(0) << __first2.__ctz_;
87+
for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_) {
88+
__storage_type __b = *__first1.__seg_;
89+
if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
90+
return false;
91+
++__first2.__seg_;
92+
if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
93+
return false;
94+
}
95+
// do last word
96+
if (__n > 0) {
97+
__m = ~__storage_type(0) >> (__bits_per_word - __n);
98+
__storage_type __b = *__first1.__seg_ & __m;
99+
__storage_type __dn = std::min(__n, static_cast<difference_type>(__clz_r));
100+
__m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
101+
if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
102+
return false;
103+
__first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
104+
__first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_) % __bits_per_word);
105+
__n -= __dn;
106+
if (__n > 0) {
107+
__m = ~__storage_type(0) >> (__bits_per_word - __n);
108+
if ((*__first2.__seg_ & __m) != (__b >> __dn))
109+
return false;
110+
}
111+
}
112+
}
113+
return true;
114+
}
115+
116+
template <class _Cp, bool _IC1, bool _IC2>
117+
[[__nodiscard__]] _LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI bool __equal_aligned(
118+
__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
119+
using _It = __bit_iterator<_Cp, _IC1>;
120+
using difference_type = typename _It::difference_type;
121+
using __storage_type = typename _It::__storage_type;
122+
123+
const int __bits_per_word = _It::__bits_per_word;
124+
difference_type __n = __last1 - __first1;
125+
if (__n > 0) {
126+
// do first word
127+
if (__first1.__ctz_ != 0) {
128+
unsigned __clz = __bits_per_word - __first1.__ctz_;
129+
difference_type __dn = std::min(static_cast<difference_type>(__clz), __n);
130+
__n -= __dn;
131+
__storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
132+
if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
133+
return false;
134+
++__first2.__seg_;
135+
++__first1.__seg_;
136+
// __first1.__ctz_ = 0;
137+
// __first2.__ctz_ = 0;
138+
}
139+
// __first1.__ctz_ == 0;
140+
// __first2.__ctz_ == 0;
141+
// do middle words
142+
for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
143+
if (*__first2.__seg_ != *__first1.__seg_)
144+
return false;
145+
// do last word
146+
if (__n > 0) {
147+
__storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
148+
if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
149+
return false;
150+
}
151+
}
152+
return true;
153+
}
154+
155+
template <class _Cp,
156+
bool _IC1,
157+
bool _IC2,
158+
class _BinaryPredicate,
159+
__enable_if_t<std::is_same<_BinaryPredicate, __equal_to>::value, int> = 0>
160+
[[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 bool __equal_iter_impl(
161+
__bit_iterator<_Cp, _IC1> __first1,
162+
__bit_iterator<_Cp, _IC1> __last1,
163+
__bit_iterator<_Cp, _IC2> __first2,
164+
_BinaryPredicate) {
165+
if (__first1.__ctz_ == __first2.__ctz_)
166+
return std::__equal_aligned(__first1, __last1, __first2);
167+
return std::__equal_unaligned(__first1, __last1, __first2);
168+
}
169+
36170
template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate>
37171
[[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 bool __equal_iter_impl(
38172
_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _BinaryPredicate& __pred) {
@@ -94,6 +228,31 @@ __equal_impl(_Tp* __first1, _Tp* __last1, _Up* __first2, _Up*, _Pred&, _Proj1&,
94228
return std::__constexpr_memcmp_equal(__first1, __first2, __element_count(__last1 - __first1));
95229
}
96230

231+
template <class _Cp,
232+
bool _IC1,
233+
bool _IC2,
234+
class _Pred,
235+
class _Proj1,
236+
class _Proj2,
237+
__enable_if_t<(is_same<_Pred, __equal_to>::value
238+
# if _LIBCPP_STD_VER >= 20
239+
|| is_same<_Pred, ranges::equal_to>::value
240+
# endif
241+
) &&
242+
__desugars_to_v<__equal_tag, _Pred, bool, bool> && __is_identity<_Proj1>::value &&
243+
__is_identity<_Proj2>::value,
244+
int> = 0>
245+
[[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 bool __equal_impl(
246+
__bit_iterator<_Cp, _IC1> __first1,
247+
__bit_iterator<_Cp, _IC1> __last1,
248+
__bit_iterator<_Cp, _IC2> __first2,
249+
__bit_iterator<_Cp, _IC2>,
250+
_Pred&,
251+
_Proj1&,
252+
_Proj2&) {
253+
return std::__equal_iter_impl(__first1, __last1, __first2, __equal_to());
254+
}
255+
97256
template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate>
98257
[[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 bool
99258
equal(_InputIterator1 __first1,

‎libcxx/include/__bit_reference

Lines changed: 11 additions & 124 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,9 @@
1010
#ifndef _LIBCPP___BIT_REFERENCE
1111
#define _LIBCPP___BIT_REFERENCE
1212

13+
#include <__algorithm/comp.h>
1314
#include <__algorithm/copy_n.h>
15+
#include <__algorithm/equal.h>
1416
#include <__algorithm/min.h>
1517
#include <__bit/countr.h>
1618
#include <__compare/ordering.h>
@@ -22,7 +24,9 @@
2224
#include <__memory/construct_at.h>
2325
#include <__memory/pointer_traits.h>
2426
#include <__type_traits/conditional.h>
27+
#include <__type_traits/enable_if.h>
2528
#include <__type_traits/is_constant_evaluated.h>
29+
#include <__type_traits/is_same.h>
2630
#include <__type_traits/void_t.h>
2731
#include <__utility/swap.h>
2832

@@ -669,127 +673,6 @@ rotate(__bit_iterator<_Cp, false> __first, __bit_iterator<_Cp, false> __middle,
669673
return __r;
670674
}
671675

672-
// equal
673-
674-
template <class _Cp, bool _IC1, bool _IC2>
675-
_LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI bool __equal_unaligned(
676-
__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
677-
using _It = __bit_iterator<_Cp, _IC1>;
678-
using difference_type = typename _It::difference_type;
679-
using __storage_type = typename _It::__storage_type;
680-
681-
const int __bits_per_word = _It::__bits_per_word;
682-
difference_type __n = __last1 - __first1;
683-
if (__n > 0) {
684-
// do first word
685-
if (__first1.__ctz_ != 0) {
686-
unsigned __clz_f = __bits_per_word - __first1.__ctz_;
687-
difference_type __dn = std::min(static_cast<difference_type>(__clz_f), __n);
688-
__n -= __dn;
689-
__storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz_f - __dn));
690-
__storage_type __b = *__first1.__seg_ & __m;
691-
unsigned __clz_r = __bits_per_word - __first2.__ctz_;
692-
__storage_type __ddn = std::min<__storage_type>(__dn, __clz_r);
693-
__m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __ddn));
694-
if (__first2.__ctz_ > __first1.__ctz_) {
695-
if ((*__first2.__seg_ & __m) != (__b << (__first2.__ctz_ - __first1.__ctz_)))
696-
return false;
697-
} else {
698-
if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ - __first2.__ctz_)))
699-
return false;
700-
}
701-
__first2.__seg_ += (__ddn + __first2.__ctz_) / __bits_per_word;
702-
__first2.__ctz_ = static_cast<unsigned>((__ddn + __first2.__ctz_) % __bits_per_word);
703-
__dn -= __ddn;
704-
if (__dn > 0) {
705-
__m = ~__storage_type(0) >> (__bits_per_word - __dn);
706-
if ((*__first2.__seg_ & __m) != (__b >> (__first1.__ctz_ + __ddn)))
707-
return false;
708-
__first2.__ctz_ = static_cast<unsigned>(__dn);
709-
}
710-
++__first1.__seg_;
711-
// __first1.__ctz_ = 0;
712-
}
713-
// __first1.__ctz_ == 0;
714-
// do middle words
715-
unsigned __clz_r = __bits_per_word - __first2.__ctz_;
716-
__storage_type __m = ~__storage_type(0) << __first2.__ctz_;
717-
for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_) {
718-
__storage_type __b = *__first1.__seg_;
719-
if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
720-
return false;
721-
++__first2.__seg_;
722-
if ((*__first2.__seg_ & ~__m) != (__b >> __clz_r))
723-
return false;
724-
}
725-
// do last word
726-
if (__n > 0) {
727-
__m = ~__storage_type(0) >> (__bits_per_word - __n);
728-
__storage_type __b = *__first1.__seg_ & __m;
729-
__storage_type __dn = std::min(__n, static_cast<difference_type>(__clz_r));
730-
__m = (~__storage_type(0) << __first2.__ctz_) & (~__storage_type(0) >> (__clz_r - __dn));
731-
if ((*__first2.__seg_ & __m) != (__b << __first2.__ctz_))
732-
return false;
733-
__first2.__seg_ += (__dn + __first2.__ctz_) / __bits_per_word;
734-
__first2.__ctz_ = static_cast<unsigned>((__dn + __first2.__ctz_) % __bits_per_word);
735-
__n -= __dn;
736-
if (__n > 0) {
737-
__m = ~__storage_type(0) >> (__bits_per_word - __n);
738-
if ((*__first2.__seg_ & __m) != (__b >> __dn))
739-
return false;
740-
}
741-
}
742-
}
743-
return true;
744-
}
745-
746-
template <class _Cp, bool _IC1, bool _IC2>
747-
_LIBCPP_CONSTEXPR_SINCE_CXX20 _LIBCPP_HIDE_FROM_ABI bool __equal_aligned(
748-
__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
749-
using _It = __bit_iterator<_Cp, _IC1>;
750-
using difference_type = typename _It::difference_type;
751-
using __storage_type = typename _It::__storage_type;
752-
753-
const int __bits_per_word = _It::__bits_per_word;
754-
difference_type __n = __last1 - __first1;
755-
if (__n > 0) {
756-
// do first word
757-
if (__first1.__ctz_ != 0) {
758-
unsigned __clz = __bits_per_word - __first1.__ctz_;
759-
difference_type __dn = std::min(static_cast<difference_type>(__clz), __n);
760-
__n -= __dn;
761-
__storage_type __m = (~__storage_type(0) << __first1.__ctz_) & (~__storage_type(0) >> (__clz - __dn));
762-
if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
763-
return false;
764-
++__first2.__seg_;
765-
++__first1.__seg_;
766-
// __first1.__ctz_ = 0;
767-
// __first2.__ctz_ = 0;
768-
}
769-
// __first1.__ctz_ == 0;
770-
// __first2.__ctz_ == 0;
771-
// do middle words
772-
for (; __n >= __bits_per_word; __n -= __bits_per_word, ++__first1.__seg_, ++__first2.__seg_)
773-
if (*__first2.__seg_ != *__first1.__seg_)
774-
return false;
775-
// do last word
776-
if (__n > 0) {
777-
__storage_type __m = ~__storage_type(0) >> (__bits_per_word - __n);
778-
if ((*__first2.__seg_ & __m) != (*__first1.__seg_ & __m))
779-
return false;
780-
}
781-
}
782-
return true;
783-
}
784-
785-
template <class _Cp, bool _IC1, bool _IC2>
786-
inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 bool
787-
equal(__bit_iterator<_Cp, _IC1> __first1, __bit_iterator<_Cp, _IC1> __last1, __bit_iterator<_Cp, _IC2> __first2) {
788-
if (__first1.__ctz_ == __first2.__ctz_)
789-
return std::__equal_aligned(__first1, __last1, __first2);
790-
return std::__equal_unaligned(__first1, __last1, __first2);
791-
}
792-
793676
template <class _Cp, bool _IsConst, typename _Cp::__storage_type>
794677
class __bit_iterator {
795678
public:
@@ -1018,9 +901,13 @@ private:
1018901
template <class _Dp, bool _IC1, bool _IC2>
1019902
_LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
1020903
__equal_unaligned(__bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC2>);
1021-
template <class _Dp, bool _IC1, bool _IC2>
1022-
_LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool
1023-
equal(__bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC2>);
904+
template <class _Dp,
905+
bool _IC1,
906+
bool _IC2,
907+
class _BinaryPredicate,
908+
__enable_if_t<std::is_same<_BinaryPredicate, __equal_to>::value, int> >
909+
_LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 friend bool __equal_iter_impl(
910+
__bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC1>, __bit_iterator<_Dp, _IC2>, _BinaryPredicate);
1024911
template <bool _ToFind, class _Dp, bool _IC>
1025912
_LIBCPP_CONSTEXPR_SINCE_CXX20 friend __bit_iterator<_Dp, _IC>
1026913
__find_bool(__bit_iterator<_Dp, _IC>, typename __size_difference_type_traits<_Dp>::size_type);

‎libcxx/include/bitset

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -130,6 +130,7 @@ template <size_t N> struct hash<std::bitset<N>>;
130130
# include <__cxx03/bitset>
131131
#else
132132
# include <__algorithm/count.h>
133+
# include <__algorithm/equal.h>
133134
# include <__algorithm/fill.h>
134135
# include <__algorithm/fill_n.h>
135136
# include <__algorithm/find.h>

0 commit comments

Comments
 (0)