1fe6060f1SDimitry Andric // -*- C++ -*- 2fe6060f1SDimitry Andric //===----------------------------------------------------------------------===// 3fe6060f1SDimitry Andric // 4fe6060f1SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 5fe6060f1SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 6fe6060f1SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 7fe6060f1SDimitry Andric // 8fe6060f1SDimitry Andric //===----------------------------------------------------------------------===// 9fe6060f1SDimitry Andric 10fe6060f1SDimitry Andric #ifndef _LIBCPP___ALGORITHM_MISMATCH_H 11fe6060f1SDimitry Andric #define _LIBCPP___ALGORITHM_MISMATCH_H 12fe6060f1SDimitry Andric 13fe6060f1SDimitry Andric #include <__algorithm/comp.h> 14*0fca6ea1SDimitry Andric #include <__algorithm/min.h> 15*0fca6ea1SDimitry Andric #include <__algorithm/simd_utils.h> 16*0fca6ea1SDimitry Andric #include <__algorithm/unwrap_iter.h> 1704eeddc0SDimitry Andric #include <__config> 18*0fca6ea1SDimitry Andric #include <__functional/identity.h> 19*0fca6ea1SDimitry Andric #include <__iterator/aliasing_iterator.h> 20*0fca6ea1SDimitry Andric #include <__type_traits/desugars_to.h> 21*0fca6ea1SDimitry Andric #include <__type_traits/invoke.h> 22*0fca6ea1SDimitry Andric #include <__type_traits/is_constant_evaluated.h> 23*0fca6ea1SDimitry Andric #include <__type_traits/is_equality_comparable.h> 24*0fca6ea1SDimitry Andric #include <__type_traits/is_integral.h> 25*0fca6ea1SDimitry Andric #include <__utility/move.h> 2681ad6265SDimitry Andric #include <__utility/pair.h> 27*0fca6ea1SDimitry Andric #include <__utility/unreachable.h> 28*0fca6ea1SDimitry Andric #include <cstddef> 29fe6060f1SDimitry Andric 30fe6060f1SDimitry Andric #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 31fe6060f1SDimitry Andric # pragma GCC system_header 32fe6060f1SDimitry Andric #endif 33fe6060f1SDimitry Andric 34*0fca6ea1SDimitry Andric _LIBCPP_PUSH_MACROS 35*0fca6ea1SDimitry Andric #include <__undef_macros> 36*0fca6ea1SDimitry Andric 37fe6060f1SDimitry Andric _LIBCPP_BEGIN_NAMESPACE_STD 38fe6060f1SDimitry Andric 39*0fca6ea1SDimitry Andric template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2> 40*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> 41*0fca6ea1SDimitry Andric __mismatch_loop(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 42*0fca6ea1SDimitry Andric while (__first1 != __last1) { 43*0fca6ea1SDimitry Andric if (!std::__invoke(__pred, std::__invoke(__proj1, *__first1), std::__invoke(__proj2, *__first2))) 44fe6060f1SDimitry Andric break; 45*0fca6ea1SDimitry Andric ++__first1; 46*0fca6ea1SDimitry Andric ++__first2; 47*0fca6ea1SDimitry Andric } 48*0fca6ea1SDimitry Andric return std::make_pair(std::move(__first1), std::move(__first2)); 49*0fca6ea1SDimitry Andric } 50*0fca6ea1SDimitry Andric 51*0fca6ea1SDimitry Andric template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2> 52*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> 53*0fca6ea1SDimitry Andric __mismatch(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 54*0fca6ea1SDimitry Andric return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2); 55*0fca6ea1SDimitry Andric } 56*0fca6ea1SDimitry Andric 57*0fca6ea1SDimitry Andric #if _LIBCPP_VECTORIZE_ALGORITHMS 58*0fca6ea1SDimitry Andric 59*0fca6ea1SDimitry Andric template <class _Iter> 60*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter, _Iter> 61*0fca6ea1SDimitry Andric __mismatch_vectorized(_Iter __first1, _Iter __last1, _Iter __first2) { 62*0fca6ea1SDimitry Andric using __value_type = __iter_value_type<_Iter>; 63*0fca6ea1SDimitry Andric constexpr size_t __unroll_count = 4; 64*0fca6ea1SDimitry Andric constexpr size_t __vec_size = __native_vector_size<__value_type>; 65*0fca6ea1SDimitry Andric using __vec = __simd_vector<__value_type, __vec_size>; 66*0fca6ea1SDimitry Andric 67*0fca6ea1SDimitry Andric if (!__libcpp_is_constant_evaluated()) { 68*0fca6ea1SDimitry Andric auto __orig_first1 = __first1; 69*0fca6ea1SDimitry Andric auto __last2 = __first2 + (__last1 - __first1); 70*0fca6ea1SDimitry Andric while (static_cast<size_t>(__last1 - __first1) >= __unroll_count * __vec_size) [[__unlikely__]] { 71*0fca6ea1SDimitry Andric __vec __lhs[__unroll_count]; 72*0fca6ea1SDimitry Andric __vec __rhs[__unroll_count]; 73*0fca6ea1SDimitry Andric 74*0fca6ea1SDimitry Andric for (size_t __i = 0; __i != __unroll_count; ++__i) { 75*0fca6ea1SDimitry Andric __lhs[__i] = std::__load_vector<__vec>(__first1 + __i * __vec_size); 76*0fca6ea1SDimitry Andric __rhs[__i] = std::__load_vector<__vec>(__first2 + __i * __vec_size); 77*0fca6ea1SDimitry Andric } 78*0fca6ea1SDimitry Andric 79*0fca6ea1SDimitry Andric for (size_t __i = 0; __i != __unroll_count; ++__i) { 80*0fca6ea1SDimitry Andric if (auto __cmp_res = __lhs[__i] == __rhs[__i]; !std::__all_of(__cmp_res)) { 81*0fca6ea1SDimitry Andric auto __offset = __i * __vec_size + std::__find_first_not_set(__cmp_res); 82*0fca6ea1SDimitry Andric return {__first1 + __offset, __first2 + __offset}; 83*0fca6ea1SDimitry Andric } 84*0fca6ea1SDimitry Andric } 85*0fca6ea1SDimitry Andric 86*0fca6ea1SDimitry Andric __first1 += __unroll_count * __vec_size; 87*0fca6ea1SDimitry Andric __first2 += __unroll_count * __vec_size; 88*0fca6ea1SDimitry Andric } 89*0fca6ea1SDimitry Andric 90*0fca6ea1SDimitry Andric // check the remaining 0-3 vectors 91*0fca6ea1SDimitry Andric while (static_cast<size_t>(__last1 - __first1) >= __vec_size) { 92*0fca6ea1SDimitry Andric if (auto __cmp_res = std::__load_vector<__vec>(__first1) == std::__load_vector<__vec>(__first2); 93*0fca6ea1SDimitry Andric !std::__all_of(__cmp_res)) { 94*0fca6ea1SDimitry Andric auto __offset = std::__find_first_not_set(__cmp_res); 95*0fca6ea1SDimitry Andric return {__first1 + __offset, __first2 + __offset}; 96*0fca6ea1SDimitry Andric } 97*0fca6ea1SDimitry Andric __first1 += __vec_size; 98*0fca6ea1SDimitry Andric __first2 += __vec_size; 99*0fca6ea1SDimitry Andric } 100*0fca6ea1SDimitry Andric 101*0fca6ea1SDimitry Andric if (__last1 - __first1 == 0) 102*0fca6ea1SDimitry Andric return {__first1, __first2}; 103*0fca6ea1SDimitry Andric 104*0fca6ea1SDimitry Andric // Check if we can load elements in front of the current pointer. If that's the case load a vector at 105*0fca6ea1SDimitry Andric // (last - vector_size) to check the remaining elements 106*0fca6ea1SDimitry Andric if (static_cast<size_t>(__first1 - __orig_first1) >= __vec_size) { 107*0fca6ea1SDimitry Andric __first1 = __last1 - __vec_size; 108*0fca6ea1SDimitry Andric __first2 = __last2 - __vec_size; 109*0fca6ea1SDimitry Andric auto __offset = 110*0fca6ea1SDimitry Andric std::__find_first_not_set(std::__load_vector<__vec>(__first1) == std::__load_vector<__vec>(__first2)); 111*0fca6ea1SDimitry Andric return {__first1 + __offset, __first2 + __offset}; 112*0fca6ea1SDimitry Andric } // else loop over the elements individually 113*0fca6ea1SDimitry Andric } 114*0fca6ea1SDimitry Andric 115*0fca6ea1SDimitry Andric __equal_to __pred; 116*0fca6ea1SDimitry Andric __identity __proj; 117*0fca6ea1SDimitry Andric return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj, __proj); 118*0fca6ea1SDimitry Andric } 119*0fca6ea1SDimitry Andric 120*0fca6ea1SDimitry Andric template <class _Tp, 121*0fca6ea1SDimitry Andric class _Pred, 122*0fca6ea1SDimitry Andric class _Proj1, 123*0fca6ea1SDimitry Andric class _Proj2, 124*0fca6ea1SDimitry Andric __enable_if_t<is_integral<_Tp>::value && __desugars_to_v<__equal_tag, _Pred, _Tp, _Tp> && 125*0fca6ea1SDimitry Andric __is_identity<_Proj1>::value && __is_identity<_Proj2>::value, 126*0fca6ea1SDimitry Andric int> = 0> 127*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 128*0fca6ea1SDimitry Andric __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Pred&, _Proj1&, _Proj2&) { 129*0fca6ea1SDimitry Andric return std::__mismatch_vectorized(__first1, __last1, __first2); 130*0fca6ea1SDimitry Andric } 131*0fca6ea1SDimitry Andric 132*0fca6ea1SDimitry Andric template <class _Tp, 133*0fca6ea1SDimitry Andric class _Pred, 134*0fca6ea1SDimitry Andric class _Proj1, 135*0fca6ea1SDimitry Andric class _Proj2, 136*0fca6ea1SDimitry Andric __enable_if_t<!is_integral<_Tp>::value && __desugars_to_v<__equal_tag, _Pred, _Tp, _Tp> && 137*0fca6ea1SDimitry Andric __is_identity<_Proj1>::value && __is_identity<_Proj2>::value && 138*0fca6ea1SDimitry Andric __can_map_to_integer_v<_Tp> && __libcpp_is_trivially_equality_comparable<_Tp, _Tp>::value, 139*0fca6ea1SDimitry Andric int> = 0> 140*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 141*0fca6ea1SDimitry Andric __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 142*0fca6ea1SDimitry Andric if (__libcpp_is_constant_evaluated()) { 143*0fca6ea1SDimitry Andric return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2); 144*0fca6ea1SDimitry Andric } else { 145*0fca6ea1SDimitry Andric using _Iter = __aliasing_iterator<_Tp*, __get_as_integer_type_t<_Tp>>; 146*0fca6ea1SDimitry Andric auto __ret = std::__mismatch_vectorized(_Iter(__first1), _Iter(__last1), _Iter(__first2)); 147*0fca6ea1SDimitry Andric return {__ret.first.__base(), __ret.second.__base()}; 148*0fca6ea1SDimitry Andric } 149*0fca6ea1SDimitry Andric } 150*0fca6ea1SDimitry Andric #endif // _LIBCPP_VECTORIZE_ALGORITHMS 151*0fca6ea1SDimitry Andric 152*0fca6ea1SDimitry Andric template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate> 153*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 154*0fca6ea1SDimitry Andric mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _BinaryPredicate __pred) { 155*0fca6ea1SDimitry Andric __identity __proj; 156*0fca6ea1SDimitry Andric auto __res = std::__mismatch( 157*0fca6ea1SDimitry Andric std::__unwrap_iter(__first1), std::__unwrap_iter(__last1), std::__unwrap_iter(__first2), __pred, __proj, __proj); 158*0fca6ea1SDimitry Andric return std::make_pair(std::__rewrap_iter(__first1, __res.first), std::__rewrap_iter(__first2, __res.second)); 159fe6060f1SDimitry Andric } 160fe6060f1SDimitry Andric 161fe6060f1SDimitry Andric template <class _InputIterator1, class _InputIterator2> 162*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 163fe6060f1SDimitry Andric mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2) { 164bdd1243dSDimitry Andric return std::mismatch(__first1, __last1, __first2, __equal_to()); 165fe6060f1SDimitry Andric } 166fe6060f1SDimitry Andric 16706c3fb27SDimitry Andric #if _LIBCPP_STD_VER >= 14 168*0fca6ea1SDimitry Andric template <class _Iter1, class _Sent1, class _Iter2, class _Sent2, class _Pred, class _Proj1, class _Proj2> 169*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> __mismatch( 170*0fca6ea1SDimitry Andric _Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Sent2 __last2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 171*0fca6ea1SDimitry Andric while (__first1 != __last1 && __first2 != __last2) { 172*0fca6ea1SDimitry Andric if (!std::__invoke(__pred, std::__invoke(__proj1, *__first1), std::__invoke(__proj2, *__first2))) 173*0fca6ea1SDimitry Andric break; 174*0fca6ea1SDimitry Andric ++__first1; 175*0fca6ea1SDimitry Andric ++__first2; 176*0fca6ea1SDimitry Andric } 177*0fca6ea1SDimitry Andric return {std::move(__first1), std::move(__first2)}; 178*0fca6ea1SDimitry Andric } 179*0fca6ea1SDimitry Andric 180*0fca6ea1SDimitry Andric template <class _Tp, class _Pred, class _Proj1, class _Proj2> 181*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 182*0fca6ea1SDimitry Andric __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Tp* __last2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 183*0fca6ea1SDimitry Andric auto __len = std::min(__last1 - __first1, __last2 - __first2); 184*0fca6ea1SDimitry Andric return std::__mismatch(__first1, __first1 + __len, __first2, __pred, __proj1, __proj2); 185*0fca6ea1SDimitry Andric } 186*0fca6ea1SDimitry Andric 187fe6060f1SDimitry Andric template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate> 188*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 189cb14a3feSDimitry Andric mismatch(_InputIterator1 __first1, 190cb14a3feSDimitry Andric _InputIterator1 __last1, 191cb14a3feSDimitry Andric _InputIterator2 __first2, 192cb14a3feSDimitry Andric _InputIterator2 __last2, 193fe6060f1SDimitry Andric _BinaryPredicate __pred) { 194*0fca6ea1SDimitry Andric __identity __proj; 195*0fca6ea1SDimitry Andric auto __res = std::__mismatch( 196*0fca6ea1SDimitry Andric std::__unwrap_iter(__first1), 197*0fca6ea1SDimitry Andric std::__unwrap_iter(__last1), 198*0fca6ea1SDimitry Andric std::__unwrap_iter(__first2), 199*0fca6ea1SDimitry Andric std::__unwrap_iter(__last2), 200*0fca6ea1SDimitry Andric __pred, 201*0fca6ea1SDimitry Andric __proj, 202*0fca6ea1SDimitry Andric __proj); 203*0fca6ea1SDimitry Andric return {std::__rewrap_iter(__first1, __res.first), std::__rewrap_iter(__first2, __res.second)}; 204fe6060f1SDimitry Andric } 205fe6060f1SDimitry Andric 206fe6060f1SDimitry Andric template <class _InputIterator1, class _InputIterator2> 207*0fca6ea1SDimitry Andric _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 208fe6060f1SDimitry Andric mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _InputIterator2 __last2) { 209bdd1243dSDimitry Andric return std::mismatch(__first1, __last1, __first2, __last2, __equal_to()); 210fe6060f1SDimitry Andric } 211fe6060f1SDimitry Andric #endif 212fe6060f1SDimitry Andric 213fe6060f1SDimitry Andric _LIBCPP_END_NAMESPACE_STD 214fe6060f1SDimitry Andric 215*0fca6ea1SDimitry Andric _LIBCPP_POP_MACROS 216*0fca6ea1SDimitry Andric 217fe6060f1SDimitry Andric #endif // _LIBCPP___ALGORITHM_MISMATCH_H 218