1e78f53d1SNikolas Klauser // -*- C++ -*- 2e78f53d1SNikolas Klauser //===----------------------------------------------------------------------===// 3e78f53d1SNikolas Klauser // 4e78f53d1SNikolas Klauser // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 5e78f53d1SNikolas Klauser // See https://llvm.org/LICENSE.txt for license information. 6e78f53d1SNikolas Klauser // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 7e78f53d1SNikolas Klauser // 8e78f53d1SNikolas Klauser //===----------------------------------------------------------------------===// 9e78f53d1SNikolas Klauser 10*ce777190SNikolas Klauser #ifndef _LIBCPP___CXX03___ALGORITHM_MISMATCH_H 11*ce777190SNikolas Klauser #define _LIBCPP___CXX03___ALGORITHM_MISMATCH_H 12e78f53d1SNikolas Klauser 1373fbae83SNikolas Klauser #include <__cxx03/__algorithm/comp.h> 1473fbae83SNikolas Klauser #include <__cxx03/__algorithm/min.h> 1573fbae83SNikolas Klauser #include <__cxx03/__algorithm/simd_utils.h> 1673fbae83SNikolas Klauser #include <__cxx03/__algorithm/unwrap_iter.h> 1773fbae83SNikolas Klauser #include <__cxx03/__config> 1873fbae83SNikolas Klauser #include <__cxx03/__functional/identity.h> 1973fbae83SNikolas Klauser #include <__cxx03/__iterator/aliasing_iterator.h> 2073fbae83SNikolas Klauser #include <__cxx03/__type_traits/desugars_to.h> 2173fbae83SNikolas Klauser #include <__cxx03/__type_traits/invoke.h> 2273fbae83SNikolas Klauser #include <__cxx03/__type_traits/is_constant_evaluated.h> 2373fbae83SNikolas Klauser #include <__cxx03/__type_traits/is_equality_comparable.h> 2473fbae83SNikolas Klauser #include <__cxx03/__type_traits/is_integral.h> 2573fbae83SNikolas Klauser #include <__cxx03/__utility/move.h> 2673fbae83SNikolas Klauser #include <__cxx03/__utility/pair.h> 2773fbae83SNikolas Klauser #include <__cxx03/__utility/unreachable.h> 2873fbae83SNikolas Klauser #include <__cxx03/cstddef> 29e78f53d1SNikolas Klauser 30e78f53d1SNikolas Klauser #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 31e78f53d1SNikolas Klauser # pragma GCC system_header 32e78f53d1SNikolas Klauser #endif 33e78f53d1SNikolas Klauser 34e78f53d1SNikolas Klauser _LIBCPP_PUSH_MACROS 3573fbae83SNikolas Klauser #include <__cxx03/__undef_macros> 36e78f53d1SNikolas Klauser 37e78f53d1SNikolas Klauser _LIBCPP_BEGIN_NAMESPACE_STD 38e78f53d1SNikolas Klauser 39e78f53d1SNikolas Klauser template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2> 40e78f53d1SNikolas Klauser _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> 41e78f53d1SNikolas Klauser __mismatch_loop(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 42e78f53d1SNikolas Klauser while (__first1 != __last1) { 43e78f53d1SNikolas Klauser if (!std::__invoke(__pred, std::__invoke(__proj1, *__first1), std::__invoke(__proj2, *__first2))) 44e78f53d1SNikolas Klauser break; 45e78f53d1SNikolas Klauser ++__first1; 46e78f53d1SNikolas Klauser ++__first2; 47e78f53d1SNikolas Klauser } 48e78f53d1SNikolas Klauser return std::make_pair(std::move(__first1), std::move(__first2)); 49e78f53d1SNikolas Klauser } 50e78f53d1SNikolas Klauser 51e78f53d1SNikolas Klauser template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2> 52e78f53d1SNikolas Klauser _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> 53e78f53d1SNikolas Klauser __mismatch(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 54e78f53d1SNikolas Klauser return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2); 55e78f53d1SNikolas Klauser } 56e78f53d1SNikolas Klauser 57e78f53d1SNikolas Klauser #if _LIBCPP_VECTORIZE_ALGORITHMS 58e78f53d1SNikolas Klauser 59e78f53d1SNikolas Klauser template <class _Iter> 60e78f53d1SNikolas Klauser _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter, _Iter> 61e78f53d1SNikolas Klauser __mismatch_vectorized(_Iter __first1, _Iter __last1, _Iter __first2) { 62e78f53d1SNikolas Klauser using __value_type = __iter_value_type<_Iter>; 63e78f53d1SNikolas Klauser constexpr size_t __unroll_count = 4; 64e78f53d1SNikolas Klauser constexpr size_t __vec_size = __native_vector_size<__value_type>; 65e78f53d1SNikolas Klauser using __vec = __simd_vector<__value_type, __vec_size>; 66e78f53d1SNikolas Klauser 67e78f53d1SNikolas Klauser if (!__libcpp_is_constant_evaluated()) { 68e78f53d1SNikolas Klauser auto __orig_first1 = __first1; 69e78f53d1SNikolas Klauser auto __last2 = __first2 + (__last1 - __first1); 70e78f53d1SNikolas Klauser while (static_cast<size_t>(__last1 - __first1) >= __unroll_count * __vec_size) [[__unlikely__]] { 71e78f53d1SNikolas Klauser __vec __lhs[__unroll_count]; 72e78f53d1SNikolas Klauser __vec __rhs[__unroll_count]; 73e78f53d1SNikolas Klauser 74e78f53d1SNikolas Klauser for (size_t __i = 0; __i != __unroll_count; ++__i) { 75e78f53d1SNikolas Klauser __lhs[__i] = std::__load_vector<__vec>(__first1 + __i * __vec_size); 76e78f53d1SNikolas Klauser __rhs[__i] = std::__load_vector<__vec>(__first2 + __i * __vec_size); 77e78f53d1SNikolas Klauser } 78e78f53d1SNikolas Klauser 79e78f53d1SNikolas Klauser for (size_t __i = 0; __i != __unroll_count; ++__i) { 80e78f53d1SNikolas Klauser if (auto __cmp_res = __lhs[__i] == __rhs[__i]; !std::__all_of(__cmp_res)) { 81e78f53d1SNikolas Klauser auto __offset = __i * __vec_size + std::__find_first_not_set(__cmp_res); 82e78f53d1SNikolas Klauser return {__first1 + __offset, __first2 + __offset}; 83e78f53d1SNikolas Klauser } 84e78f53d1SNikolas Klauser } 85e78f53d1SNikolas Klauser 86e78f53d1SNikolas Klauser __first1 += __unroll_count * __vec_size; 87e78f53d1SNikolas Klauser __first2 += __unroll_count * __vec_size; 88e78f53d1SNikolas Klauser } 89e78f53d1SNikolas Klauser 90e78f53d1SNikolas Klauser // check the remaining 0-3 vectors 91e78f53d1SNikolas Klauser while (static_cast<size_t>(__last1 - __first1) >= __vec_size) { 92e78f53d1SNikolas Klauser if (auto __cmp_res = std::__load_vector<__vec>(__first1) == std::__load_vector<__vec>(__first2); 93e78f53d1SNikolas Klauser !std::__all_of(__cmp_res)) { 94e78f53d1SNikolas Klauser auto __offset = std::__find_first_not_set(__cmp_res); 95e78f53d1SNikolas Klauser return {__first1 + __offset, __first2 + __offset}; 96e78f53d1SNikolas Klauser } 97e78f53d1SNikolas Klauser __first1 += __vec_size; 98e78f53d1SNikolas Klauser __first2 += __vec_size; 99e78f53d1SNikolas Klauser } 100e78f53d1SNikolas Klauser 101e78f53d1SNikolas Klauser if (__last1 - __first1 == 0) 102e78f53d1SNikolas Klauser return {__first1, __first2}; 103e78f53d1SNikolas Klauser 104e78f53d1SNikolas Klauser // Check if we can load elements in front of the current pointer. If that's the case load a vector at 105e78f53d1SNikolas Klauser // (last - vector_size) to check the remaining elements 106e78f53d1SNikolas Klauser if (static_cast<size_t>(__first1 - __orig_first1) >= __vec_size) { 107e78f53d1SNikolas Klauser __first1 = __last1 - __vec_size; 108e78f53d1SNikolas Klauser __first2 = __last2 - __vec_size; 109e78f53d1SNikolas Klauser auto __offset = 110e78f53d1SNikolas Klauser std::__find_first_not_set(std::__load_vector<__vec>(__first1) == std::__load_vector<__vec>(__first2)); 111e78f53d1SNikolas Klauser return {__first1 + __offset, __first2 + __offset}; 112e78f53d1SNikolas Klauser } // else loop over the elements individually 113e78f53d1SNikolas Klauser } 114e78f53d1SNikolas Klauser 115e78f53d1SNikolas Klauser __equal_to __pred; 116e78f53d1SNikolas Klauser __identity __proj; 117e78f53d1SNikolas Klauser return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj, __proj); 118e78f53d1SNikolas Klauser } 119e78f53d1SNikolas Klauser 120e78f53d1SNikolas Klauser template <class _Tp, 121e78f53d1SNikolas Klauser class _Pred, 122e78f53d1SNikolas Klauser class _Proj1, 123e78f53d1SNikolas Klauser class _Proj2, 124e78f53d1SNikolas Klauser __enable_if_t<is_integral<_Tp>::value && __desugars_to_v<__equal_tag, _Pred, _Tp, _Tp> && 125e78f53d1SNikolas Klauser __is_identity<_Proj1>::value && __is_identity<_Proj2>::value, 126e78f53d1SNikolas Klauser int> = 0> 127e78f53d1SNikolas Klauser _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 128e78f53d1SNikolas Klauser __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Pred&, _Proj1&, _Proj2&) { 129e78f53d1SNikolas Klauser return std::__mismatch_vectorized(__first1, __last1, __first2); 130e78f53d1SNikolas Klauser } 131e78f53d1SNikolas Klauser 132e78f53d1SNikolas Klauser template <class _Tp, 133e78f53d1SNikolas Klauser class _Pred, 134e78f53d1SNikolas Klauser class _Proj1, 135e78f53d1SNikolas Klauser class _Proj2, 136e78f53d1SNikolas Klauser __enable_if_t<!is_integral<_Tp>::value && __desugars_to_v<__equal_tag, _Pred, _Tp, _Tp> && 137e78f53d1SNikolas Klauser __is_identity<_Proj1>::value && __is_identity<_Proj2>::value && 138e78f53d1SNikolas Klauser __can_map_to_integer_v<_Tp> && __libcpp_is_trivially_equality_comparable<_Tp, _Tp>::value, 139e78f53d1SNikolas Klauser int> = 0> 140e78f53d1SNikolas Klauser _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 141e78f53d1SNikolas Klauser __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 142e78f53d1SNikolas Klauser if (__libcpp_is_constant_evaluated()) { 143e78f53d1SNikolas Klauser return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2); 144e78f53d1SNikolas Klauser } else { 145e78f53d1SNikolas Klauser using _Iter = __aliasing_iterator<_Tp*, __get_as_integer_type_t<_Tp>>; 146e78f53d1SNikolas Klauser auto __ret = std::__mismatch_vectorized(_Iter(__first1), _Iter(__last1), _Iter(__first2)); 147e78f53d1SNikolas Klauser return {__ret.first.__base(), __ret.second.__base()}; 148e78f53d1SNikolas Klauser } 149e78f53d1SNikolas Klauser } 150e78f53d1SNikolas Klauser #endif // _LIBCPP_VECTORIZE_ALGORITHMS 151e78f53d1SNikolas Klauser 152e78f53d1SNikolas Klauser template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate> 153e78f53d1SNikolas Klauser _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 154e78f53d1SNikolas Klauser mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _BinaryPredicate __pred) { 155e78f53d1SNikolas Klauser __identity __proj; 156e78f53d1SNikolas Klauser auto __res = std::__mismatch( 157e78f53d1SNikolas Klauser std::__unwrap_iter(__first1), std::__unwrap_iter(__last1), std::__unwrap_iter(__first2), __pred, __proj, __proj); 158e78f53d1SNikolas Klauser return std::make_pair(std::__rewrap_iter(__first1, __res.first), std::__rewrap_iter(__first2, __res.second)); 159e78f53d1SNikolas Klauser } 160e78f53d1SNikolas Klauser 161e78f53d1SNikolas Klauser template <class _InputIterator1, class _InputIterator2> 162e78f53d1SNikolas Klauser _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 163e78f53d1SNikolas Klauser mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2) { 164e78f53d1SNikolas Klauser return std::mismatch(__first1, __last1, __first2, __equal_to()); 165e78f53d1SNikolas Klauser } 166e78f53d1SNikolas Klauser 167e78f53d1SNikolas Klauser #if _LIBCPP_STD_VER >= 14 168e78f53d1SNikolas Klauser template <class _Iter1, class _Sent1, class _Iter2, class _Sent2, class _Pred, class _Proj1, class _Proj2> 169e78f53d1SNikolas Klauser _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> __mismatch( 170e78f53d1SNikolas Klauser _Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Sent2 __last2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 171e78f53d1SNikolas Klauser while (__first1 != __last1 && __first2 != __last2) { 172e78f53d1SNikolas Klauser if (!std::__invoke(__pred, std::__invoke(__proj1, *__first1), std::__invoke(__proj2, *__first2))) 173e78f53d1SNikolas Klauser break; 174e78f53d1SNikolas Klauser ++__first1; 175e78f53d1SNikolas Klauser ++__first2; 176e78f53d1SNikolas Klauser } 177e78f53d1SNikolas Klauser return {std::move(__first1), std::move(__first2)}; 178e78f53d1SNikolas Klauser } 179e78f53d1SNikolas Klauser 180e78f53d1SNikolas Klauser template <class _Tp, class _Pred, class _Proj1, class _Proj2> 181e78f53d1SNikolas Klauser _LIBCPP_NODISCARD _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 182e78f53d1SNikolas Klauser __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Tp* __last2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 183e78f53d1SNikolas Klauser auto __len = std::min(__last1 - __first1, __last2 - __first2); 184e78f53d1SNikolas Klauser return std::__mismatch(__first1, __first1 + __len, __first2, __pred, __proj1, __proj2); 185e78f53d1SNikolas Klauser } 186e78f53d1SNikolas Klauser 187e78f53d1SNikolas Klauser template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate> 188e78f53d1SNikolas Klauser _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 189e78f53d1SNikolas Klauser mismatch(_InputIterator1 __first1, 190e78f53d1SNikolas Klauser _InputIterator1 __last1, 191e78f53d1SNikolas Klauser _InputIterator2 __first2, 192e78f53d1SNikolas Klauser _InputIterator2 __last2, 193e78f53d1SNikolas Klauser _BinaryPredicate __pred) { 194e78f53d1SNikolas Klauser __identity __proj; 195e78f53d1SNikolas Klauser auto __res = std::__mismatch( 196e78f53d1SNikolas Klauser std::__unwrap_iter(__first1), 197e78f53d1SNikolas Klauser std::__unwrap_iter(__last1), 198e78f53d1SNikolas Klauser std::__unwrap_iter(__first2), 199e78f53d1SNikolas Klauser std::__unwrap_iter(__last2), 200e78f53d1SNikolas Klauser __pred, 201e78f53d1SNikolas Klauser __proj, 202e78f53d1SNikolas Klauser __proj); 203e78f53d1SNikolas Klauser return {std::__rewrap_iter(__first1, __res.first), std::__rewrap_iter(__first2, __res.second)}; 204e78f53d1SNikolas Klauser } 205e78f53d1SNikolas Klauser 206e78f53d1SNikolas Klauser template <class _InputIterator1, class _InputIterator2> 207e78f53d1SNikolas Klauser _LIBCPP_NODISCARD inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 208e78f53d1SNikolas Klauser mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _InputIterator2 __last2) { 209e78f53d1SNikolas Klauser return std::mismatch(__first1, __last1, __first2, __last2, __equal_to()); 210e78f53d1SNikolas Klauser } 211e78f53d1SNikolas Klauser #endif 212e78f53d1SNikolas Klauser 213e78f53d1SNikolas Klauser _LIBCPP_END_NAMESPACE_STD 214e78f53d1SNikolas Klauser 215e78f53d1SNikolas Klauser _LIBCPP_POP_MACROS 216e78f53d1SNikolas Klauser 217*ce777190SNikolas Klauser #endif // _LIBCPP___CXX03___ALGORITHM_MISMATCH_H 218