1134723edSLouis Dionne // -*- C++ -*- 2134723edSLouis Dionne //===----------------------------------------------------------------------===// 3134723edSLouis Dionne // 4134723edSLouis Dionne // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 5134723edSLouis Dionne // See https://llvm.org/LICENSE.txt for license information. 6134723edSLouis Dionne // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 7134723edSLouis Dionne // 8134723edSLouis Dionne //===----------------------------------------------------------------------===// 9134723edSLouis Dionne 10134723edSLouis Dionne #ifndef _LIBCPP___ALGORITHM_MISMATCH_H 11134723edSLouis Dionne #define _LIBCPP___ALGORITHM_MISMATCH_H 12134723edSLouis Dionne 13134723edSLouis Dionne #include <__algorithm/comp.h> 14985c1a44SNikolas Klauser #include <__algorithm/min.h> 15b68e2ebaSNikolas Klauser #include <__algorithm/simd_utils.h> 16b68e2ebaSNikolas Klauser #include <__algorithm/unwrap_iter.h> 174d81a46fSArthur O'Dwyer #include <__config> 18e99c4906SNikolas Klauser #include <__cstddef/size_t.h> 19b68e2ebaSNikolas Klauser #include <__functional/identity.h> 2005cc2d5fSNikolas Klauser #include <__iterator/aliasing_iterator.h> 2109e3a360SLouis Dionne #include <__iterator/iterator_traits.h> 22f5960c16SNikolas Klauser #include <__type_traits/desugars_to.h> 2309e3a360SLouis Dionne #include <__type_traits/enable_if.h> 24b68e2ebaSNikolas Klauser #include <__type_traits/invoke.h> 25b68e2ebaSNikolas Klauser #include <__type_traits/is_constant_evaluated.h> 26b68e2ebaSNikolas Klauser #include <__type_traits/is_equality_comparable.h> 271679b279SNikolas Klauser #include <__type_traits/is_integral.h> 28b68e2ebaSNikolas Klauser #include <__utility/move.h> 29ea2206d7SArthur O'Dwyer #include <__utility/pair.h> 30134723edSLouis Dionne 31134723edSLouis Dionne #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 32134723edSLouis Dionne # pragma GCC system_header 33134723edSLouis Dionne #endif 34134723edSLouis Dionne 35b68e2ebaSNikolas Klauser _LIBCPP_PUSH_MACROS 36b68e2ebaSNikolas Klauser #include <__undef_macros> 37b68e2ebaSNikolas Klauser 38134723edSLouis Dionne _LIBCPP_BEGIN_NAMESPACE_STD 39134723edSLouis Dionne 40b68e2ebaSNikolas Klauser template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2> 4117e0686aSNikolas Klauser [[__nodiscard__]] _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> 42b68e2ebaSNikolas Klauser __mismatch_loop(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 43b68e2ebaSNikolas Klauser while (__first1 != __last1) { 44b68e2ebaSNikolas Klauser if (!std::__invoke(__pred, std::__invoke(__proj1, *__first1), std::__invoke(__proj2, *__first2))) 45b68e2ebaSNikolas Klauser break; 46b68e2ebaSNikolas Klauser ++__first1; 47b68e2ebaSNikolas Klauser ++__first2; 48b68e2ebaSNikolas Klauser } 49b68e2ebaSNikolas Klauser return std::make_pair(std::move(__first1), std::move(__first2)); 50b68e2ebaSNikolas Klauser } 51b68e2ebaSNikolas Klauser 52b68e2ebaSNikolas Klauser template <class _Iter1, class _Sent1, class _Iter2, class _Pred, class _Proj1, class _Proj2> 5317e0686aSNikolas Klauser [[__nodiscard__]] _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> 54b68e2ebaSNikolas Klauser __mismatch(_Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 55b68e2ebaSNikolas Klauser return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2); 56b68e2ebaSNikolas Klauser } 57b68e2ebaSNikolas Klauser 58b68e2ebaSNikolas Klauser #if _LIBCPP_VECTORIZE_ALGORITHMS 59b68e2ebaSNikolas Klauser 6005cc2d5fSNikolas Klauser template <class _Iter> 6117e0686aSNikolas Klauser [[__nodiscard__]] _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter, _Iter> 6205cc2d5fSNikolas Klauser __mismatch_vectorized(_Iter __first1, _Iter __last1, _Iter __first2) { 6305cc2d5fSNikolas Klauser using __value_type = __iter_value_type<_Iter>; 64b68e2ebaSNikolas Klauser constexpr size_t __unroll_count = 4; 6505cc2d5fSNikolas Klauser constexpr size_t __vec_size = __native_vector_size<__value_type>; 6605cc2d5fSNikolas Klauser using __vec = __simd_vector<__value_type, __vec_size>; 67beaff785SNikolas Klauser 68b68e2ebaSNikolas Klauser if (!__libcpp_is_constant_evaluated()) { 69beaff785SNikolas Klauser auto __orig_first1 = __first1; 70beaff785SNikolas Klauser auto __last2 = __first2 + (__last1 - __first1); 71b68e2ebaSNikolas Klauser while (static_cast<size_t>(__last1 - __first1) >= __unroll_count * __vec_size) [[__unlikely__]] { 72b68e2ebaSNikolas Klauser __vec __lhs[__unroll_count]; 73b68e2ebaSNikolas Klauser __vec __rhs[__unroll_count]; 74b68e2ebaSNikolas Klauser 75b68e2ebaSNikolas Klauser for (size_t __i = 0; __i != __unroll_count; ++__i) { 76b68e2ebaSNikolas Klauser __lhs[__i] = std::__load_vector<__vec>(__first1 + __i * __vec_size); 77b68e2ebaSNikolas Klauser __rhs[__i] = std::__load_vector<__vec>(__first2 + __i * __vec_size); 78b68e2ebaSNikolas Klauser } 79b68e2ebaSNikolas Klauser 80b68e2ebaSNikolas Klauser for (size_t __i = 0; __i != __unroll_count; ++__i) { 81*570f0309SVitaly Buka if (auto __cmp_res = __lhs[__i] == __rhs[__i]; !std::__all_of(__cmp_res)) { 82b68e2ebaSNikolas Klauser auto __offset = __i * __vec_size + std::__find_first_not_set(__cmp_res); 83b68e2ebaSNikolas Klauser return {__first1 + __offset, __first2 + __offset}; 84b68e2ebaSNikolas Klauser } 85b68e2ebaSNikolas Klauser } 86b68e2ebaSNikolas Klauser 87b68e2ebaSNikolas Klauser __first1 += __unroll_count * __vec_size; 88b68e2ebaSNikolas Klauser __first2 += __unroll_count * __vec_size; 89b68e2ebaSNikolas Klauser } 90beaff785SNikolas Klauser 91beaff785SNikolas Klauser // check the remaining 0-3 vectors 92beaff785SNikolas Klauser while (static_cast<size_t>(__last1 - __first1) >= __vec_size) { 93*570f0309SVitaly Buka if (auto __cmp_res = std::__load_vector<__vec>(__first1) == std::__load_vector<__vec>(__first2); 94beaff785SNikolas Klauser !std::__all_of(__cmp_res)) { 95beaff785SNikolas Klauser auto __offset = std::__find_first_not_set(__cmp_res); 96beaff785SNikolas Klauser return {__first1 + __offset, __first2 + __offset}; 97b68e2ebaSNikolas Klauser } 98beaff785SNikolas Klauser __first1 += __vec_size; 99beaff785SNikolas Klauser __first2 += __vec_size; 100beaff785SNikolas Klauser } 101beaff785SNikolas Klauser 102beaff785SNikolas Klauser if (__last1 - __first1 == 0) 103beaff785SNikolas Klauser return {__first1, __first2}; 104beaff785SNikolas Klauser 105beaff785SNikolas Klauser // Check if we can load elements in front of the current pointer. If that's the case load a vector at 106beaff785SNikolas Klauser // (last - vector_size) to check the remaining elements 107beaff785SNikolas Klauser if (static_cast<size_t>(__first1 - __orig_first1) >= __vec_size) { 108beaff785SNikolas Klauser __first1 = __last1 - __vec_size; 109beaff785SNikolas Klauser __first2 = __last2 - __vec_size; 110*570f0309SVitaly Buka auto __offset = 111*570f0309SVitaly Buka std::__find_first_not_set(std::__load_vector<__vec>(__first1) == std::__load_vector<__vec>(__first2)); 112beaff785SNikolas Klauser return {__first1 + __offset, __first2 + __offset}; 113beaff785SNikolas Klauser } // else loop over the elements individually 114beaff785SNikolas Klauser } 115beaff785SNikolas Klauser 11605cc2d5fSNikolas Klauser __equal_to __pred; 11705cc2d5fSNikolas Klauser __identity __proj; 11805cc2d5fSNikolas Klauser return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj, __proj); 119b68e2ebaSNikolas Klauser } 120b68e2ebaSNikolas Klauser 12105cc2d5fSNikolas Klauser template <class _Tp, 12205cc2d5fSNikolas Klauser class _Pred, 12305cc2d5fSNikolas Klauser class _Proj1, 12405cc2d5fSNikolas Klauser class _Proj2, 12505cc2d5fSNikolas Klauser __enable_if_t<is_integral<_Tp>::value && __desugars_to_v<__equal_tag, _Pred, _Tp, _Tp> && 12605cc2d5fSNikolas Klauser __is_identity<_Proj1>::value && __is_identity<_Proj2>::value, 12705cc2d5fSNikolas Klauser int> = 0> 12817e0686aSNikolas Klauser [[__nodiscard__]] _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 12905cc2d5fSNikolas Klauser __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Pred&, _Proj1&, _Proj2&) { 13005cc2d5fSNikolas Klauser return std::__mismatch_vectorized(__first1, __last1, __first2); 13105cc2d5fSNikolas Klauser } 13205cc2d5fSNikolas Klauser 13305cc2d5fSNikolas Klauser template <class _Tp, 13405cc2d5fSNikolas Klauser class _Pred, 13505cc2d5fSNikolas Klauser class _Proj1, 13605cc2d5fSNikolas Klauser class _Proj2, 13705cc2d5fSNikolas Klauser __enable_if_t<!is_integral<_Tp>::value && __desugars_to_v<__equal_tag, _Pred, _Tp, _Tp> && 13805cc2d5fSNikolas Klauser __is_identity<_Proj1>::value && __is_identity<_Proj2>::value && 13905cc2d5fSNikolas Klauser __can_map_to_integer_v<_Tp> && __libcpp_is_trivially_equality_comparable<_Tp, _Tp>::value, 14005cc2d5fSNikolas Klauser int> = 0> 14117e0686aSNikolas Klauser [[__nodiscard__]] _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 14205cc2d5fSNikolas Klauser __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 14305cc2d5fSNikolas Klauser if (__libcpp_is_constant_evaluated()) { 14405cc2d5fSNikolas Klauser return std::__mismatch_loop(__first1, __last1, __first2, __pred, __proj1, __proj2); 14505cc2d5fSNikolas Klauser } else { 14605cc2d5fSNikolas Klauser using _Iter = __aliasing_iterator<_Tp*, __get_as_integer_type_t<_Tp>>; 14705cc2d5fSNikolas Klauser auto __ret = std::__mismatch_vectorized(_Iter(__first1), _Iter(__last1), _Iter(__first2)); 14805cc2d5fSNikolas Klauser return {__ret.first.__base(), __ret.second.__base()}; 14905cc2d5fSNikolas Klauser } 15005cc2d5fSNikolas Klauser } 151b68e2ebaSNikolas Klauser #endif // _LIBCPP_VECTORIZE_ALGORITHMS 152b68e2ebaSNikolas Klauser 153134723edSLouis Dionne template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate> 15417e0686aSNikolas Klauser [[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 155134723edSLouis Dionne mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _BinaryPredicate __pred) { 156b68e2ebaSNikolas Klauser __identity __proj; 157b68e2ebaSNikolas Klauser auto __res = std::__mismatch( 158b68e2ebaSNikolas Klauser std::__unwrap_iter(__first1), std::__unwrap_iter(__last1), std::__unwrap_iter(__first2), __pred, __proj, __proj); 159b68e2ebaSNikolas Klauser return std::make_pair(std::__rewrap_iter(__first1, __res.first), std::__rewrap_iter(__first2, __res.second)); 160134723edSLouis Dionne } 161134723edSLouis Dionne 162134723edSLouis Dionne template <class _InputIterator1, class _InputIterator2> 16317e0686aSNikolas Klauser [[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 164134723edSLouis Dionne mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2) { 165e07ca2aeSAlvin Wong return std::mismatch(__first1, __last1, __first2, __equal_to()); 166134723edSLouis Dionne } 167134723edSLouis Dionne 1684f15267dSNikolas Klauser #if _LIBCPP_STD_VER >= 14 169985c1a44SNikolas Klauser template <class _Iter1, class _Sent1, class _Iter2, class _Sent2, class _Pred, class _Proj1, class _Proj2> 17017e0686aSNikolas Klauser [[__nodiscard__]] _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Iter1, _Iter2> __mismatch( 171985c1a44SNikolas Klauser _Iter1 __first1, _Sent1 __last1, _Iter2 __first2, _Sent2 __last2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 172985c1a44SNikolas Klauser while (__first1 != __last1 && __first2 != __last2) { 173985c1a44SNikolas Klauser if (!std::__invoke(__pred, std::__invoke(__proj1, *__first1), std::__invoke(__proj2, *__first2))) 174985c1a44SNikolas Klauser break; 175985c1a44SNikolas Klauser ++__first1; 176985c1a44SNikolas Klauser ++__first2; 177985c1a44SNikolas Klauser } 178985c1a44SNikolas Klauser return {std::move(__first1), std::move(__first2)}; 179985c1a44SNikolas Klauser } 180985c1a44SNikolas Klauser 181985c1a44SNikolas Klauser template <class _Tp, class _Pred, class _Proj1, class _Proj2> 18217e0686aSNikolas Klauser [[__nodiscard__]] _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_Tp*, _Tp*> 183985c1a44SNikolas Klauser __mismatch(_Tp* __first1, _Tp* __last1, _Tp* __first2, _Tp* __last2, _Pred& __pred, _Proj1& __proj1, _Proj2& __proj2) { 184985c1a44SNikolas Klauser auto __len = std::min(__last1 - __first1, __last2 - __first2); 185985c1a44SNikolas Klauser return std::__mismatch(__first1, __first1 + __len, __first2, __pred, __proj1, __proj2); 186985c1a44SNikolas Klauser } 187985c1a44SNikolas Klauser 188134723edSLouis Dionne template <class _InputIterator1, class _InputIterator2, class _BinaryPredicate> 18917e0686aSNikolas Klauser [[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 1909783f28cSLouis Dionne mismatch(_InputIterator1 __first1, 1919783f28cSLouis Dionne _InputIterator1 __last1, 1929783f28cSLouis Dionne _InputIterator2 __first2, 1939783f28cSLouis Dionne _InputIterator2 __last2, 194134723edSLouis Dionne _BinaryPredicate __pred) { 195985c1a44SNikolas Klauser __identity __proj; 196985c1a44SNikolas Klauser auto __res = std::__mismatch( 197985c1a44SNikolas Klauser std::__unwrap_iter(__first1), 198985c1a44SNikolas Klauser std::__unwrap_iter(__last1), 199985c1a44SNikolas Klauser std::__unwrap_iter(__first2), 200985c1a44SNikolas Klauser std::__unwrap_iter(__last2), 201985c1a44SNikolas Klauser __pred, 202985c1a44SNikolas Klauser __proj, 203985c1a44SNikolas Klauser __proj); 204985c1a44SNikolas Klauser return {std::__rewrap_iter(__first1, __res.first), std::__rewrap_iter(__first2, __res.second)}; 205134723edSLouis Dionne } 206134723edSLouis Dionne 207134723edSLouis Dionne template <class _InputIterator1, class _InputIterator2> 20817e0686aSNikolas Klauser [[__nodiscard__]] inline _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX20 pair<_InputIterator1, _InputIterator2> 209134723edSLouis Dionne mismatch(_InputIterator1 __first1, _InputIterator1 __last1, _InputIterator2 __first2, _InputIterator2 __last2) { 210e07ca2aeSAlvin Wong return std::mismatch(__first1, __last1, __first2, __last2, __equal_to()); 211134723edSLouis Dionne } 212134723edSLouis Dionne #endif 213134723edSLouis Dionne 214134723edSLouis Dionne _LIBCPP_END_NAMESPACE_STD 215134723edSLouis Dionne 216b68e2ebaSNikolas Klauser _LIBCPP_POP_MACROS 217b68e2ebaSNikolas Klauser 218134723edSLouis Dionne #endif // _LIBCPP___ALGORITHM_MISMATCH_H 219