1 //===----------------------------------------------------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 9 #ifndef _LIBCPP___ALGORITHM_STABLE_SORT_H 10 #define _LIBCPP___ALGORITHM_STABLE_SORT_H 11 12 #include <__algorithm/comp.h> 13 #include <__algorithm/comp_ref_type.h> 14 #include <__algorithm/inplace_merge.h> 15 #include <__algorithm/iterator_operations.h> 16 #include <__algorithm/radix_sort.h> 17 #include <__algorithm/sort.h> 18 #include <__config> 19 #include <__cstddef/ptrdiff_t.h> 20 #include <__debug_utils/strict_weak_ordering_check.h> 21 #include <__iterator/iterator_traits.h> 22 #include <__memory/construct_at.h> 23 #include <__memory/destruct_n.h> 24 #include <__memory/unique_ptr.h> 25 #include <__memory/unique_temporary_buffer.h> 26 #include <__type_traits/desugars_to.h> 27 #include <__type_traits/enable_if.h> 28 #include <__type_traits/is_integral.h> 29 #include <__type_traits/is_same.h> 30 #include <__type_traits/is_trivially_assignable.h> 31 #include <__type_traits/remove_cvref.h> 32 #include <__utility/move.h> 33 #include <__utility/pair.h> 34 35 #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 36 # pragma GCC system_header 37 #endif 38 39 _LIBCPP_PUSH_MACROS 40 #include <__undef_macros> 41 42 _LIBCPP_BEGIN_NAMESPACE_STD 43 44 template <class _AlgPolicy, class _Compare, class _BidirectionalIterator> 45 _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX26 void __insertion_sort_move( 46 _BidirectionalIterator __first1, 47 _BidirectionalIterator __last1, 48 typename iterator_traits<_BidirectionalIterator>::value_type* __first2, 49 _Compare __comp) { 50 using _Ops = _IterOps<_AlgPolicy>; 51 52 typedef typename iterator_traits<_BidirectionalIterator>::value_type value_type; 53 if (__first1 != __last1) { 54 __destruct_n __d(0); 55 unique_ptr<value_type, __destruct_n&> __h(__first2, __d); 56 value_type* __last2 = __first2; 57 std::__construct_at(__last2, _Ops::__iter_move(__first1)); 58 __d.template __incr<value_type>(); 59 for (++__last2; ++__first1 != __last1; ++__last2) { 60 value_type* __j2 = __last2; 61 value_type* __i2 = __j2; 62 if (__comp(*__first1, *--__i2)) { 63 std::__construct_at(__j2, std::move(*__i2)); 64 __d.template __incr<value_type>(); 65 for (--__j2; __i2 != __first2 && __comp(*__first1, *--__i2); --__j2) 66 *__j2 = std::move(*__i2); 67 *__j2 = _Ops::__iter_move(__first1); 68 } else { 69 std::__construct_at(__j2, _Ops::__iter_move(__first1)); 70 __d.template __incr<value_type>(); 71 } 72 } 73 __h.release(); 74 } 75 } 76 77 template <class _AlgPolicy, class _Compare, class _InputIterator1, class _InputIterator2> 78 _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX26 void __merge_move_construct( 79 _InputIterator1 __first1, 80 _InputIterator1 __last1, 81 _InputIterator2 __first2, 82 _InputIterator2 __last2, 83 typename iterator_traits<_InputIterator1>::value_type* __result, 84 _Compare __comp) { 85 using _Ops = _IterOps<_AlgPolicy>; 86 87 typedef typename iterator_traits<_InputIterator1>::value_type value_type; 88 __destruct_n __d(0); 89 unique_ptr<value_type, __destruct_n&> __h(__result, __d); 90 for (; true; ++__result) { 91 if (__first1 == __last1) { 92 for (; __first2 != __last2; ++__first2, (void)++__result, __d.template __incr<value_type>()) 93 std::__construct_at(__result, _Ops::__iter_move(__first2)); 94 __h.release(); 95 return; 96 } 97 if (__first2 == __last2) { 98 for (; __first1 != __last1; ++__first1, (void)++__result, __d.template __incr<value_type>()) 99 std::__construct_at(__result, _Ops::__iter_move(__first1)); 100 __h.release(); 101 return; 102 } 103 if (__comp(*__first2, *__first1)) { 104 std::__construct_at(__result, _Ops::__iter_move(__first2)); 105 __d.template __incr<value_type>(); 106 ++__first2; 107 } else { 108 std::__construct_at(__result, _Ops::__iter_move(__first1)); 109 __d.template __incr<value_type>(); 110 ++__first1; 111 } 112 } 113 } 114 115 template <class _AlgPolicy, class _Compare, class _InputIterator1, class _InputIterator2, class _OutputIterator> 116 _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX26 void __merge_move_assign( 117 _InputIterator1 __first1, 118 _InputIterator1 __last1, 119 _InputIterator2 __first2, 120 _InputIterator2 __last2, 121 _OutputIterator __result, 122 _Compare __comp) { 123 using _Ops = _IterOps<_AlgPolicy>; 124 125 for (; __first1 != __last1; ++__result) { 126 if (__first2 == __last2) { 127 for (; __first1 != __last1; ++__first1, (void)++__result) 128 *__result = _Ops::__iter_move(__first1); 129 return; 130 } 131 if (__comp(*__first2, *__first1)) { 132 *__result = _Ops::__iter_move(__first2); 133 ++__first2; 134 } else { 135 *__result = _Ops::__iter_move(__first1); 136 ++__first1; 137 } 138 } 139 for (; __first2 != __last2; ++__first2, (void)++__result) 140 *__result = _Ops::__iter_move(__first2); 141 } 142 143 template <class _AlgPolicy, class _Compare, class _RandomAccessIterator> 144 _LIBCPP_CONSTEXPR_SINCE_CXX26 void __stable_sort( 145 _RandomAccessIterator __first, 146 _RandomAccessIterator __last, 147 _Compare __comp, 148 typename iterator_traits<_RandomAccessIterator>::difference_type __len, 149 typename iterator_traits<_RandomAccessIterator>::value_type* __buff, 150 ptrdiff_t __buff_size); 151 152 template <class _AlgPolicy, class _Compare, class _RandomAccessIterator> 153 _LIBCPP_CONSTEXPR_SINCE_CXX26 void __stable_sort_move( 154 _RandomAccessIterator __first1, 155 _RandomAccessIterator __last1, 156 _Compare __comp, 157 typename iterator_traits<_RandomAccessIterator>::difference_type __len, 158 typename iterator_traits<_RandomAccessIterator>::value_type* __first2) { 159 using _Ops = _IterOps<_AlgPolicy>; 160 161 typedef typename iterator_traits<_RandomAccessIterator>::value_type value_type; 162 switch (__len) { 163 case 0: 164 return; 165 case 1: 166 std::__construct_at(__first2, _Ops::__iter_move(__first1)); 167 return; 168 case 2: 169 __destruct_n __d(0); 170 unique_ptr<value_type, __destruct_n&> __h2(__first2, __d); 171 if (__comp(*--__last1, *__first1)) { 172 std::__construct_at(__first2, _Ops::__iter_move(__last1)); 173 __d.template __incr<value_type>(); 174 ++__first2; 175 std::__construct_at(__first2, _Ops::__iter_move(__first1)); 176 } else { 177 std::__construct_at(__first2, _Ops::__iter_move(__first1)); 178 __d.template __incr<value_type>(); 179 ++__first2; 180 std::__construct_at(__first2, _Ops::__iter_move(__last1)); 181 } 182 __h2.release(); 183 return; 184 } 185 if (__len <= 8) { 186 std::__insertion_sort_move<_AlgPolicy, _Compare>(__first1, __last1, __first2, __comp); 187 return; 188 } 189 typename iterator_traits<_RandomAccessIterator>::difference_type __l2 = __len / 2; 190 _RandomAccessIterator __m = __first1 + __l2; 191 std::__stable_sort<_AlgPolicy, _Compare>(__first1, __m, __comp, __l2, __first2, __l2); 192 std::__stable_sort<_AlgPolicy, _Compare>(__m, __last1, __comp, __len - __l2, __first2 + __l2, __len - __l2); 193 std::__merge_move_construct<_AlgPolicy, _Compare>(__first1, __m, __m, __last1, __first2, __comp); 194 } 195 196 template <class _Tp> 197 struct __stable_sort_switch { 198 static const unsigned value = 128 * is_trivially_copy_assignable<_Tp>::value; 199 }; 200 201 #if _LIBCPP_STD_VER >= 17 202 template <class _Tp> 203 _LIBCPP_HIDE_FROM_ABI constexpr unsigned __radix_sort_min_bound() { 204 static_assert(is_integral<_Tp>::value); 205 if constexpr (sizeof(_Tp) == 1) { 206 return 1 << 8; 207 } 208 209 return 1 << 10; 210 } 211 212 template <class _Tp> 213 _LIBCPP_HIDE_FROM_ABI constexpr unsigned __radix_sort_max_bound() { 214 static_assert(is_integral<_Tp>::value); 215 if constexpr (sizeof(_Tp) >= 8) { 216 return 1 << 15; 217 } 218 219 return 1 << 16; 220 } 221 #endif // _LIBCPP_STD_VER >= 17 222 223 template <class _AlgPolicy, class _Compare, class _RandomAccessIterator> 224 _LIBCPP_CONSTEXPR_SINCE_CXX26 void __stable_sort( 225 _RandomAccessIterator __first, 226 _RandomAccessIterator __last, 227 _Compare __comp, 228 typename iterator_traits<_RandomAccessIterator>::difference_type __len, 229 typename iterator_traits<_RandomAccessIterator>::value_type* __buff, 230 ptrdiff_t __buff_size) { 231 typedef typename iterator_traits<_RandomAccessIterator>::value_type value_type; 232 typedef typename iterator_traits<_RandomAccessIterator>::difference_type difference_type; 233 switch (__len) { 234 case 0: 235 case 1: 236 return; 237 case 2: 238 if (__comp(*--__last, *__first)) 239 _IterOps<_AlgPolicy>::iter_swap(__first, __last); 240 return; 241 } 242 if (__len <= static_cast<difference_type>(__stable_sort_switch<value_type>::value)) { 243 std::__insertion_sort<_AlgPolicy, _Compare>(__first, __last, __comp); 244 return; 245 } 246 247 #if _LIBCPP_STD_VER >= 17 248 constexpr auto __default_comp = 249 __desugars_to_v<__totally_ordered_less_tag, __remove_cvref_t<_Compare>, value_type, value_type >; 250 constexpr auto __integral_value = 251 is_integral_v<value_type > && is_same_v< value_type&, __iter_reference<_RandomAccessIterator>>; 252 constexpr auto __allowed_radix_sort = __default_comp && __integral_value; 253 if constexpr (__allowed_radix_sort) { 254 if (__len <= __buff_size && __len >= static_cast<difference_type>(__radix_sort_min_bound<value_type>()) && 255 __len <= static_cast<difference_type>(__radix_sort_max_bound<value_type>())) { 256 std::__radix_sort(__first, __last, __buff); 257 return; 258 } 259 } 260 #endif // _LIBCPP_STD_VER >= 17 261 262 typename iterator_traits<_RandomAccessIterator>::difference_type __l2 = __len / 2; 263 _RandomAccessIterator __m = __first + __l2; 264 if (__len <= __buff_size) { 265 __destruct_n __d(0); 266 unique_ptr<value_type, __destruct_n&> __h2(__buff, __d); 267 std::__stable_sort_move<_AlgPolicy, _Compare>(__first, __m, __comp, __l2, __buff); 268 __d.__set(__l2, (value_type*)nullptr); 269 std::__stable_sort_move<_AlgPolicy, _Compare>(__m, __last, __comp, __len - __l2, __buff + __l2); 270 __d.__set(__len, (value_type*)nullptr); 271 std::__merge_move_assign<_AlgPolicy, _Compare>( 272 __buff, __buff + __l2, __buff + __l2, __buff + __len, __first, __comp); 273 // std::__merge<_Compare>(move_iterator<value_type*>(__buff), 274 // move_iterator<value_type*>(__buff + __l2), 275 // move_iterator<_RandomAccessIterator>(__buff + __l2), 276 // move_iterator<_RandomAccessIterator>(__buff + __len), 277 // __first, __comp); 278 return; 279 } 280 std::__stable_sort<_AlgPolicy, _Compare>(__first, __m, __comp, __l2, __buff, __buff_size); 281 std::__stable_sort<_AlgPolicy, _Compare>(__m, __last, __comp, __len - __l2, __buff, __buff_size); 282 std::__inplace_merge<_AlgPolicy>(__first, __m, __last, __comp, __l2, __len - __l2, __buff, __buff_size); 283 } 284 285 template <class _AlgPolicy, class _RandomAccessIterator, class _Compare> 286 _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX26 void 287 __stable_sort_impl(_RandomAccessIterator __first, _RandomAccessIterator __last, _Compare& __comp) { 288 using value_type = typename iterator_traits<_RandomAccessIterator>::value_type; 289 using difference_type = typename iterator_traits<_RandomAccessIterator>::difference_type; 290 291 difference_type __len = __last - __first; 292 __unique_temporary_buffer<value_type> __unique_buf; 293 pair<value_type*, ptrdiff_t> __buf(0, 0); 294 if (__len > static_cast<difference_type>(__stable_sort_switch<value_type>::value)) { 295 __unique_buf = std::__allocate_unique_temporary_buffer<value_type>(__len); 296 __buf.first = __unique_buf.get(); 297 __buf.second = __unique_buf.get_deleter().__count_; 298 } 299 300 std::__stable_sort<_AlgPolicy, __comp_ref_type<_Compare> >(__first, __last, __comp, __len, __buf.first, __buf.second); 301 std::__check_strict_weak_ordering_sorted(__first, __last, __comp); 302 } 303 304 template <class _RandomAccessIterator, class _Compare> 305 _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX26 void 306 stable_sort(_RandomAccessIterator __first, _RandomAccessIterator __last, _Compare __comp) { 307 std::__stable_sort_impl<_ClassicAlgPolicy>(std::move(__first), std::move(__last), __comp); 308 } 309 310 template <class _RandomAccessIterator> 311 _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX26 void 312 stable_sort(_RandomAccessIterator __first, _RandomAccessIterator __last) { 313 std::stable_sort(__first, __last, __less<>()); 314 } 315 316 _LIBCPP_END_NAMESPACE_STD 317 _LIBCPP_POP_MACROS 318 319 #endif // _LIBCPP___ALGORITHM_STABLE_SORT_H 320