1*4bdff4beSrobert //===----------------------------------------------------------------------===//
2*4bdff4beSrobert //
3*4bdff4beSrobert // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*4bdff4beSrobert // See https://llvm.org/LICENSE.txt for license information.
5*4bdff4beSrobert // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*4bdff4beSrobert //
7*4bdff4beSrobert //===----------------------------------------------------------------------===//
8*4bdff4beSrobert
9*4bdff4beSrobert #ifndef _LIBCPP___ALGORITHM_COPY_MOVE_COMMON_H
10*4bdff4beSrobert #define _LIBCPP___ALGORITHM_COPY_MOVE_COMMON_H
11*4bdff4beSrobert
12*4bdff4beSrobert #include <__algorithm/iterator_operations.h>
13*4bdff4beSrobert #include <__algorithm/unwrap_iter.h>
14*4bdff4beSrobert #include <__algorithm/unwrap_range.h>
15*4bdff4beSrobert #include <__config>
16*4bdff4beSrobert #include <__iterator/iterator_traits.h>
17*4bdff4beSrobert #include <__memory/pointer_traits.h>
18*4bdff4beSrobert #include <__type_traits/enable_if.h>
19*4bdff4beSrobert #include <__type_traits/is_always_bitcastable.h>
20*4bdff4beSrobert #include <__type_traits/is_constant_evaluated.h>
21*4bdff4beSrobert #include <__type_traits/is_copy_constructible.h>
22*4bdff4beSrobert #include <__type_traits/is_trivially_assignable.h>
23*4bdff4beSrobert #include <__type_traits/is_trivially_copyable.h>
24*4bdff4beSrobert #include <__type_traits/is_volatile.h>
25*4bdff4beSrobert #include <__utility/move.h>
26*4bdff4beSrobert #include <__utility/pair.h>
27*4bdff4beSrobert #include <cstddef>
28*4bdff4beSrobert
29*4bdff4beSrobert #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
30*4bdff4beSrobert # pragma GCC system_header
31*4bdff4beSrobert #endif
32*4bdff4beSrobert
33*4bdff4beSrobert _LIBCPP_BEGIN_NAMESPACE_STD
34*4bdff4beSrobert
35*4bdff4beSrobert // Type traits.
36*4bdff4beSrobert
37*4bdff4beSrobert template <class _From, class _To>
38*4bdff4beSrobert struct __can_lower_copy_assignment_to_memmove {
39*4bdff4beSrobert static const bool value =
40*4bdff4beSrobert // If the types are always bitcastable, it's valid to do a bitwise copy between them.
41*4bdff4beSrobert __is_always_bitcastable<_From, _To>::value &&
42*4bdff4beSrobert // Reject conversions that wouldn't be performed by the regular built-in assignment (e.g. between arrays).
43*4bdff4beSrobert is_trivially_assignable<_To&, const _From&>::value &&
44*4bdff4beSrobert // `memmove` doesn't accept `volatile` pointers, make sure the optimization SFINAEs away in that case.
45*4bdff4beSrobert !is_volatile<_From>::value &&
46*4bdff4beSrobert !is_volatile<_To>::value;
47*4bdff4beSrobert };
48*4bdff4beSrobert
49*4bdff4beSrobert template <class _From, class _To>
50*4bdff4beSrobert struct __can_lower_move_assignment_to_memmove {
51*4bdff4beSrobert static const bool value =
52*4bdff4beSrobert __is_always_bitcastable<_From, _To>::value &&
53*4bdff4beSrobert is_trivially_assignable<_To&, _From&&>::value &&
54*4bdff4beSrobert !is_volatile<_From>::value &&
55*4bdff4beSrobert !is_volatile<_To>::value;
56*4bdff4beSrobert };
57*4bdff4beSrobert
58*4bdff4beSrobert // `memmove` algorithms implementation.
59*4bdff4beSrobert
60*4bdff4beSrobert template <class _In, class _Out>
61*4bdff4beSrobert _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX14 pair<_In*, _Out*>
__copy_trivial_impl(_In * __first,_In * __last,_Out * __result)62*4bdff4beSrobert __copy_trivial_impl(_In* __first, _In* __last, _Out* __result) {
63*4bdff4beSrobert const size_t __n = static_cast<size_t>(__last - __first);
64*4bdff4beSrobert ::__builtin_memmove(__result, __first, __n * sizeof(_Out));
65*4bdff4beSrobert
66*4bdff4beSrobert return std::make_pair(__last, __result + __n);
67*4bdff4beSrobert }
68*4bdff4beSrobert
69*4bdff4beSrobert template <class _In, class _Out>
70*4bdff4beSrobert _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX14 pair<_In*, _Out*>
__copy_backward_trivial_impl(_In * __first,_In * __last,_Out * __result)71*4bdff4beSrobert __copy_backward_trivial_impl(_In* __first, _In* __last, _Out* __result) {
72*4bdff4beSrobert const size_t __n = static_cast<size_t>(__last - __first);
73*4bdff4beSrobert __result -= __n;
74*4bdff4beSrobert
75*4bdff4beSrobert ::__builtin_memmove(__result, __first, __n * sizeof(_Out));
76*4bdff4beSrobert
77*4bdff4beSrobert return std::make_pair(__last, __result);
78*4bdff4beSrobert }
79*4bdff4beSrobert
80*4bdff4beSrobert // Iterator unwrapping and dispatching to the correct overload.
81*4bdff4beSrobert
82*4bdff4beSrobert template <class _F1, class _F2>
83*4bdff4beSrobert struct __overload : _F1, _F2 {
84*4bdff4beSrobert using _F1::operator();
85*4bdff4beSrobert using _F2::operator();
86*4bdff4beSrobert };
87*4bdff4beSrobert
88*4bdff4beSrobert template <class _InIter, class _Sent, class _OutIter, class = void>
89*4bdff4beSrobert struct __can_rewrap : false_type {};
90*4bdff4beSrobert
91*4bdff4beSrobert template <class _InIter, class _Sent, class _OutIter>
92*4bdff4beSrobert struct __can_rewrap<_InIter,
93*4bdff4beSrobert _Sent,
94*4bdff4beSrobert _OutIter,
95*4bdff4beSrobert // Note that sentinels are always copy-constructible.
96*4bdff4beSrobert __enable_if_t< is_copy_constructible<_InIter>::value &&
97*4bdff4beSrobert is_copy_constructible<_OutIter>::value > > : true_type {};
98*4bdff4beSrobert
99*4bdff4beSrobert template <class _Algorithm,
100*4bdff4beSrobert class _InIter,
101*4bdff4beSrobert class _Sent,
102*4bdff4beSrobert class _OutIter,
103*4bdff4beSrobert __enable_if_t<__can_rewrap<_InIter, _Sent, _OutIter>::value, int> = 0>
104*4bdff4beSrobert _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX17 pair<_InIter, _OutIter>
105*4bdff4beSrobert __unwrap_and_dispatch(_InIter __first, _Sent __last, _OutIter __out_first) {
106*4bdff4beSrobert auto __range = std::__unwrap_range(__first, std::move(__last));
107*4bdff4beSrobert auto __result = _Algorithm()(std::move(__range.first), std::move(__range.second), std::__unwrap_iter(__out_first));
108*4bdff4beSrobert return std::make_pair(std::__rewrap_range<_Sent>(std::move(__first), std::move(__result.first)),
109*4bdff4beSrobert std::__rewrap_iter(std::move(__out_first), std::move(__result.second)));
110*4bdff4beSrobert }
111*4bdff4beSrobert
112*4bdff4beSrobert template <class _Algorithm,
113*4bdff4beSrobert class _InIter,
114*4bdff4beSrobert class _Sent,
115*4bdff4beSrobert class _OutIter,
116*4bdff4beSrobert __enable_if_t<!__can_rewrap<_InIter, _Sent, _OutIter>::value, int> = 0>
117*4bdff4beSrobert _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX17 pair<_InIter, _OutIter>
118*4bdff4beSrobert __unwrap_and_dispatch(_InIter __first, _Sent __last, _OutIter __out_first) {
119*4bdff4beSrobert return _Algorithm()(std::move(__first), std::move(__last), std::move(__out_first));
120*4bdff4beSrobert }
121*4bdff4beSrobert
122*4bdff4beSrobert template <class _IterOps, class _InValue, class _OutIter, class = void>
123*4bdff4beSrobert struct __can_copy_without_conversion : false_type {};
124*4bdff4beSrobert
125*4bdff4beSrobert template <class _IterOps, class _InValue, class _OutIter>
126*4bdff4beSrobert struct __can_copy_without_conversion<
127*4bdff4beSrobert _IterOps,
128*4bdff4beSrobert _InValue,
129*4bdff4beSrobert _OutIter,
130*4bdff4beSrobert __enable_if_t<is_same<_InValue, typename _IterOps::template __value_type<_OutIter> >::value> > : true_type {};
131*4bdff4beSrobert
132*4bdff4beSrobert template <class _AlgPolicy,
133*4bdff4beSrobert class _NaiveAlgorithm,
134*4bdff4beSrobert class _OptimizedAlgorithm,
135*4bdff4beSrobert class _InIter,
136*4bdff4beSrobert class _Sent,
137*4bdff4beSrobert class _OutIter>
138*4bdff4beSrobert _LIBCPP_HIDE_FROM_ABI _LIBCPP_CONSTEXPR_SINCE_CXX17 pair<_InIter, _OutIter>
139*4bdff4beSrobert __dispatch_copy_or_move(_InIter __first, _Sent __last, _OutIter __out_first) {
140*4bdff4beSrobert #ifdef _LIBCPP_COMPILER_GCC
141*4bdff4beSrobert // GCC doesn't support `__builtin_memmove` during constant evaluation.
142*4bdff4beSrobert if (__libcpp_is_constant_evaluated()) {
143*4bdff4beSrobert return std::__unwrap_and_dispatch<_NaiveAlgorithm>(std::move(__first), std::move(__last), std::move(__out_first));
144*4bdff4beSrobert }
145*4bdff4beSrobert #else
146*4bdff4beSrobert // In Clang, `__builtin_memmove` only supports fully trivially copyable types (just having trivial copy assignment is
147*4bdff4beSrobert // insufficient). Also, conversions are not supported.
148*4bdff4beSrobert if (__libcpp_is_constant_evaluated()) {
149*4bdff4beSrobert using _InValue = typename _IterOps<_AlgPolicy>::template __value_type<_InIter>;
150*4bdff4beSrobert if (!is_trivially_copyable<_InValue>::value ||
151*4bdff4beSrobert !__can_copy_without_conversion<_IterOps<_AlgPolicy>, _InValue, _OutIter>::value) {
152*4bdff4beSrobert return std::__unwrap_and_dispatch<_NaiveAlgorithm>(std::move(__first), std::move(__last), std::move(__out_first));
153*4bdff4beSrobert }
154*4bdff4beSrobert }
155*4bdff4beSrobert #endif // _LIBCPP_COMPILER_GCC
156*4bdff4beSrobert
157*4bdff4beSrobert using _Algorithm = __overload<_NaiveAlgorithm, _OptimizedAlgorithm>;
158*4bdff4beSrobert return std::__unwrap_and_dispatch<_Algorithm>(std::move(__first), std::move(__last), std::move(__out_first));
159*4bdff4beSrobert }
160*4bdff4beSrobert
161*4bdff4beSrobert _LIBCPP_END_NAMESPACE_STD
162*4bdff4beSrobert
163*4bdff4beSrobert #endif // _LIBCPP___ALGORITHM_COPY_MOVE_COMMON_H
164