1 // -*- C++ -*- 2 //===----------------------------------------------------------------------===// 3 // 4 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 5 // See https://llvm.org/LICENSE.txt for license information. 6 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 7 // 8 //===----------------------------------------------------------------------===// 9 10 #ifndef _LIBCPP_EXPERIMENTAL___SIMD_SIMD_H 11 #define _LIBCPP_EXPERIMENTAL___SIMD_SIMD_H 12 13 #include <__config> 14 #include <__cstddef/size_t.h> 15 #include <__type_traits/enable_if.h> 16 #include <__type_traits/is_integral.h> 17 #include <__type_traits/is_same.h> 18 #include <__type_traits/remove_cvref.h> 19 #include <__utility/forward.h> 20 #include <experimental/__simd/declaration.h> 21 #include <experimental/__simd/reference.h> 22 #include <experimental/__simd/traits.h> 23 #include <experimental/__simd/utility.h> 24 25 #if _LIBCPP_STD_VER >= 17 && defined(_LIBCPP_ENABLE_EXPERIMENTAL) 26 27 _LIBCPP_BEGIN_NAMESPACE_EXPERIMENTAL 28 inline namespace parallelism_v2 { 29 30 template <class _Simd, class _Impl, bool> 31 class __simd_int_operators {}; 32 33 template <class _Simd, class _Impl> 34 class __simd_int_operators<_Simd, _Impl, true> { 35 public: 36 // unary operators for integral _Tp 37 _LIBCPP_HIDE_FROM_ABI _Simd operator~() const noexcept { 38 return _Simd(_Impl::__bitwise_not((*static_cast<const _Simd*>(this)).__s_), _Simd::__storage_tag); 39 } 40 }; 41 42 // class template simd [simd.class] 43 // TODO: implement simd class 44 template <class _Tp, class _Abi> 45 class simd : public __simd_int_operators<simd<_Tp, _Abi>, __simd_operations<_Tp, _Abi>, is_integral_v<_Tp>> { 46 using _Impl _LIBCPP_NODEBUG = __simd_operations<_Tp, _Abi>; 47 using _Storage _LIBCPP_NODEBUG = typename _Impl::_SimdStorage; 48 49 _Storage __s_; 50 51 friend class __simd_int_operators<simd, _Impl, true>; 52 53 public: 54 using value_type = _Tp; 55 using reference = __simd_reference<_Tp, _Storage, value_type>; 56 using mask_type = simd_mask<_Tp, _Abi>; 57 using abi_type = _Abi; 58 59 static _LIBCPP_HIDE_FROM_ABI constexpr size_t size() noexcept { return simd_size_v<value_type, abi_type>; } 60 61 _LIBCPP_HIDE_FROM_ABI simd() noexcept = default; 62 63 // explicit conversion from and to implementation-defined types 64 struct __storage_tag_t {}; 65 static constexpr __storage_tag_t __storage_tag{}; 66 explicit _LIBCPP_HIDE_FROM_ABI operator _Storage() const { return __s_; } 67 explicit _LIBCPP_HIDE_FROM_ABI simd(const _Storage& __s, __storage_tag_t) : __s_(__s) {} 68 69 // broadcast constructor 70 template <class _Up, enable_if_t<__can_broadcast_v<value_type, __remove_cvref_t<_Up>>, int> = 0> 71 _LIBCPP_HIDE_FROM_ABI simd(_Up&& __v) noexcept : __s_(_Impl::__broadcast(static_cast<value_type>(__v))) {} 72 73 // implicit type conversion constructor 74 template <class _Up, 75 enable_if_t<!is_same_v<_Up, _Tp> && is_same_v<abi_type, simd_abi::fixed_size<size()>> && 76 __is_non_narrowing_convertible_v<_Up, value_type>, 77 int> = 0> 78 _LIBCPP_HIDE_FROM_ABI simd(const simd<_Up, simd_abi::fixed_size<size()>>& __v) noexcept { 79 for (size_t __i = 0; __i < size(); __i++) { 80 (*this)[__i] = static_cast<value_type>(__v[__i]); 81 } 82 } 83 84 // generator constructor 85 template <class _Generator, enable_if_t<__can_generate_v<value_type, _Generator, size()>, int> = 0> 86 explicit _LIBCPP_HIDE_FROM_ABI simd(_Generator&& __g) noexcept 87 : __s_(_Impl::__generate(std::forward<_Generator>(__g))) {} 88 89 // load constructor 90 template <class _Up, class _Flags, enable_if_t<__is_vectorizable_v<_Up> && is_simd_flag_type_v<_Flags>, int> = 0> 91 _LIBCPP_HIDE_FROM_ABI simd(const _Up* __mem, _Flags) { 92 _Impl::__load(__s_, _Flags::template __apply<simd>(__mem)); 93 } 94 95 // copy functions 96 template <class _Up, class _Flags, enable_if_t<__is_vectorizable_v<_Up> && is_simd_flag_type_v<_Flags>, int> = 0> 97 _LIBCPP_HIDE_FROM_ABI void copy_from(const _Up* __mem, _Flags) { 98 _Impl::__load(__s_, _Flags::template __apply<simd>(__mem)); 99 } 100 101 template <class _Up, class _Flags, enable_if_t<__is_vectorizable_v<_Up> && is_simd_flag_type_v<_Flags>, int> = 0> 102 _LIBCPP_HIDE_FROM_ABI void copy_to(_Up* __mem, _Flags) const { 103 _Impl::__store(__s_, _Flags::template __apply<simd>(__mem)); 104 } 105 106 // scalar access [simd.subscr] 107 _LIBCPP_HIDE_FROM_ABI reference operator[](size_t __i) noexcept { return reference(__s_, __i); } 108 _LIBCPP_HIDE_FROM_ABI value_type operator[](size_t __i) const noexcept { return __s_.__get(__i); } 109 110 // simd unary operators 111 _LIBCPP_HIDE_FROM_ABI simd& operator++() noexcept { 112 _Impl::__increment(__s_); 113 return *this; 114 } 115 116 _LIBCPP_HIDE_FROM_ABI simd operator++(int) noexcept { 117 simd __r = *this; 118 _Impl::__increment(__s_); 119 return __r; 120 } 121 122 _LIBCPP_HIDE_FROM_ABI simd& operator--() noexcept { 123 _Impl::__decrement(__s_); 124 return *this; 125 } 126 127 _LIBCPP_HIDE_FROM_ABI simd operator--(int) noexcept { 128 simd __r = *this; 129 _Impl::__decrement(__s_); 130 return __r; 131 } 132 133 _LIBCPP_HIDE_FROM_ABI mask_type operator!() const noexcept { 134 return mask_type(_Impl::__negate(__s_), mask_type::__storage_tag); 135 } 136 137 _LIBCPP_HIDE_FROM_ABI simd operator+() const noexcept { return *this; } 138 139 _LIBCPP_HIDE_FROM_ABI simd operator-() const noexcept { return simd(_Impl::__unary_minus(__s_), __storage_tag); } 140 }; 141 142 template <class _Tp, class _Abi> 143 inline constexpr bool is_simd_v<simd<_Tp, _Abi>> = true; 144 145 template <class _Tp> 146 using native_simd = simd<_Tp, simd_abi::native<_Tp>>; 147 148 template <class _Tp, int _Np> 149 using fixed_size_simd = simd<_Tp, simd_abi::fixed_size<_Np>>; 150 151 } // namespace parallelism_v2 152 _LIBCPP_END_NAMESPACE_EXPERIMENTAL 153 154 #endif // _LIBCPP_STD_VER >= 17 && defined(_LIBCPP_ENABLE_EXPERIMENTAL) 155 #endif // _LIBCPP_EXPERIMENTAL___SIMD_SIMD_H 156