1e78f53d1SNikolas Klauser //===----------------------------------------------------------------------===// 2e78f53d1SNikolas Klauser // 3e78f53d1SNikolas Klauser // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4e78f53d1SNikolas Klauser // See https://llvm.org/LICENSE.txt for license information. 5e78f53d1SNikolas Klauser // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6e78f53d1SNikolas Klauser // 7e78f53d1SNikolas Klauser //===----------------------------------------------------------------------===// 8e78f53d1SNikolas Klauser 9*ce777190SNikolas Klauser #ifndef _LIBCPP___CXX03___UTILITY_SMALL_BUFFER_H 10*ce777190SNikolas Klauser #define _LIBCPP___CXX03___UTILITY_SMALL_BUFFER_H 11e78f53d1SNikolas Klauser 1273fbae83SNikolas Klauser #include <__cxx03/__config> 1373fbae83SNikolas Klauser #include <__cxx03/__memory/construct_at.h> 1473fbae83SNikolas Klauser #include <__cxx03/__type_traits/decay.h> 1573fbae83SNikolas Klauser #include <__cxx03/__type_traits/is_trivially_constructible.h> 1673fbae83SNikolas Klauser #include <__cxx03/__type_traits/is_trivially_destructible.h> 1773fbae83SNikolas Klauser #include <__cxx03/__utility/exception_guard.h> 1873fbae83SNikolas Klauser #include <__cxx03/__utility/forward.h> 1973fbae83SNikolas Klauser #include <__cxx03/cstddef> 2073fbae83SNikolas Klauser #include <__cxx03/new> 21e78f53d1SNikolas Klauser 22e78f53d1SNikolas Klauser #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 23e78f53d1SNikolas Klauser # pragma GCC system_header 24e78f53d1SNikolas Klauser #endif 25e78f53d1SNikolas Klauser 26e78f53d1SNikolas Klauser #if _LIBCPP_STD_VER >= 23 27e78f53d1SNikolas Klauser 28e78f53d1SNikolas Klauser // __small_buffer is a helper class to perform the well known SBO (small buffer optimization). It is mainly useful to 29e78f53d1SNikolas Klauser // allow type-erasing classes like move_only_function to store small objects in a local buffer without requiring an 30e78f53d1SNikolas Klauser // allocation. 31e78f53d1SNikolas Klauser // 32e78f53d1SNikolas Klauser // This small buffer class only allows storing trivially relocatable objects inside the local storage to allow 33e78f53d1SNikolas Klauser // __small_buffer to be trivially relocatable itself. Since the buffer doesn't know what's stored inside it, the user 34e78f53d1SNikolas Klauser // has to manage the object's lifetime, in particular the destruction of the object. 35e78f53d1SNikolas Klauser 36e78f53d1SNikolas Klauser _LIBCPP_BEGIN_NAMESPACE_STD 37e78f53d1SNikolas Klauser 38e78f53d1SNikolas Klauser template <size_t _BufferSize, size_t _BufferAlignment> 39e78f53d1SNikolas Klauser requires(_BufferSize > 0 && _BufferAlignment > 0) 40e78f53d1SNikolas Klauser class __small_buffer { 41e78f53d1SNikolas Klauser public: 42e78f53d1SNikolas Klauser template <class _Tp, class _Decayed = decay_t<_Tp>> 43e78f53d1SNikolas Klauser static constexpr bool __fits_in_buffer = 44e78f53d1SNikolas Klauser is_trivially_move_constructible_v<_Decayed> && is_trivially_destructible_v<_Decayed> && 45e78f53d1SNikolas Klauser sizeof(_Decayed) <= _BufferSize && alignof(_Decayed) <= _BufferAlignment; 46e78f53d1SNikolas Klauser 47e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI __small_buffer() = default; 48e78f53d1SNikolas Klauser __small_buffer(const __small_buffer&) = delete; 49e78f53d1SNikolas Klauser __small_buffer& operator=(const __small_buffer&) = delete; 50e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI ~__small_buffer() = default; 51e78f53d1SNikolas Klauser 52e78f53d1SNikolas Klauser // Relocates the buffer - __delete() should never be called on a moved-from __small_buffer 53e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI __small_buffer(__small_buffer&&) = default; 54e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI __small_buffer& operator=(__small_buffer&&) = default; 55e78f53d1SNikolas Klauser 56e78f53d1SNikolas Klauser template <class _Stored> 57e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI _Stored* __get() { 58e78f53d1SNikolas Klauser if constexpr (__fits_in_buffer<_Stored>) 59e78f53d1SNikolas Klauser return std::launder(reinterpret_cast<_Stored*>(__buffer_)); 60e78f53d1SNikolas Klauser else 61e78f53d1SNikolas Klauser return *std::launder(reinterpret_cast<_Stored**>(__buffer_)); 62e78f53d1SNikolas Klauser } 63e78f53d1SNikolas Klauser 64e78f53d1SNikolas Klauser template <class _Stored> 65e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI _Stored* __alloc() { 66e78f53d1SNikolas Klauser if constexpr (__fits_in_buffer<_Stored>) { 67e78f53d1SNikolas Klauser return std::launder(reinterpret_cast<_Stored*>(__buffer_)); 68e78f53d1SNikolas Klauser } else { 69e78f53d1SNikolas Klauser byte* __allocation = static_cast<byte*>(::operator new[](sizeof(_Stored), align_val_t{alignof(_Stored)})); 70e78f53d1SNikolas Klauser std::construct_at(reinterpret_cast<byte**>(__buffer_), __allocation); 71e78f53d1SNikolas Klauser return std::launder(reinterpret_cast<_Stored*>(__allocation)); 72e78f53d1SNikolas Klauser } 73e78f53d1SNikolas Klauser } 74e78f53d1SNikolas Klauser 75e78f53d1SNikolas Klauser template <class _Stored> 76e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI void __dealloc() noexcept { 77e78f53d1SNikolas Klauser if constexpr (!__fits_in_buffer<_Stored>) 78e78f53d1SNikolas Klauser ::operator delete[](*reinterpret_cast<void**>(__buffer_), sizeof(_Stored), align_val_t{alignof(_Stored)}); 79e78f53d1SNikolas Klauser } 80e78f53d1SNikolas Klauser 81e78f53d1SNikolas Klauser template <class _Stored, class... _Args> 82e78f53d1SNikolas Klauser _LIBCPP_HIDE_FROM_ABI void __construct(_Args&&... __args) { 83e78f53d1SNikolas Klauser _Stored* __buffer = __alloc<_Stored>(); 84e78f53d1SNikolas Klauser auto __guard = std::__make_exception_guard([&] { __dealloc<_Stored>(); }); 85e78f53d1SNikolas Klauser std::construct_at(__buffer, std::forward<_Args>(__args)...); 86e78f53d1SNikolas Klauser __guard.__complete(); 87e78f53d1SNikolas Klauser } 88e78f53d1SNikolas Klauser 89e78f53d1SNikolas Klauser private: 90e78f53d1SNikolas Klauser alignas(_BufferAlignment) byte __buffer_[_BufferSize]; 91e78f53d1SNikolas Klauser }; 92e78f53d1SNikolas Klauser 93e78f53d1SNikolas Klauser # undef _LIBCPP_SMALL_BUFFER_TRIVIAL_ABI 94e78f53d1SNikolas Klauser 95e78f53d1SNikolas Klauser _LIBCPP_END_NAMESPACE_STD 96e78f53d1SNikolas Klauser 97e78f53d1SNikolas Klauser #endif // _LIBCPP_STD_VER >= 23 98e78f53d1SNikolas Klauser 99*ce777190SNikolas Klauser #endif // _LIBCPP___CXX03___UTILITY_SMALL_BUFFER_H 100