1544e38caSHui // -*- C++ -*- 2544e38caSHui //===----------------------------------------------------------------------===// 3544e38caSHui // 4544e38caSHui // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 5544e38caSHui // See https://llvm.org/LICENSE.txt for license information. 6544e38caSHui // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 7544e38caSHui // 8544e38caSHui //===----------------------------------------------------------------------===// 9544e38caSHui 10544e38caSHui #ifndef _LIBCPP___STOP_TOKEN_INTRUSIVE_SHARED_PTR_H 11544e38caSHui #define _LIBCPP___STOP_TOKEN_INTRUSIVE_SHARED_PTR_H 12544e38caSHui 13571178a2SIan Anderson #include <__atomic/atomic.h> 14544e38caSHui #include <__atomic/memory_order.h> 15544e38caSHui #include <__config> 16*e99c4906SNikolas Klauser #include <__cstddef/nullptr_t.h> 17544e38caSHui #include <__type_traits/is_reference.h> 18544e38caSHui #include <__utility/move.h> 19544e38caSHui #include <__utility/swap.h> 20544e38caSHui 21544e38caSHui #if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 22544e38caSHui # pragma GCC system_header 23544e38caSHui #endif 24544e38caSHui 2592e4d679SNicole Rabjohn _LIBCPP_PUSH_MACROS 2692e4d679SNicole Rabjohn #include <__undef_macros> 2792e4d679SNicole Rabjohn 28544e38caSHui _LIBCPP_BEGIN_NAMESPACE_STD 29544e38caSHui 30544e38caSHui #if _LIBCPP_STD_VER >= 20 31544e38caSHui 32544e38caSHui // For intrusive_shared_ptr to work with a type T, specialize __intrusive_shared_ptr_traits<T> and implement 33544e38caSHui // the following function: 34544e38caSHui // 35544e38caSHui // static std::atomic<U>& __get_atomic_ref_count(T&); 36544e38caSHui // 37544e38caSHui // where U must be an integral type representing the number of references to the object. 38544e38caSHui template <class _Tp> 39544e38caSHui struct __intrusive_shared_ptr_traits; 40544e38caSHui 41544e38caSHui // A reference counting shared_ptr for types whose reference counter 42544e38caSHui // is stored inside the class _Tp itself. 43544e38caSHui // When the reference count goes to zero, the destructor of _Tp will be called 44544e38caSHui template <class _Tp> 45544e38caSHui struct __intrusive_shared_ptr { 46544e38caSHui _LIBCPP_HIDE_FROM_ABI __intrusive_shared_ptr() = default; 47544e38caSHui 48544e38caSHui _LIBCPP_HIDE_FROM_ABI explicit __intrusive_shared_ptr(_Tp* __raw_ptr) : __raw_ptr_(__raw_ptr) { 49544e38caSHui if (__raw_ptr_) 50544e38caSHui __increment_ref_count(*__raw_ptr_); 51544e38caSHui } 52544e38caSHui 53544e38caSHui _LIBCPP_HIDE_FROM_ABI __intrusive_shared_ptr(const __intrusive_shared_ptr& __other) noexcept 54544e38caSHui : __raw_ptr_(__other.__raw_ptr_) { 55544e38caSHui if (__raw_ptr_) 56544e38caSHui __increment_ref_count(*__raw_ptr_); 57544e38caSHui } 58544e38caSHui 59544e38caSHui _LIBCPP_HIDE_FROM_ABI __intrusive_shared_ptr(__intrusive_shared_ptr&& __other) noexcept 60544e38caSHui : __raw_ptr_(__other.__raw_ptr_) { 61544e38caSHui __other.__raw_ptr_ = nullptr; 62544e38caSHui } 63544e38caSHui 64544e38caSHui _LIBCPP_HIDE_FROM_ABI __intrusive_shared_ptr& operator=(const __intrusive_shared_ptr& __other) noexcept { 65544e38caSHui if (__other.__raw_ptr_ != __raw_ptr_) { 66544e38caSHui if (__other.__raw_ptr_) { 67544e38caSHui __increment_ref_count(*__other.__raw_ptr_); 68544e38caSHui } 69544e38caSHui if (__raw_ptr_) { 70544e38caSHui __decrement_ref_count(*__raw_ptr_); 71544e38caSHui } 72544e38caSHui __raw_ptr_ = __other.__raw_ptr_; 73544e38caSHui } 74544e38caSHui return *this; 75544e38caSHui } 76544e38caSHui 77544e38caSHui _LIBCPP_HIDE_FROM_ABI __intrusive_shared_ptr& operator=(__intrusive_shared_ptr&& __other) noexcept { 78544e38caSHui __intrusive_shared_ptr(std::move(__other)).swap(*this); 79544e38caSHui return *this; 80544e38caSHui } 81544e38caSHui 82544e38caSHui _LIBCPP_HIDE_FROM_ABI ~__intrusive_shared_ptr() { 83544e38caSHui if (__raw_ptr_) { 84544e38caSHui __decrement_ref_count(*__raw_ptr_); 85544e38caSHui } 86544e38caSHui } 87544e38caSHui 88544e38caSHui _LIBCPP_HIDE_FROM_ABI _Tp* operator->() const noexcept { return __raw_ptr_; } 89544e38caSHui _LIBCPP_HIDE_FROM_ABI _Tp& operator*() const noexcept { return *__raw_ptr_; } 90544e38caSHui _LIBCPP_HIDE_FROM_ABI explicit operator bool() const noexcept { return __raw_ptr_ != nullptr; } 91544e38caSHui 92544e38caSHui _LIBCPP_HIDE_FROM_ABI void swap(__intrusive_shared_ptr& __other) { std::swap(__raw_ptr_, __other.__raw_ptr_); } 93544e38caSHui 94544e38caSHui _LIBCPP_HIDE_FROM_ABI friend void swap(__intrusive_shared_ptr& __lhs, __intrusive_shared_ptr& __rhs) { 95544e38caSHui __lhs.swap(__rhs); 96544e38caSHui } 97544e38caSHui 98544e38caSHui _LIBCPP_HIDE_FROM_ABI friend bool constexpr 99544e38caSHui operator==(const __intrusive_shared_ptr&, const __intrusive_shared_ptr&) = default; 100544e38caSHui 101544e38caSHui _LIBCPP_HIDE_FROM_ABI friend bool constexpr operator==(const __intrusive_shared_ptr& __ptr, std::nullptr_t) { 102544e38caSHui return __ptr.__raw_ptr_ == nullptr; 103544e38caSHui } 104544e38caSHui 105544e38caSHui private: 106544e38caSHui _Tp* __raw_ptr_ = nullptr; 107544e38caSHui 108544e38caSHui // the memory order for increment/decrement the counter is the same for shared_ptr 109544e38caSHui // increment is relaxed and decrement is acq_rel 110544e38caSHui _LIBCPP_HIDE_FROM_ABI static void __increment_ref_count(_Tp& __obj) { 111544e38caSHui __get_atomic_ref_count(__obj).fetch_add(1, std::memory_order_relaxed); 112544e38caSHui } 113544e38caSHui 114544e38caSHui _LIBCPP_HIDE_FROM_ABI static void __decrement_ref_count(_Tp& __obj) { 115544e38caSHui if (__get_atomic_ref_count(__obj).fetch_sub(1, std::memory_order_acq_rel) == 1) { 116544e38caSHui delete &__obj; 117544e38caSHui } 118544e38caSHui } 119544e38caSHui 120544e38caSHui _LIBCPP_HIDE_FROM_ABI static decltype(auto) __get_atomic_ref_count(_Tp& __obj) { 121544e38caSHui using __ret_type = decltype(__intrusive_shared_ptr_traits<_Tp>::__get_atomic_ref_count(__obj)); 122544e38caSHui static_assert( 123544e38caSHui std::is_reference_v<__ret_type>, "__get_atomic_ref_count should return a reference to the atomic counter"); 124544e38caSHui return __intrusive_shared_ptr_traits<_Tp>::__get_atomic_ref_count(__obj); 125544e38caSHui } 126544e38caSHui }; 127544e38caSHui 128544e38caSHui #endif // _LIBCPP_STD_VER >= 20 129544e38caSHui 130544e38caSHui _LIBCPP_END_NAMESPACE_STD 131544e38caSHui 13292e4d679SNicole Rabjohn _LIBCPP_POP_MACROS 13392e4d679SNicole Rabjohn 134544e38caSHui #endif // _LIBCPP___STOP_TOKEN_INTRUSIVE_SHARED_PTR_H 135