11debfc3dSmrg // shared_ptr atomic access -*- C++ -*-
21debfc3dSmrg
3*8feb0f0bSmrg // Copyright (C) 2014-2020 Free Software Foundation, Inc.
41debfc3dSmrg //
51debfc3dSmrg // This file is part of the GNU ISO C++ Library. This library is free
61debfc3dSmrg // software; you can redistribute it and/or modify it under the
71debfc3dSmrg // terms of the GNU General Public License as published by the
81debfc3dSmrg // Free Software Foundation; either version 3, or (at your option)
91debfc3dSmrg // any later version.
101debfc3dSmrg
111debfc3dSmrg // This library is distributed in the hope that it will be useful,
121debfc3dSmrg // but WITHOUT ANY WARRANTY; without even the implied warranty of
131debfc3dSmrg // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
141debfc3dSmrg // GNU General Public License for more details.
151debfc3dSmrg
161debfc3dSmrg // Under Section 7 of GPL version 3, you are granted additional
171debfc3dSmrg // permissions described in the GCC Runtime Library Exception, version
181debfc3dSmrg // 3.1, as published by the Free Software Foundation.
191debfc3dSmrg
201debfc3dSmrg // You should have received a copy of the GNU General Public License and
211debfc3dSmrg // a copy of the GCC Runtime Library Exception along with this program;
221debfc3dSmrg // see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
231debfc3dSmrg // <http://www.gnu.org/licenses/>.
241debfc3dSmrg
251debfc3dSmrg /** @file bits/shared_ptr_atomic.h
261debfc3dSmrg * This is an internal header file, included by other library headers.
271debfc3dSmrg * Do not attempt to use it directly. @headername{memory}
281debfc3dSmrg */
291debfc3dSmrg
301debfc3dSmrg #ifndef _SHARED_PTR_ATOMIC_H
311debfc3dSmrg #define _SHARED_PTR_ATOMIC_H 1
321debfc3dSmrg
331debfc3dSmrg #include <bits/atomic_base.h>
341debfc3dSmrg
_GLIBCXX_VISIBILITY(default)351debfc3dSmrg namespace std _GLIBCXX_VISIBILITY(default)
361debfc3dSmrg {
371debfc3dSmrg _GLIBCXX_BEGIN_NAMESPACE_VERSION
381debfc3dSmrg
391debfc3dSmrg /**
401debfc3dSmrg * @addtogroup pointer_abstractions
411debfc3dSmrg * @{
421debfc3dSmrg */
43*8feb0f0bSmrg /// @relates shared_ptr @{
44*8feb0f0bSmrg
45*8feb0f0bSmrg /// @cond undocumented
461debfc3dSmrg
471debfc3dSmrg struct _Sp_locker
481debfc3dSmrg {
491debfc3dSmrg _Sp_locker(const _Sp_locker&) = delete;
501debfc3dSmrg _Sp_locker& operator=(const _Sp_locker&) = delete;
511debfc3dSmrg
521debfc3dSmrg #ifdef __GTHREADS
531debfc3dSmrg explicit
541debfc3dSmrg _Sp_locker(const void*) noexcept;
551debfc3dSmrg _Sp_locker(const void*, const void*) noexcept;
561debfc3dSmrg ~_Sp_locker();
571debfc3dSmrg
581debfc3dSmrg private:
591debfc3dSmrg unsigned char _M_key1;
601debfc3dSmrg unsigned char _M_key2;
611debfc3dSmrg #else
621debfc3dSmrg explicit _Sp_locker(const void*, const void* = nullptr) { }
631debfc3dSmrg #endif
641debfc3dSmrg };
651debfc3dSmrg
66*8feb0f0bSmrg /// @endcond
67*8feb0f0bSmrg
681debfc3dSmrg /**
691debfc3dSmrg * @brief Report whether shared_ptr atomic operations are lock-free.
701debfc3dSmrg * @param __p A non-null pointer to a shared_ptr object.
711debfc3dSmrg * @return True if atomic access to @c *__p is lock-free, false otherwise.
721debfc3dSmrg * @{
731debfc3dSmrg */
741debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
751debfc3dSmrg inline bool
761debfc3dSmrg atomic_is_lock_free(const __shared_ptr<_Tp, _Lp>* __p)
771debfc3dSmrg {
781debfc3dSmrg #ifdef __GTHREADS
791debfc3dSmrg return __gthread_active_p() == 0;
801debfc3dSmrg #else
811debfc3dSmrg return true;
821debfc3dSmrg #endif
831debfc3dSmrg }
841debfc3dSmrg
851debfc3dSmrg template<typename _Tp>
861debfc3dSmrg inline bool
871debfc3dSmrg atomic_is_lock_free(const shared_ptr<_Tp>* __p)
881debfc3dSmrg { return std::atomic_is_lock_free<_Tp, __default_lock_policy>(__p); }
891debfc3dSmrg
90*8feb0f0bSmrg /// @}
911debfc3dSmrg
921debfc3dSmrg /**
931debfc3dSmrg * @brief Atomic load for shared_ptr objects.
941debfc3dSmrg * @param __p A non-null pointer to a shared_ptr object.
951debfc3dSmrg * @return @c *__p
961debfc3dSmrg *
971debfc3dSmrg * The memory order shall not be @c memory_order_release or
981debfc3dSmrg * @c memory_order_acq_rel.
991debfc3dSmrg * @{
1001debfc3dSmrg */
1011debfc3dSmrg template<typename _Tp>
1021debfc3dSmrg inline shared_ptr<_Tp>
1031debfc3dSmrg atomic_load_explicit(const shared_ptr<_Tp>* __p, memory_order)
1041debfc3dSmrg {
1051debfc3dSmrg _Sp_locker __lock{__p};
1061debfc3dSmrg return *__p;
1071debfc3dSmrg }
1081debfc3dSmrg
1091debfc3dSmrg template<typename _Tp>
1101debfc3dSmrg inline shared_ptr<_Tp>
1111debfc3dSmrg atomic_load(const shared_ptr<_Tp>* __p)
1121debfc3dSmrg { return std::atomic_load_explicit(__p, memory_order_seq_cst); }
1131debfc3dSmrg
1141debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
1151debfc3dSmrg inline __shared_ptr<_Tp, _Lp>
1161debfc3dSmrg atomic_load_explicit(const __shared_ptr<_Tp, _Lp>* __p, memory_order)
1171debfc3dSmrg {
1181debfc3dSmrg _Sp_locker __lock{__p};
1191debfc3dSmrg return *__p;
1201debfc3dSmrg }
1211debfc3dSmrg
1221debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
1231debfc3dSmrg inline __shared_ptr<_Tp, _Lp>
1241debfc3dSmrg atomic_load(const __shared_ptr<_Tp, _Lp>* __p)
1251debfc3dSmrg { return std::atomic_load_explicit(__p, memory_order_seq_cst); }
126*8feb0f0bSmrg /// @}
1271debfc3dSmrg
1281debfc3dSmrg /**
1291debfc3dSmrg * @brief Atomic store for shared_ptr objects.
1301debfc3dSmrg * @param __p A non-null pointer to a shared_ptr object.
1311debfc3dSmrg * @param __r The value to store.
1321debfc3dSmrg *
1331debfc3dSmrg * The memory order shall not be @c memory_order_acquire or
1341debfc3dSmrg * @c memory_order_acq_rel.
1351debfc3dSmrg * @{
1361debfc3dSmrg */
1371debfc3dSmrg template<typename _Tp>
1381debfc3dSmrg inline void
1391debfc3dSmrg atomic_store_explicit(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r,
1401debfc3dSmrg memory_order)
1411debfc3dSmrg {
1421debfc3dSmrg _Sp_locker __lock{__p};
1431debfc3dSmrg __p->swap(__r); // use swap so that **__p not destroyed while lock held
1441debfc3dSmrg }
1451debfc3dSmrg
1461debfc3dSmrg template<typename _Tp>
1471debfc3dSmrg inline void
1481debfc3dSmrg atomic_store(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r)
1491debfc3dSmrg { std::atomic_store_explicit(__p, std::move(__r), memory_order_seq_cst); }
1501debfc3dSmrg
1511debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
1521debfc3dSmrg inline void
1531debfc3dSmrg atomic_store_explicit(__shared_ptr<_Tp, _Lp>* __p,
1541debfc3dSmrg __shared_ptr<_Tp, _Lp> __r,
1551debfc3dSmrg memory_order)
1561debfc3dSmrg {
1571debfc3dSmrg _Sp_locker __lock{__p};
1581debfc3dSmrg __p->swap(__r); // use swap so that **__p not destroyed while lock held
1591debfc3dSmrg }
1601debfc3dSmrg
1611debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
1621debfc3dSmrg inline void
1631debfc3dSmrg atomic_store(__shared_ptr<_Tp, _Lp>* __p, __shared_ptr<_Tp, _Lp> __r)
1641debfc3dSmrg { std::atomic_store_explicit(__p, std::move(__r), memory_order_seq_cst); }
165*8feb0f0bSmrg /// @}
1661debfc3dSmrg
1671debfc3dSmrg /**
1681debfc3dSmrg * @brief Atomic exchange for shared_ptr objects.
1691debfc3dSmrg * @param __p A non-null pointer to a shared_ptr object.
1701debfc3dSmrg * @param __r New value to store in @c *__p.
1711debfc3dSmrg * @return The original value of @c *__p
1721debfc3dSmrg * @{
1731debfc3dSmrg */
1741debfc3dSmrg template<typename _Tp>
1751debfc3dSmrg inline shared_ptr<_Tp>
1761debfc3dSmrg atomic_exchange_explicit(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r,
1771debfc3dSmrg memory_order)
1781debfc3dSmrg {
1791debfc3dSmrg _Sp_locker __lock{__p};
1801debfc3dSmrg __p->swap(__r);
1811debfc3dSmrg return __r;
1821debfc3dSmrg }
1831debfc3dSmrg
1841debfc3dSmrg template<typename _Tp>
1851debfc3dSmrg inline shared_ptr<_Tp>
1861debfc3dSmrg atomic_exchange(shared_ptr<_Tp>* __p, shared_ptr<_Tp> __r)
1871debfc3dSmrg {
1881debfc3dSmrg return std::atomic_exchange_explicit(__p, std::move(__r),
1891debfc3dSmrg memory_order_seq_cst);
1901debfc3dSmrg }
1911debfc3dSmrg
1921debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
1931debfc3dSmrg inline __shared_ptr<_Tp, _Lp>
1941debfc3dSmrg atomic_exchange_explicit(__shared_ptr<_Tp, _Lp>* __p,
1951debfc3dSmrg __shared_ptr<_Tp, _Lp> __r,
1961debfc3dSmrg memory_order)
1971debfc3dSmrg {
1981debfc3dSmrg _Sp_locker __lock{__p};
1991debfc3dSmrg __p->swap(__r);
2001debfc3dSmrg return __r;
2011debfc3dSmrg }
2021debfc3dSmrg
2031debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
2041debfc3dSmrg inline __shared_ptr<_Tp, _Lp>
2051debfc3dSmrg atomic_exchange(__shared_ptr<_Tp, _Lp>* __p, __shared_ptr<_Tp, _Lp> __r)
2061debfc3dSmrg {
2071debfc3dSmrg return std::atomic_exchange_explicit(__p, std::move(__r),
2081debfc3dSmrg memory_order_seq_cst);
2091debfc3dSmrg }
210*8feb0f0bSmrg /// @}
2111debfc3dSmrg
2121debfc3dSmrg /**
2131debfc3dSmrg * @brief Atomic compare-and-swap for shared_ptr objects.
2141debfc3dSmrg * @param __p A non-null pointer to a shared_ptr object.
2151debfc3dSmrg * @param __v A non-null pointer to a shared_ptr object.
2161debfc3dSmrg * @param __w A non-null pointer to a shared_ptr object.
2171debfc3dSmrg * @return True if @c *__p was equivalent to @c *__v, false otherwise.
2181debfc3dSmrg *
2191debfc3dSmrg * The memory order for failure shall not be @c memory_order_release or
2201debfc3dSmrg * @c memory_order_acq_rel, or stronger than the memory order for success.
2211debfc3dSmrg * @{
2221debfc3dSmrg */
2231debfc3dSmrg template<typename _Tp>
2241debfc3dSmrg bool
2251debfc3dSmrg atomic_compare_exchange_strong_explicit(shared_ptr<_Tp>* __p,
2261debfc3dSmrg shared_ptr<_Tp>* __v,
2271debfc3dSmrg shared_ptr<_Tp> __w,
2281debfc3dSmrg memory_order,
2291debfc3dSmrg memory_order)
2301debfc3dSmrg {
2311debfc3dSmrg shared_ptr<_Tp> __x; // goes out of scope after __lock
2321debfc3dSmrg _Sp_locker __lock{__p, __v};
2331debfc3dSmrg owner_less<shared_ptr<_Tp>> __less;
2341debfc3dSmrg if (*__p == *__v && !__less(*__p, *__v) && !__less(*__v, *__p))
2351debfc3dSmrg {
2361debfc3dSmrg __x = std::move(*__p);
2371debfc3dSmrg *__p = std::move(__w);
2381debfc3dSmrg return true;
2391debfc3dSmrg }
2401debfc3dSmrg __x = std::move(*__v);
2411debfc3dSmrg *__v = *__p;
2421debfc3dSmrg return false;
2431debfc3dSmrg }
2441debfc3dSmrg
2451debfc3dSmrg template<typename _Tp>
2461debfc3dSmrg inline bool
2471debfc3dSmrg atomic_compare_exchange_strong(shared_ptr<_Tp>* __p, shared_ptr<_Tp>* __v,
2481debfc3dSmrg shared_ptr<_Tp> __w)
2491debfc3dSmrg {
2501debfc3dSmrg return std::atomic_compare_exchange_strong_explicit(__p, __v,
2511debfc3dSmrg std::move(__w), memory_order_seq_cst, memory_order_seq_cst);
2521debfc3dSmrg }
2531debfc3dSmrg
2541debfc3dSmrg template<typename _Tp>
2551debfc3dSmrg inline bool
2561debfc3dSmrg atomic_compare_exchange_weak_explicit(shared_ptr<_Tp>* __p,
2571debfc3dSmrg shared_ptr<_Tp>* __v,
2581debfc3dSmrg shared_ptr<_Tp> __w,
2591debfc3dSmrg memory_order __success,
2601debfc3dSmrg memory_order __failure)
2611debfc3dSmrg {
2621debfc3dSmrg return std::atomic_compare_exchange_strong_explicit(__p, __v,
2631debfc3dSmrg std::move(__w), __success, __failure);
2641debfc3dSmrg }
2651debfc3dSmrg
2661debfc3dSmrg template<typename _Tp>
2671debfc3dSmrg inline bool
2681debfc3dSmrg atomic_compare_exchange_weak(shared_ptr<_Tp>* __p, shared_ptr<_Tp>* __v,
2691debfc3dSmrg shared_ptr<_Tp> __w)
2701debfc3dSmrg {
2711debfc3dSmrg return std::atomic_compare_exchange_weak_explicit(__p, __v,
2721debfc3dSmrg std::move(__w), memory_order_seq_cst, memory_order_seq_cst);
2731debfc3dSmrg }
2741debfc3dSmrg
2751debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
2761debfc3dSmrg bool
2771debfc3dSmrg atomic_compare_exchange_strong_explicit(__shared_ptr<_Tp, _Lp>* __p,
2781debfc3dSmrg __shared_ptr<_Tp, _Lp>* __v,
2791debfc3dSmrg __shared_ptr<_Tp, _Lp> __w,
2801debfc3dSmrg memory_order,
2811debfc3dSmrg memory_order)
2821debfc3dSmrg {
2831debfc3dSmrg __shared_ptr<_Tp, _Lp> __x; // goes out of scope after __lock
2841debfc3dSmrg _Sp_locker __lock{__p, __v};
2851debfc3dSmrg owner_less<__shared_ptr<_Tp, _Lp>> __less;
2861debfc3dSmrg if (*__p == *__v && !__less(*__p, *__v) && !__less(*__v, *__p))
2871debfc3dSmrg {
2881debfc3dSmrg __x = std::move(*__p);
2891debfc3dSmrg *__p = std::move(__w);
2901debfc3dSmrg return true;
2911debfc3dSmrg }
2921debfc3dSmrg __x = std::move(*__v);
2931debfc3dSmrg *__v = *__p;
2941debfc3dSmrg return false;
2951debfc3dSmrg }
2961debfc3dSmrg
2971debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
2981debfc3dSmrg inline bool
2991debfc3dSmrg atomic_compare_exchange_strong(__shared_ptr<_Tp, _Lp>* __p,
3001debfc3dSmrg __shared_ptr<_Tp, _Lp>* __v,
3011debfc3dSmrg __shared_ptr<_Tp, _Lp> __w)
3021debfc3dSmrg {
3031debfc3dSmrg return std::atomic_compare_exchange_strong_explicit(__p, __v,
3041debfc3dSmrg std::move(__w), memory_order_seq_cst, memory_order_seq_cst);
3051debfc3dSmrg }
3061debfc3dSmrg
3071debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
3081debfc3dSmrg inline bool
3091debfc3dSmrg atomic_compare_exchange_weak_explicit(__shared_ptr<_Tp, _Lp>* __p,
3101debfc3dSmrg __shared_ptr<_Tp, _Lp>* __v,
3111debfc3dSmrg __shared_ptr<_Tp, _Lp> __w,
3121debfc3dSmrg memory_order __success,
3131debfc3dSmrg memory_order __failure)
3141debfc3dSmrg {
3151debfc3dSmrg return std::atomic_compare_exchange_strong_explicit(__p, __v,
3161debfc3dSmrg std::move(__w), __success, __failure);
3171debfc3dSmrg }
3181debfc3dSmrg
3191debfc3dSmrg template<typename _Tp, _Lock_policy _Lp>
3201debfc3dSmrg inline bool
3211debfc3dSmrg atomic_compare_exchange_weak(__shared_ptr<_Tp, _Lp>* __p,
3221debfc3dSmrg __shared_ptr<_Tp, _Lp>* __v,
3231debfc3dSmrg __shared_ptr<_Tp, _Lp> __w)
3241debfc3dSmrg {
3251debfc3dSmrg return std::atomic_compare_exchange_weak_explicit(__p, __v,
3261debfc3dSmrg std::move(__w), memory_order_seq_cst, memory_order_seq_cst);
3271debfc3dSmrg }
328*8feb0f0bSmrg /// @}
3291debfc3dSmrg
330*8feb0f0bSmrg /// @} relates shared_ptr
331*8feb0f0bSmrg /// @} group pointer_abstractions
3321debfc3dSmrg
3331debfc3dSmrg _GLIBCXX_END_NAMESPACE_VERSION
3341debfc3dSmrg } // namespace
3351debfc3dSmrg
3361debfc3dSmrg #endif // _SHARED_PTR_ATOMIC_H
337