xref: /netbsd-src/external/gpl3/gcc.old/dist/libstdc++-v3/include/bits/shared_ptr_base.h (revision 946379e7b37692fc43f68eb0d1c10daa0a7f3b6c)
1 // shared_ptr and weak_ptr implementation details -*- C++ -*-
2 
3 // Copyright (C) 2007-2013 Free Software Foundation, Inc.
4 //
5 // This file is part of the GNU ISO C++ Library.  This library is free
6 // software; you can redistribute it and/or modify it under the
7 // terms of the GNU General Public License as published by the
8 // Free Software Foundation; either version 3, or (at your option)
9 // any later version.
10 
11 // This library is distributed in the hope that it will be useful,
12 // but WITHOUT ANY WARRANTY; without even the implied warranty of
13 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14 // GNU General Public License for more details.
15 
16 // Under Section 7 of GPL version 3, you are granted additional
17 // permissions described in the GCC Runtime Library Exception, version
18 // 3.1, as published by the Free Software Foundation.
19 
20 // You should have received a copy of the GNU General Public License and
21 // a copy of the GCC Runtime Library Exception along with this program;
22 // see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
23 // <http://www.gnu.org/licenses/>.
24 
25 // GCC Note: Based on files from version 1.32.0 of the Boost library.
26 
27 //  shared_count.hpp
28 //  Copyright (c) 2001, 2002, 2003 Peter Dimov and Multi Media Ltd.
29 
30 //  shared_ptr.hpp
31 //  Copyright (C) 1998, 1999 Greg Colvin and Beman Dawes.
32 //  Copyright (C) 2001, 2002, 2003 Peter Dimov
33 
34 //  weak_ptr.hpp
35 //  Copyright (C) 2001, 2002, 2003 Peter Dimov
36 
37 //  enable_shared_from_this.hpp
38 //  Copyright (C) 2002 Peter Dimov
39 
40 // Distributed under the Boost Software License, Version 1.0. (See
41 // accompanying file LICENSE_1_0.txt or copy at
42 // http://www.boost.org/LICENSE_1_0.txt)
43 
44 /** @file bits/shared_ptr_base.h
45  *  This is an internal header file, included by other library headers.
46  *  Do not attempt to use it directly. @headername{memory}
47  */
48 
49 #ifndef _SHARED_PTR_BASE_H
50 #define _SHARED_PTR_BASE_H 1
51 
52 namespace std _GLIBCXX_VISIBILITY(default)
53 {
54 _GLIBCXX_BEGIN_NAMESPACE_VERSION
55 
56 #if _GLIBCXX_USE_DEPRECATED
57   template<typename> class auto_ptr;
58 #endif
59 
60  /**
61    *  @brief  Exception possibly thrown by @c shared_ptr.
62    *  @ingroup exceptions
63    */
64   class bad_weak_ptr : public std::exception
65   {
66   public:
67     virtual char const*
68     what() const noexcept;
69 
70     virtual ~bad_weak_ptr() noexcept;
71   };
72 
73   // Substitute for bad_weak_ptr object in the case of -fno-exceptions.
74   inline void
75   __throw_bad_weak_ptr()
76   { _GLIBCXX_THROW_OR_ABORT(bad_weak_ptr()); }
77 
78   using __gnu_cxx::_Lock_policy;
79   using __gnu_cxx::__default_lock_policy;
80   using __gnu_cxx::_S_single;
81   using __gnu_cxx::_S_mutex;
82   using __gnu_cxx::_S_atomic;
83 
84   // Empty helper class except when the template argument is _S_mutex.
85   template<_Lock_policy _Lp>
86     class _Mutex_base
87     {
88     protected:
89       // The atomic policy uses fully-fenced builtins, single doesn't care.
90       enum { _S_need_barriers = 0 };
91     };
92 
93   template<>
94     class _Mutex_base<_S_mutex>
95     : public __gnu_cxx::__mutex
96     {
97     protected:
98       // This policy is used when atomic builtins are not available.
99       // The replacement atomic operations might not have the necessary
100       // memory barriers.
101       enum { _S_need_barriers = 1 };
102     };
103 
104   template<_Lock_policy _Lp = __default_lock_policy>
105     class _Sp_counted_base
106     : public _Mutex_base<_Lp>
107     {
108     public:
109       _Sp_counted_base() noexcept
110       : _M_use_count(1), _M_weak_count(1) { }
111 
112       virtual
113       ~_Sp_counted_base() noexcept
114       { }
115 
116       // Called when _M_use_count drops to zero, to release the resources
117       // managed by *this.
118       virtual void
119       _M_dispose() noexcept = 0;
120 
121       // Called when _M_weak_count drops to zero.
122       virtual void
123       _M_destroy() noexcept
124       { delete this; }
125 
126       virtual void*
127       _M_get_deleter(const std::type_info&) = 0;
128 
129       void
130       _M_add_ref_copy()
131       { __gnu_cxx::__atomic_add_dispatch(&_M_use_count, 1); }
132 
133       void
134       _M_add_ref_lock();
135 
136       void
137       _M_release() noexcept
138       {
139         // Be race-detector-friendly.  For more info see bits/c++config.
140         _GLIBCXX_SYNCHRONIZATION_HAPPENS_BEFORE(&_M_use_count);
141 	if (__gnu_cxx::__exchange_and_add_dispatch(&_M_use_count, -1) == 1)
142 	  {
143             _GLIBCXX_SYNCHRONIZATION_HAPPENS_AFTER(&_M_use_count);
144 	    _M_dispose();
145 	    // There must be a memory barrier between dispose() and destroy()
146 	    // to ensure that the effects of dispose() are observed in the
147 	    // thread that runs destroy().
148 	    // See http://gcc.gnu.org/ml/libstdc++/2005-11/msg00136.html
149 	    if (_Mutex_base<_Lp>::_S_need_barriers)
150 	      {
151 	        _GLIBCXX_READ_MEM_BARRIER;
152 	        _GLIBCXX_WRITE_MEM_BARRIER;
153 	      }
154 
155             // Be race-detector-friendly.  For more info see bits/c++config.
156             _GLIBCXX_SYNCHRONIZATION_HAPPENS_BEFORE(&_M_weak_count);
157 	    if (__gnu_cxx::__exchange_and_add_dispatch(&_M_weak_count,
158 						       -1) == 1)
159               {
160                 _GLIBCXX_SYNCHRONIZATION_HAPPENS_AFTER(&_M_weak_count);
161 	        _M_destroy();
162               }
163 	  }
164       }
165 
166       void
167       _M_weak_add_ref() noexcept
168       { __gnu_cxx::__atomic_add_dispatch(&_M_weak_count, 1); }
169 
170       void
171       _M_weak_release() noexcept
172       {
173         // Be race-detector-friendly. For more info see bits/c++config.
174         _GLIBCXX_SYNCHRONIZATION_HAPPENS_BEFORE(&_M_weak_count);
175 	if (__gnu_cxx::__exchange_and_add_dispatch(&_M_weak_count, -1) == 1)
176 	  {
177             _GLIBCXX_SYNCHRONIZATION_HAPPENS_AFTER(&_M_weak_count);
178 	    if (_Mutex_base<_Lp>::_S_need_barriers)
179 	      {
180 	        // See _M_release(),
181 	        // destroy() must observe results of dispose()
182 	        _GLIBCXX_READ_MEM_BARRIER;
183 	        _GLIBCXX_WRITE_MEM_BARRIER;
184 	      }
185 	    _M_destroy();
186 	  }
187       }
188 
189       long
190       _M_get_use_count() const noexcept
191       {
192         // No memory barrier is used here so there is no synchronization
193         // with other threads.
194         return __atomic_load_n(&_M_use_count, __ATOMIC_RELAXED);
195       }
196 
197     private:
198       _Sp_counted_base(_Sp_counted_base const&) = delete;
199       _Sp_counted_base& operator=(_Sp_counted_base const&) = delete;
200 
201       _Atomic_word  _M_use_count;     // #shared
202       _Atomic_word  _M_weak_count;    // #weak + (#shared != 0)
203     };
204 
205   template<>
206     inline void
207     _Sp_counted_base<_S_single>::
208     _M_add_ref_lock()
209     {
210       if (__gnu_cxx::__exchange_and_add_dispatch(&_M_use_count, 1) == 0)
211 	{
212 	  _M_use_count = 0;
213 	  __throw_bad_weak_ptr();
214 	}
215     }
216 
217   template<>
218     inline void
219     _Sp_counted_base<_S_mutex>::
220     _M_add_ref_lock()
221     {
222       __gnu_cxx::__scoped_lock sentry(*this);
223       if (__gnu_cxx::__exchange_and_add_dispatch(&_M_use_count, 1) == 0)
224 	{
225 	  _M_use_count = 0;
226 	  __throw_bad_weak_ptr();
227 	}
228     }
229 
230   template<>
231     inline void
232     _Sp_counted_base<_S_atomic>::
233     _M_add_ref_lock()
234     {
235       // Perform lock-free add-if-not-zero operation.
236       _Atomic_word __count = _M_get_use_count();
237       do
238 	{
239 	  if (__count == 0)
240 	    __throw_bad_weak_ptr();
241 	  // Replace the current counter value with the old value + 1, as
242 	  // long as it's not changed meanwhile.
243 	}
244       while (!__atomic_compare_exchange_n(&_M_use_count, &__count, __count + 1,
245 					  true, __ATOMIC_ACQ_REL,
246 					  __ATOMIC_RELAXED));
247     }
248 
249 
250   // Forward declarations.
251   template<typename _Tp, _Lock_policy _Lp = __default_lock_policy>
252     class __shared_ptr;
253 
254   template<typename _Tp, _Lock_policy _Lp = __default_lock_policy>
255     class __weak_ptr;
256 
257   template<typename _Tp, _Lock_policy _Lp = __default_lock_policy>
258     class __enable_shared_from_this;
259 
260   template<typename _Tp>
261     class shared_ptr;
262 
263   template<typename _Tp>
264     class weak_ptr;
265 
266   template<typename _Tp>
267     struct owner_less;
268 
269   template<typename _Tp>
270     class enable_shared_from_this;
271 
272   template<_Lock_policy _Lp = __default_lock_policy>
273     class __weak_count;
274 
275   template<_Lock_policy _Lp = __default_lock_policy>
276     class __shared_count;
277 
278 
279   // Counted ptr with no deleter or allocator support
280   template<typename _Ptr, _Lock_policy _Lp>
281     class _Sp_counted_ptr final : public _Sp_counted_base<_Lp>
282     {
283     public:
284       explicit
285       _Sp_counted_ptr(_Ptr __p)
286       : _M_ptr(__p) { }
287 
288       virtual void
289       _M_dispose() noexcept
290       { delete _M_ptr; }
291 
292       virtual void
293       _M_destroy() noexcept
294       { delete this; }
295 
296       virtual void*
297       _M_get_deleter(const std::type_info&)
298       { return 0; }
299 
300       _Sp_counted_ptr(const _Sp_counted_ptr&) = delete;
301       _Sp_counted_ptr& operator=(const _Sp_counted_ptr&) = delete;
302 
303     protected:
304       _Ptr             _M_ptr;  // copy constructor must not throw
305     };
306 
307   template<>
308     inline void
309     _Sp_counted_ptr<nullptr_t, _S_single>::_M_dispose() noexcept { }
310 
311   template<>
312     inline void
313     _Sp_counted_ptr<nullptr_t, _S_mutex>::_M_dispose() noexcept { }
314 
315   template<>
316     inline void
317     _Sp_counted_ptr<nullptr_t, _S_atomic>::_M_dispose() noexcept { }
318 
319   // Support for custom deleter and/or allocator
320   template<typename _Ptr, typename _Deleter, typename _Alloc, _Lock_policy _Lp>
321     class _Sp_counted_deleter final : public _Sp_counted_base<_Lp>
322     {
323       // Helper class that stores the Deleter and also acts as an allocator.
324       // Used to dispose of the owned pointer and the internal refcount
325       // Requires that copies of _Alloc can free each other's memory.
326       struct _My_Deleter
327       : public _Alloc           // copy constructor must not throw
328       {
329 	_Deleter _M_del;        // copy constructor must not throw
330 	_My_Deleter(_Deleter __d, const _Alloc& __a)
331 	: _Alloc(__a), _M_del(__d) { }
332       };
333 
334     public:
335       // __d(__p) must not throw.
336       _Sp_counted_deleter(_Ptr __p, _Deleter __d)
337       : _M_ptr(__p), _M_del(__d, _Alloc()) { }
338 
339       // __d(__p) must not throw.
340       _Sp_counted_deleter(_Ptr __p, _Deleter __d, const _Alloc& __a)
341       : _M_ptr(__p), _M_del(__d, __a) { }
342 
343       ~_Sp_counted_deleter() noexcept { }
344 
345       virtual void
346       _M_dispose() noexcept
347       { _M_del._M_del(_M_ptr); }
348 
349       virtual void
350       _M_destroy() noexcept
351       {
352 	typedef typename allocator_traits<_Alloc>::template
353 	  rebind_traits<_Sp_counted_deleter> _Alloc_traits;
354 	typename _Alloc_traits::allocator_type __a(_M_del);
355 	_Alloc_traits::destroy(__a, this);
356 	_Alloc_traits::deallocate(__a, this, 1);
357       }
358 
359       virtual void*
360       _M_get_deleter(const std::type_info& __ti)
361       {
362 #ifdef __GXX_RTTI
363         return __ti == typeid(_Deleter) ? &_M_del._M_del : 0;
364 #else
365         return 0;
366 #endif
367       }
368 
369     protected:
370       _Ptr             _M_ptr;  // copy constructor must not throw
371       _My_Deleter      _M_del;  // copy constructor must not throw
372     };
373 
374   // helpers for make_shared / allocate_shared
375 
376   struct _Sp_make_shared_tag { };
377 
378   template<typename _Tp, typename _Alloc, _Lock_policy _Lp>
379     class _Sp_counted_ptr_inplace final : public _Sp_counted_base<_Lp>
380     {
381       // Helper class that stores the pointer and also acts as an allocator.
382       // Used to dispose of the owned pointer and the internal refcount
383       // Requires that copies of _Alloc can free each other's memory.
384       struct _Impl
385       : public _Alloc           // copy constructor must not throw
386       {
387 	_Impl(_Alloc __a) : _Alloc(__a), _M_ptr() { }
388 	_Tp* _M_ptr;
389       };
390 
391     public:
392       template<typename... _Args>
393 	_Sp_counted_ptr_inplace(_Alloc __a, _Args&&... __args)
394 	: _M_impl(__a)
395 	{
396 	  _M_impl._M_ptr = static_cast<_Tp*>(static_cast<void*>(&_M_storage));
397 	  // _GLIBCXX_RESOLVE_LIB_DEFECTS
398 	  // 2070.  allocate_shared should use allocator_traits<A>::construct
399 	  allocator_traits<_Alloc>::construct(__a, _M_impl._M_ptr,
400 	      std::forward<_Args>(__args)...); // might throw
401 	}
402 
403       ~_Sp_counted_ptr_inplace() noexcept { }
404 
405       virtual void
406       _M_dispose() noexcept
407       { allocator_traits<_Alloc>::destroy(_M_impl, _M_impl._M_ptr); }
408 
409       // Override because the allocator needs to know the dynamic type
410       virtual void
411       _M_destroy() noexcept
412       {
413 	typedef typename allocator_traits<_Alloc>::template
414 	  rebind_traits<_Sp_counted_ptr_inplace> _Alloc_traits;
415 	typename _Alloc_traits::allocator_type __a(_M_impl);
416 	_Alloc_traits::destroy(__a, this);
417 	_Alloc_traits::deallocate(__a, this, 1);
418       }
419 
420       // Sneaky trick so __shared_ptr can get the managed pointer
421       virtual void*
422       _M_get_deleter(const std::type_info& __ti) noexcept
423       {
424 #ifdef __GXX_RTTI
425 	return __ti == typeid(_Sp_make_shared_tag)
426 	       ? static_cast<void*>(&_M_storage)
427 	       : 0;
428 #else
429         return 0;
430 #endif
431       }
432 
433     private:
434       _Impl _M_impl;
435       typename aligned_storage<sizeof(_Tp), alignment_of<_Tp>::value>::type
436 	_M_storage;
437     };
438 
439   template<_Lock_policy _Lp>
440     class __shared_count
441     {
442     public:
443       constexpr __shared_count() noexcept : _M_pi(0)
444       { }
445 
446       template<typename _Ptr>
447         explicit
448 	__shared_count(_Ptr __p) : _M_pi(0)
449 	{
450 	  __try
451 	    {
452 	      _M_pi = new _Sp_counted_ptr<_Ptr, _Lp>(__p);
453 	    }
454 	  __catch(...)
455 	    {
456 	      delete __p;
457 	      __throw_exception_again;
458 	    }
459 	}
460 
461       template<typename _Ptr, typename _Deleter>
462 	__shared_count(_Ptr __p, _Deleter __d)
463 	: __shared_count(__p, std::move(__d), allocator<int>())
464 	{ }
465 
466       template<typename _Ptr, typename _Deleter, typename _Alloc>
467 	__shared_count(_Ptr __p, _Deleter __d, _Alloc __a) : _M_pi(0)
468 	{
469 	  typedef _Sp_counted_deleter<_Ptr, _Deleter, _Alloc, _Lp> _Sp_cd_type;
470 	  typedef typename allocator_traits<_Alloc>::template
471 	    rebind_traits<_Sp_cd_type> _Alloc_traits;
472 	  typename _Alloc_traits::allocator_type __a2(__a);
473 	  _Sp_cd_type* __mem = 0;
474 	  __try
475 	    {
476 	      __mem = _Alloc_traits::allocate(__a2, 1);
477 	      _Alloc_traits::construct(__a2, __mem,
478 		  __p, std::move(__d), std::move(__a));
479 	      _M_pi = __mem;
480 	    }
481 	  __catch(...)
482 	    {
483 	      __d(__p); // Call _Deleter on __p.
484 	      if (__mem)
485 	        _Alloc_traits::deallocate(__a2, __mem, 1);
486 	      __throw_exception_again;
487 	    }
488 	}
489 
490       template<typename _Tp, typename _Alloc, typename... _Args>
491 	__shared_count(_Sp_make_shared_tag, _Tp*, const _Alloc& __a,
492 		       _Args&&... __args)
493 	: _M_pi(0)
494 	{
495 	  typedef _Sp_counted_ptr_inplace<_Tp, _Alloc, _Lp> _Sp_cp_type;
496 	  typedef typename allocator_traits<_Alloc>::template
497 	    rebind_traits<_Sp_cp_type> _Alloc_traits;
498 	  typename _Alloc_traits::allocator_type __a2(__a);
499 	  _Sp_cp_type* __mem = _Alloc_traits::allocate(__a2, 1);
500 	  __try
501 	    {
502 	      _Alloc_traits::construct(__a2, __mem, std::move(__a),
503 		    std::forward<_Args>(__args)...);
504 	      _M_pi = __mem;
505 	    }
506 	  __catch(...)
507 	    {
508 	      _Alloc_traits::deallocate(__a2, __mem, 1);
509 	      __throw_exception_again;
510 	    }
511 	}
512 
513 #if _GLIBCXX_USE_DEPRECATED
514       // Special case for auto_ptr<_Tp> to provide the strong guarantee.
515       template<typename _Tp>
516         explicit
517 	__shared_count(std::auto_ptr<_Tp>&& __r);
518 #endif
519 
520       // Special case for unique_ptr<_Tp,_Del> to provide the strong guarantee.
521       template<typename _Tp, typename _Del>
522         explicit
523 	__shared_count(std::unique_ptr<_Tp, _Del>&& __r) : _M_pi(0)
524 	{
525 	  using _Ptr = typename unique_ptr<_Tp, _Del>::pointer;
526 	  using _Del2 = typename conditional<is_reference<_Del>::value,
527 	      reference_wrapper<typename remove_reference<_Del>::type>,
528 	      _Del>::type;
529 	  using _Sp_cd_type
530 	    = _Sp_counted_deleter<_Ptr, _Del2, allocator<void>, _Lp>;
531 	  using _Alloc = allocator<_Sp_cd_type>;
532 	  using _Alloc_traits = allocator_traits<_Alloc>;
533 	  _Alloc __a;
534 	  _Sp_cd_type* __mem = _Alloc_traits::allocate(__a, 1);
535 	  _Alloc_traits::construct(__a, __mem, __r.release(),
536 				   __r.get_deleter());  // non-throwing
537 	  _M_pi = __mem;
538 	}
539 
540       // Throw bad_weak_ptr when __r._M_get_use_count() == 0.
541       explicit __shared_count(const __weak_count<_Lp>& __r);
542 
543       ~__shared_count() noexcept
544       {
545 	if (_M_pi != nullptr)
546 	  _M_pi->_M_release();
547       }
548 
549       __shared_count(const __shared_count& __r) noexcept
550       : _M_pi(__r._M_pi)
551       {
552 	if (_M_pi != 0)
553 	  _M_pi->_M_add_ref_copy();
554       }
555 
556       __shared_count&
557       operator=(const __shared_count& __r) noexcept
558       {
559 	_Sp_counted_base<_Lp>* __tmp = __r._M_pi;
560 	if (__tmp != _M_pi)
561 	  {
562 	    if (__tmp != 0)
563 	      __tmp->_M_add_ref_copy();
564 	    if (_M_pi != 0)
565 	      _M_pi->_M_release();
566 	    _M_pi = __tmp;
567 	  }
568 	return *this;
569       }
570 
571       void
572       _M_swap(__shared_count& __r) noexcept
573       {
574 	_Sp_counted_base<_Lp>* __tmp = __r._M_pi;
575 	__r._M_pi = _M_pi;
576 	_M_pi = __tmp;
577       }
578 
579       long
580       _M_get_use_count() const noexcept
581       { return _M_pi != 0 ? _M_pi->_M_get_use_count() : 0; }
582 
583       bool
584       _M_unique() const noexcept
585       { return this->_M_get_use_count() == 1; }
586 
587       void*
588       _M_get_deleter(const std::type_info& __ti) const noexcept
589       { return _M_pi ? _M_pi->_M_get_deleter(__ti) : 0; }
590 
591       bool
592       _M_less(const __shared_count& __rhs) const noexcept
593       { return std::less<_Sp_counted_base<_Lp>*>()(this->_M_pi, __rhs._M_pi); }
594 
595       bool
596       _M_less(const __weak_count<_Lp>& __rhs) const noexcept
597       { return std::less<_Sp_counted_base<_Lp>*>()(this->_M_pi, __rhs._M_pi); }
598 
599       // Friend function injected into enclosing namespace and found by ADL
600       friend inline bool
601       operator==(const __shared_count& __a, const __shared_count& __b) noexcept
602       { return __a._M_pi == __b._M_pi; }
603 
604     private:
605       friend class __weak_count<_Lp>;
606 
607       _Sp_counted_base<_Lp>*  _M_pi;
608     };
609 
610 
611   template<_Lock_policy _Lp>
612     class __weak_count
613     {
614     public:
615       constexpr __weak_count() noexcept : _M_pi(0)
616       { }
617 
618       __weak_count(const __shared_count<_Lp>& __r) noexcept
619       : _M_pi(__r._M_pi)
620       {
621 	if (_M_pi != 0)
622 	  _M_pi->_M_weak_add_ref();
623       }
624 
625       __weak_count(const __weak_count<_Lp>& __r) noexcept
626       : _M_pi(__r._M_pi)
627       {
628 	if (_M_pi != 0)
629 	  _M_pi->_M_weak_add_ref();
630       }
631 
632       ~__weak_count() noexcept
633       {
634 	if (_M_pi != 0)
635 	  _M_pi->_M_weak_release();
636       }
637 
638       __weak_count<_Lp>&
639       operator=(const __shared_count<_Lp>& __r) noexcept
640       {
641 	_Sp_counted_base<_Lp>* __tmp = __r._M_pi;
642 	if (__tmp != 0)
643 	  __tmp->_M_weak_add_ref();
644 	if (_M_pi != 0)
645 	  _M_pi->_M_weak_release();
646 	_M_pi = __tmp;
647 	return *this;
648       }
649 
650       __weak_count<_Lp>&
651       operator=(const __weak_count<_Lp>& __r) noexcept
652       {
653 	_Sp_counted_base<_Lp>* __tmp = __r._M_pi;
654 	if (__tmp != 0)
655 	  __tmp->_M_weak_add_ref();
656 	if (_M_pi != 0)
657 	  _M_pi->_M_weak_release();
658 	_M_pi = __tmp;
659 	return *this;
660       }
661 
662       void
663       _M_swap(__weak_count<_Lp>& __r) noexcept
664       {
665 	_Sp_counted_base<_Lp>* __tmp = __r._M_pi;
666 	__r._M_pi = _M_pi;
667 	_M_pi = __tmp;
668       }
669 
670       long
671       _M_get_use_count() const noexcept
672       { return _M_pi != 0 ? _M_pi->_M_get_use_count() : 0; }
673 
674       bool
675       _M_less(const __weak_count& __rhs) const noexcept
676       { return std::less<_Sp_counted_base<_Lp>*>()(this->_M_pi, __rhs._M_pi); }
677 
678       bool
679       _M_less(const __shared_count<_Lp>& __rhs) const noexcept
680       { return std::less<_Sp_counted_base<_Lp>*>()(this->_M_pi, __rhs._M_pi); }
681 
682       // Friend function injected into enclosing namespace and found by ADL
683       friend inline bool
684       operator==(const __weak_count& __a, const __weak_count& __b) noexcept
685       { return __a._M_pi == __b._M_pi; }
686 
687     private:
688       friend class __shared_count<_Lp>;
689 
690       _Sp_counted_base<_Lp>*  _M_pi;
691     };
692 
693   // Now that __weak_count is defined we can define this constructor:
694   template<_Lock_policy _Lp>
695     inline __shared_count<_Lp>:: __shared_count(const __weak_count<_Lp>& __r)
696     : _M_pi(__r._M_pi)
697     {
698       if (_M_pi != 0)
699 	_M_pi->_M_add_ref_lock();
700       else
701 	__throw_bad_weak_ptr();
702     }
703 
704 
705   // Support for enable_shared_from_this.
706 
707   // Friend of __enable_shared_from_this.
708   template<_Lock_policy _Lp, typename _Tp1, typename _Tp2>
709     void
710     __enable_shared_from_this_helper(const __shared_count<_Lp>&,
711 				     const __enable_shared_from_this<_Tp1,
712 				     _Lp>*, const _Tp2*) noexcept;
713 
714   // Friend of enable_shared_from_this.
715   template<typename _Tp1, typename _Tp2>
716     void
717     __enable_shared_from_this_helper(const __shared_count<>&,
718 				     const enable_shared_from_this<_Tp1>*,
719 				     const _Tp2*) noexcept;
720 
721   template<_Lock_policy _Lp>
722     inline void
723     __enable_shared_from_this_helper(const __shared_count<_Lp>&, ...) noexcept
724     { }
725 
726 
727   template<typename _Tp, _Lock_policy _Lp>
728     class __shared_ptr
729     {
730     public:
731       typedef _Tp   element_type;
732 
733       constexpr __shared_ptr() noexcept
734       : _M_ptr(0), _M_refcount()
735       { }
736 
737       template<typename _Tp1>
738 	explicit __shared_ptr(_Tp1* __p)
739         : _M_ptr(__p), _M_refcount(__p)
740 	{
741 	  __glibcxx_function_requires(_ConvertibleConcept<_Tp1*, _Tp*>)
742 	  static_assert( sizeof(_Tp1) > 0, "incomplete type" );
743 	  __enable_shared_from_this_helper(_M_refcount, __p, __p);
744 	}
745 
746       template<typename _Tp1, typename _Deleter>
747 	__shared_ptr(_Tp1* __p, _Deleter __d)
748 	: _M_ptr(__p), _M_refcount(__p, __d)
749 	{
750 	  __glibcxx_function_requires(_ConvertibleConcept<_Tp1*, _Tp*>)
751 	  // TODO requires _Deleter CopyConstructible and __d(__p) well-formed
752 	  __enable_shared_from_this_helper(_M_refcount, __p, __p);
753 	}
754 
755       template<typename _Tp1, typename _Deleter, typename _Alloc>
756 	__shared_ptr(_Tp1* __p, _Deleter __d, _Alloc __a)
757 	: _M_ptr(__p), _M_refcount(__p, __d, std::move(__a))
758 	{
759 	  __glibcxx_function_requires(_ConvertibleConcept<_Tp1*, _Tp*>)
760 	  // TODO requires _Deleter CopyConstructible and __d(__p) well-formed
761 	  __enable_shared_from_this_helper(_M_refcount, __p, __p);
762 	}
763 
764       template<typename _Deleter>
765 	__shared_ptr(nullptr_t __p, _Deleter __d)
766 	: _M_ptr(0), _M_refcount(__p, __d)
767 	{ }
768 
769       template<typename _Deleter, typename _Alloc>
770         __shared_ptr(nullptr_t __p, _Deleter __d, _Alloc __a)
771 	: _M_ptr(0), _M_refcount(__p, __d, std::move(__a))
772 	{ }
773 
774       template<typename _Tp1>
775 	__shared_ptr(const __shared_ptr<_Tp1, _Lp>& __r, _Tp* __p) noexcept
776 	: _M_ptr(__p), _M_refcount(__r._M_refcount) // never throws
777 	{ }
778 
779       __shared_ptr(const __shared_ptr&) noexcept = default;
780       __shared_ptr& operator=(const __shared_ptr&) noexcept = default;
781       ~__shared_ptr() = default;
782 
783       template<typename _Tp1, typename = typename
784 	       std::enable_if<std::is_convertible<_Tp1*, _Tp*>::value>::type>
785 	__shared_ptr(const __shared_ptr<_Tp1, _Lp>& __r) noexcept
786 	: _M_ptr(__r._M_ptr), _M_refcount(__r._M_refcount)
787 	{ }
788 
789       __shared_ptr(__shared_ptr&& __r) noexcept
790       : _M_ptr(__r._M_ptr), _M_refcount()
791       {
792 	_M_refcount._M_swap(__r._M_refcount);
793 	__r._M_ptr = 0;
794       }
795 
796       template<typename _Tp1, typename = typename
797 	       std::enable_if<std::is_convertible<_Tp1*, _Tp*>::value>::type>
798 	__shared_ptr(__shared_ptr<_Tp1, _Lp>&& __r) noexcept
799 	: _M_ptr(__r._M_ptr), _M_refcount()
800 	{
801 	  _M_refcount._M_swap(__r._M_refcount);
802 	  __r._M_ptr = 0;
803 	}
804 
805       template<typename _Tp1>
806 	explicit __shared_ptr(const __weak_ptr<_Tp1, _Lp>& __r)
807 	: _M_refcount(__r._M_refcount) // may throw
808 	{
809 	  __glibcxx_function_requires(_ConvertibleConcept<_Tp1*, _Tp*>)
810 
811 	  // It is now safe to copy __r._M_ptr, as
812 	  // _M_refcount(__r._M_refcount) did not throw.
813 	  _M_ptr = __r._M_ptr;
814 	}
815 
816       // If an exception is thrown this constructor has no effect.
817       template<typename _Tp1, typename _Del>
818 	__shared_ptr(std::unique_ptr<_Tp1, _Del>&& __r)
819 	: _M_ptr(__r.get()), _M_refcount()
820 	{
821 	  __glibcxx_function_requires(_ConvertibleConcept<_Tp1*, _Tp*>)
822 	  auto __tmp = __r.get();
823 	  _M_refcount = __shared_count<_Lp>(std::move(__r));
824 	  __enable_shared_from_this_helper(_M_refcount, __tmp, __tmp);
825 	}
826 
827 #if _GLIBCXX_USE_DEPRECATED
828       // Postcondition: use_count() == 1 and __r.get() == 0
829       template<typename _Tp1>
830 	__shared_ptr(std::auto_ptr<_Tp1>&& __r);
831 #endif
832 
833       /* TODO: use delegating constructor */
834       constexpr __shared_ptr(nullptr_t) noexcept
835       : _M_ptr(0), _M_refcount()
836       { }
837 
838       template<typename _Tp1>
839 	__shared_ptr&
840 	operator=(const __shared_ptr<_Tp1, _Lp>& __r) noexcept
841 	{
842 	  _M_ptr = __r._M_ptr;
843 	  _M_refcount = __r._M_refcount; // __shared_count::op= doesn't throw
844 	  return *this;
845 	}
846 
847 #if _GLIBCXX_USE_DEPRECATED
848       template<typename _Tp1>
849 	__shared_ptr&
850 	operator=(std::auto_ptr<_Tp1>&& __r)
851 	{
852 	  __shared_ptr(std::move(__r)).swap(*this);
853 	  return *this;
854 	}
855 #endif
856 
857       __shared_ptr&
858       operator=(__shared_ptr&& __r) noexcept
859       {
860 	__shared_ptr(std::move(__r)).swap(*this);
861 	return *this;
862       }
863 
864       template<class _Tp1>
865 	__shared_ptr&
866 	operator=(__shared_ptr<_Tp1, _Lp>&& __r) noexcept
867 	{
868 	  __shared_ptr(std::move(__r)).swap(*this);
869 	  return *this;
870 	}
871 
872       template<typename _Tp1, typename _Del>
873 	__shared_ptr&
874 	operator=(std::unique_ptr<_Tp1, _Del>&& __r)
875 	{
876 	  __shared_ptr(std::move(__r)).swap(*this);
877 	  return *this;
878 	}
879 
880       void
881       reset() noexcept
882       { __shared_ptr().swap(*this); }
883 
884       template<typename _Tp1>
885 	void
886 	reset(_Tp1* __p) // _Tp1 must be complete.
887 	{
888 	  // Catch self-reset errors.
889 	  _GLIBCXX_DEBUG_ASSERT(__p == 0 || __p != _M_ptr);
890 	  __shared_ptr(__p).swap(*this);
891 	}
892 
893       template<typename _Tp1, typename _Deleter>
894 	void
895 	reset(_Tp1* __p, _Deleter __d)
896 	{ __shared_ptr(__p, __d).swap(*this); }
897 
898       template<typename _Tp1, typename _Deleter, typename _Alloc>
899 	void
900         reset(_Tp1* __p, _Deleter __d, _Alloc __a)
901         { __shared_ptr(__p, __d, std::move(__a)).swap(*this); }
902 
903       // Allow class instantiation when _Tp is [cv-qual] void.
904       typename std::add_lvalue_reference<_Tp>::type
905       operator*() const noexcept
906       {
907 	_GLIBCXX_DEBUG_ASSERT(_M_ptr != 0);
908 	return *_M_ptr;
909       }
910 
911       _Tp*
912       operator->() const noexcept
913       {
914 	_GLIBCXX_DEBUG_ASSERT(_M_ptr != 0);
915 	return _M_ptr;
916       }
917 
918       _Tp*
919       get() const noexcept
920       { return _M_ptr; }
921 
922       explicit operator bool() const // never throws
923       { return _M_ptr == 0 ? false : true; }
924 
925       bool
926       unique() const noexcept
927       { return _M_refcount._M_unique(); }
928 
929       long
930       use_count() const noexcept
931       { return _M_refcount._M_get_use_count(); }
932 
933       void
934       swap(__shared_ptr<_Tp, _Lp>& __other) noexcept
935       {
936 	std::swap(_M_ptr, __other._M_ptr);
937 	_M_refcount._M_swap(__other._M_refcount);
938       }
939 
940       template<typename _Tp1>
941 	bool
942 	owner_before(__shared_ptr<_Tp1, _Lp> const& __rhs) const
943 	{ return _M_refcount._M_less(__rhs._M_refcount); }
944 
945       template<typename _Tp1>
946 	bool
947 	owner_before(__weak_ptr<_Tp1, _Lp> const& __rhs) const
948 	{ return _M_refcount._M_less(__rhs._M_refcount); }
949 
950 #ifdef __GXX_RTTI
951     protected:
952       // This constructor is non-standard, it is used by allocate_shared.
953       template<typename _Alloc, typename... _Args>
954 	__shared_ptr(_Sp_make_shared_tag __tag, const _Alloc& __a,
955 		     _Args&&... __args)
956 	: _M_ptr(), _M_refcount(__tag, (_Tp*)0, __a,
957 				std::forward<_Args>(__args)...)
958 	{
959 	  // _M_ptr needs to point to the newly constructed object.
960 	  // This relies on _Sp_counted_ptr_inplace::_M_get_deleter.
961 	  void* __p = _M_refcount._M_get_deleter(typeid(__tag));
962 	  _M_ptr = static_cast<_Tp*>(__p);
963 	  __enable_shared_from_this_helper(_M_refcount, _M_ptr, _M_ptr);
964 	}
965 #else
966       template<typename _Alloc>
967         struct _Deleter
968         {
969           void operator()(_Tp* __ptr)
970           {
971 	    typedef allocator_traits<_Alloc> _Alloc_traits;
972 	    _Alloc_traits::destroy(_M_alloc, __ptr);
973 	    _Alloc_traits::deallocate(_M_alloc, __ptr, 1);
974           }
975           _Alloc _M_alloc;
976         };
977 
978       template<typename _Alloc, typename... _Args>
979 	__shared_ptr(_Sp_make_shared_tag __tag, const _Alloc& __a,
980 		     _Args&&... __args)
981 	: _M_ptr(), _M_refcount()
982         {
983 	  typedef typename _Alloc::template rebind<_Tp>::other _Alloc2;
984           _Deleter<_Alloc2> __del = { _Alloc2(__a) };
985 	  typedef allocator_traits<_Alloc2> __traits;
986           _M_ptr = __traits::allocate(__del._M_alloc, 1);
987 	  __try
988 	    {
989 	      // _GLIBCXX_RESOLVE_LIB_DEFECTS
990 	      // 2070. allocate_shared should use allocator_traits<A>::construct
991 	      __traits::construct(__del._M_alloc, _M_ptr,
992 		                  std::forward<_Args>(__args)...);
993 	    }
994 	  __catch(...)
995 	    {
996 	      __traits::deallocate(__del._M_alloc, _M_ptr, 1);
997 	      __throw_exception_again;
998 	    }
999           __shared_count<_Lp> __count(_M_ptr, __del, __del._M_alloc);
1000           _M_refcount._M_swap(__count);
1001 	  __enable_shared_from_this_helper(_M_refcount, _M_ptr, _M_ptr);
1002         }
1003 #endif
1004 
1005       template<typename _Tp1, _Lock_policy _Lp1, typename _Alloc,
1006 	       typename... _Args>
1007 	friend __shared_ptr<_Tp1, _Lp1>
1008 	__allocate_shared(const _Alloc& __a, _Args&&... __args);
1009 
1010     private:
1011       void*
1012       _M_get_deleter(const std::type_info& __ti) const noexcept
1013       { return _M_refcount._M_get_deleter(__ti); }
1014 
1015       template<typename _Tp1, _Lock_policy _Lp1> friend class __shared_ptr;
1016       template<typename _Tp1, _Lock_policy _Lp1> friend class __weak_ptr;
1017 
1018       template<typename _Del, typename _Tp1, _Lock_policy _Lp1>
1019 	friend _Del* get_deleter(const __shared_ptr<_Tp1, _Lp1>&) noexcept;
1020 
1021       _Tp*	   	   _M_ptr;         // Contained pointer.
1022       __shared_count<_Lp>  _M_refcount;    // Reference counter.
1023     };
1024 
1025 
1026   // 20.7.2.2.7 shared_ptr comparisons
1027   template<typename _Tp1, typename _Tp2, _Lock_policy _Lp>
1028     inline bool
1029     operator==(const __shared_ptr<_Tp1, _Lp>& __a,
1030 	       const __shared_ptr<_Tp2, _Lp>& __b) noexcept
1031     { return __a.get() == __b.get(); }
1032 
1033   template<typename _Tp, _Lock_policy _Lp>
1034     inline bool
1035     operator==(const __shared_ptr<_Tp, _Lp>& __a, nullptr_t) noexcept
1036     { return !__a; }
1037 
1038   template<typename _Tp, _Lock_policy _Lp>
1039     inline bool
1040     operator==(nullptr_t, const __shared_ptr<_Tp, _Lp>& __a) noexcept
1041     { return !__a; }
1042 
1043   template<typename _Tp1, typename _Tp2, _Lock_policy _Lp>
1044     inline bool
1045     operator!=(const __shared_ptr<_Tp1, _Lp>& __a,
1046 	       const __shared_ptr<_Tp2, _Lp>& __b) noexcept
1047     { return __a.get() != __b.get(); }
1048 
1049   template<typename _Tp, _Lock_policy _Lp>
1050     inline bool
1051     operator!=(const __shared_ptr<_Tp, _Lp>& __a, nullptr_t) noexcept
1052     { return (bool)__a; }
1053 
1054   template<typename _Tp, _Lock_policy _Lp>
1055     inline bool
1056     operator!=(nullptr_t, const __shared_ptr<_Tp, _Lp>& __a) noexcept
1057     { return (bool)__a; }
1058 
1059   template<typename _Tp1, typename _Tp2, _Lock_policy _Lp>
1060     inline bool
1061     operator<(const __shared_ptr<_Tp1, _Lp>& __a,
1062 	      const __shared_ptr<_Tp2, _Lp>& __b) noexcept
1063     {
1064       typedef typename std::common_type<_Tp1*, _Tp2*>::type _CT;
1065       return std::less<_CT>()(__a.get(), __b.get());
1066     }
1067 
1068   template<typename _Tp, _Lock_policy _Lp>
1069     inline bool
1070     operator<(const __shared_ptr<_Tp, _Lp>& __a, nullptr_t) noexcept
1071     { return std::less<_Tp*>()(__a.get(), nullptr); }
1072 
1073   template<typename _Tp, _Lock_policy _Lp>
1074     inline bool
1075     operator<(nullptr_t, const __shared_ptr<_Tp, _Lp>& __a) noexcept
1076     { return std::less<_Tp*>()(nullptr, __a.get()); }
1077 
1078   template<typename _Tp1, typename _Tp2, _Lock_policy _Lp>
1079     inline bool
1080     operator<=(const __shared_ptr<_Tp1, _Lp>& __a,
1081 	       const __shared_ptr<_Tp2, _Lp>& __b) noexcept
1082     { return !(__b < __a); }
1083 
1084   template<typename _Tp, _Lock_policy _Lp>
1085     inline bool
1086     operator<=(const __shared_ptr<_Tp, _Lp>& __a, nullptr_t) noexcept
1087     { return !(nullptr < __a); }
1088 
1089   template<typename _Tp, _Lock_policy _Lp>
1090     inline bool
1091     operator<=(nullptr_t, const __shared_ptr<_Tp, _Lp>& __a) noexcept
1092     { return !(__a < nullptr); }
1093 
1094   template<typename _Tp1, typename _Tp2, _Lock_policy _Lp>
1095     inline bool
1096     operator>(const __shared_ptr<_Tp1, _Lp>& __a,
1097 	      const __shared_ptr<_Tp2, _Lp>& __b) noexcept
1098     { return (__b < __a); }
1099 
1100   template<typename _Tp, _Lock_policy _Lp>
1101     inline bool
1102     operator>(const __shared_ptr<_Tp, _Lp>& __a, nullptr_t) noexcept
1103     { return std::less<_Tp*>()(nullptr, __a.get()); }
1104 
1105   template<typename _Tp, _Lock_policy _Lp>
1106     inline bool
1107     operator>(nullptr_t, const __shared_ptr<_Tp, _Lp>& __a) noexcept
1108     { return std::less<_Tp*>()(__a.get(), nullptr); }
1109 
1110   template<typename _Tp1, typename _Tp2, _Lock_policy _Lp>
1111     inline bool
1112     operator>=(const __shared_ptr<_Tp1, _Lp>& __a,
1113 	       const __shared_ptr<_Tp2, _Lp>& __b) noexcept
1114     { return !(__a < __b); }
1115 
1116   template<typename _Tp, _Lock_policy _Lp>
1117     inline bool
1118     operator>=(const __shared_ptr<_Tp, _Lp>& __a, nullptr_t) noexcept
1119     { return !(__a < nullptr); }
1120 
1121   template<typename _Tp, _Lock_policy _Lp>
1122     inline bool
1123     operator>=(nullptr_t, const __shared_ptr<_Tp, _Lp>& __a) noexcept
1124     { return !(nullptr < __a); }
1125 
1126   template<typename _Sp>
1127     struct _Sp_less : public binary_function<_Sp, _Sp, bool>
1128     {
1129       bool
1130       operator()(const _Sp& __lhs, const _Sp& __rhs) const noexcept
1131       {
1132 	typedef typename _Sp::element_type element_type;
1133 	return std::less<element_type*>()(__lhs.get(), __rhs.get());
1134       }
1135     };
1136 
1137   template<typename _Tp, _Lock_policy _Lp>
1138     struct less<__shared_ptr<_Tp, _Lp>>
1139     : public _Sp_less<__shared_ptr<_Tp, _Lp>>
1140     { };
1141 
1142   // 2.2.3.8 shared_ptr specialized algorithms.
1143   template<typename _Tp, _Lock_policy _Lp>
1144     inline void
1145     swap(__shared_ptr<_Tp, _Lp>& __a, __shared_ptr<_Tp, _Lp>& __b) noexcept
1146     { __a.swap(__b); }
1147 
1148   // 2.2.3.9 shared_ptr casts
1149 
1150   // The seemingly equivalent code:
1151   // shared_ptr<_Tp, _Lp>(static_cast<_Tp*>(__r.get()))
1152   // will eventually result in undefined behaviour, attempting to
1153   // delete the same object twice.
1154   /// static_pointer_cast
1155   template<typename _Tp, typename _Tp1, _Lock_policy _Lp>
1156     inline __shared_ptr<_Tp, _Lp>
1157     static_pointer_cast(const __shared_ptr<_Tp1, _Lp>& __r) noexcept
1158     { return __shared_ptr<_Tp, _Lp>(__r, static_cast<_Tp*>(__r.get())); }
1159 
1160   // The seemingly equivalent code:
1161   // shared_ptr<_Tp, _Lp>(const_cast<_Tp*>(__r.get()))
1162   // will eventually result in undefined behaviour, attempting to
1163   // delete the same object twice.
1164   /// const_pointer_cast
1165   template<typename _Tp, typename _Tp1, _Lock_policy _Lp>
1166     inline __shared_ptr<_Tp, _Lp>
1167     const_pointer_cast(const __shared_ptr<_Tp1, _Lp>& __r) noexcept
1168     { return __shared_ptr<_Tp, _Lp>(__r, const_cast<_Tp*>(__r.get())); }
1169 
1170   // The seemingly equivalent code:
1171   // shared_ptr<_Tp, _Lp>(dynamic_cast<_Tp*>(__r.get()))
1172   // will eventually result in undefined behaviour, attempting to
1173   // delete the same object twice.
1174   /// dynamic_pointer_cast
1175   template<typename _Tp, typename _Tp1, _Lock_policy _Lp>
1176     inline __shared_ptr<_Tp, _Lp>
1177     dynamic_pointer_cast(const __shared_ptr<_Tp1, _Lp>& __r) noexcept
1178     {
1179       if (_Tp* __p = dynamic_cast<_Tp*>(__r.get()))
1180 	return __shared_ptr<_Tp, _Lp>(__r, __p);
1181       return __shared_ptr<_Tp, _Lp>();
1182     }
1183 
1184 
1185   template<typename _Tp, _Lock_policy _Lp>
1186     class __weak_ptr
1187     {
1188     public:
1189       typedef _Tp element_type;
1190 
1191       constexpr __weak_ptr() noexcept
1192       : _M_ptr(0), _M_refcount()
1193       { }
1194 
1195       __weak_ptr(const __weak_ptr&) noexcept = default;
1196       __weak_ptr& operator=(const __weak_ptr&) noexcept = default;
1197       ~__weak_ptr() = default;
1198 
1199       // The "obvious" converting constructor implementation:
1200       //
1201       //  template<typename _Tp1>
1202       //    __weak_ptr(const __weak_ptr<_Tp1, _Lp>& __r)
1203       //    : _M_ptr(__r._M_ptr), _M_refcount(__r._M_refcount) // never throws
1204       //    { }
1205       //
1206       // has a serious problem.
1207       //
1208       //  __r._M_ptr may already have been invalidated. The _M_ptr(__r._M_ptr)
1209       //  conversion may require access to *__r._M_ptr (virtual inheritance).
1210       //
1211       // It is not possible to avoid spurious access violations since
1212       // in multithreaded programs __r._M_ptr may be invalidated at any point.
1213       template<typename _Tp1, typename = typename
1214 	       std::enable_if<std::is_convertible<_Tp1*, _Tp*>::value>::type>
1215 	__weak_ptr(const __weak_ptr<_Tp1, _Lp>& __r) noexcept
1216 	: _M_refcount(__r._M_refcount)
1217         { _M_ptr = __r.lock().get(); }
1218 
1219       template<typename _Tp1, typename = typename
1220 	       std::enable_if<std::is_convertible<_Tp1*, _Tp*>::value>::type>
1221 	__weak_ptr(const __shared_ptr<_Tp1, _Lp>& __r) noexcept
1222 	: _M_ptr(__r._M_ptr), _M_refcount(__r._M_refcount)
1223 	{ }
1224 
1225       template<typename _Tp1>
1226 	__weak_ptr&
1227 	operator=(const __weak_ptr<_Tp1, _Lp>& __r) noexcept
1228 	{
1229 	  _M_ptr = __r.lock().get();
1230 	  _M_refcount = __r._M_refcount;
1231 	  return *this;
1232 	}
1233 
1234       template<typename _Tp1>
1235 	__weak_ptr&
1236 	operator=(const __shared_ptr<_Tp1, _Lp>& __r) noexcept
1237 	{
1238 	  _M_ptr = __r._M_ptr;
1239 	  _M_refcount = __r._M_refcount;
1240 	  return *this;
1241 	}
1242 
1243       __shared_ptr<_Tp, _Lp>
1244       lock() const noexcept
1245       {
1246 #ifdef __GTHREADS
1247 	// Optimization: avoid throw overhead.
1248 	if (expired())
1249 	  return __shared_ptr<element_type, _Lp>();
1250 
1251 	__try
1252 	  {
1253 	    return __shared_ptr<element_type, _Lp>(*this);
1254 	  }
1255 	__catch(const bad_weak_ptr&)
1256 	  {
1257 	    // Q: How can we get here?
1258 	    // A: Another thread may have invalidated r after the
1259 	    //    use_count test above.
1260 	    return __shared_ptr<element_type, _Lp>();
1261 	  }
1262 
1263 #else
1264 	// Optimization: avoid try/catch overhead when single threaded.
1265 	return expired() ? __shared_ptr<element_type, _Lp>()
1266 			 : __shared_ptr<element_type, _Lp>(*this);
1267 
1268 #endif
1269       } // XXX MT
1270 
1271       long
1272       use_count() const noexcept
1273       { return _M_refcount._M_get_use_count(); }
1274 
1275       bool
1276       expired() const noexcept
1277       { return _M_refcount._M_get_use_count() == 0; }
1278 
1279       template<typename _Tp1>
1280 	bool
1281 	owner_before(const __shared_ptr<_Tp1, _Lp>& __rhs) const
1282 	{ return _M_refcount._M_less(__rhs._M_refcount); }
1283 
1284       template<typename _Tp1>
1285 	bool
1286 	owner_before(const __weak_ptr<_Tp1, _Lp>& __rhs) const
1287 	{ return _M_refcount._M_less(__rhs._M_refcount); }
1288 
1289       void
1290       reset() noexcept
1291       { __weak_ptr().swap(*this); }
1292 
1293       void
1294       swap(__weak_ptr& __s) noexcept
1295       {
1296 	std::swap(_M_ptr, __s._M_ptr);
1297 	_M_refcount._M_swap(__s._M_refcount);
1298       }
1299 
1300     private:
1301       // Used by __enable_shared_from_this.
1302       void
1303       _M_assign(_Tp* __ptr, const __shared_count<_Lp>& __refcount) noexcept
1304       {
1305 	_M_ptr = __ptr;
1306 	_M_refcount = __refcount;
1307       }
1308 
1309       template<typename _Tp1, _Lock_policy _Lp1> friend class __shared_ptr;
1310       template<typename _Tp1, _Lock_policy _Lp1> friend class __weak_ptr;
1311       friend class __enable_shared_from_this<_Tp, _Lp>;
1312       friend class enable_shared_from_this<_Tp>;
1313 
1314       _Tp*	 	 _M_ptr;         // Contained pointer.
1315       __weak_count<_Lp>  _M_refcount;    // Reference counter.
1316     };
1317 
1318   // 20.7.2.3.6 weak_ptr specialized algorithms.
1319   template<typename _Tp, _Lock_policy _Lp>
1320     inline void
1321     swap(__weak_ptr<_Tp, _Lp>& __a, __weak_ptr<_Tp, _Lp>& __b) noexcept
1322     { __a.swap(__b); }
1323 
1324   template<typename _Tp, typename _Tp1>
1325     struct _Sp_owner_less : public binary_function<_Tp, _Tp, bool>
1326     {
1327       bool
1328       operator()(const _Tp& __lhs, const _Tp& __rhs) const
1329       { return __lhs.owner_before(__rhs); }
1330 
1331       bool
1332       operator()(const _Tp& __lhs, const _Tp1& __rhs) const
1333       { return __lhs.owner_before(__rhs); }
1334 
1335       bool
1336       operator()(const _Tp1& __lhs, const _Tp& __rhs) const
1337       { return __lhs.owner_before(__rhs); }
1338     };
1339 
1340   template<typename _Tp, _Lock_policy _Lp>
1341     struct owner_less<__shared_ptr<_Tp, _Lp>>
1342     : public _Sp_owner_less<__shared_ptr<_Tp, _Lp>, __weak_ptr<_Tp, _Lp>>
1343     { };
1344 
1345   template<typename _Tp, _Lock_policy _Lp>
1346     struct owner_less<__weak_ptr<_Tp, _Lp>>
1347     : public _Sp_owner_less<__weak_ptr<_Tp, _Lp>, __shared_ptr<_Tp, _Lp>>
1348     { };
1349 
1350 
1351   template<typename _Tp, _Lock_policy _Lp>
1352     class __enable_shared_from_this
1353     {
1354     protected:
1355       constexpr __enable_shared_from_this() noexcept { }
1356 
1357       __enable_shared_from_this(const __enable_shared_from_this&) noexcept { }
1358 
1359       __enable_shared_from_this&
1360       operator=(const __enable_shared_from_this&) noexcept
1361       { return *this; }
1362 
1363       ~__enable_shared_from_this() { }
1364 
1365     public:
1366       __shared_ptr<_Tp, _Lp>
1367       shared_from_this()
1368       { return __shared_ptr<_Tp, _Lp>(this->_M_weak_this); }
1369 
1370       __shared_ptr<const _Tp, _Lp>
1371       shared_from_this() const
1372       { return __shared_ptr<const _Tp, _Lp>(this->_M_weak_this); }
1373 
1374     private:
1375       template<typename _Tp1>
1376 	void
1377 	_M_weak_assign(_Tp1* __p, const __shared_count<_Lp>& __n) const noexcept
1378 	{ _M_weak_this._M_assign(__p, __n); }
1379 
1380       template<typename _Tp1>
1381 	friend void
1382 	__enable_shared_from_this_helper(const __shared_count<_Lp>& __pn,
1383 					 const __enable_shared_from_this* __pe,
1384 					 const _Tp1* __px) noexcept
1385 	{
1386 	  if (__pe != 0)
1387 	    __pe->_M_weak_assign(const_cast<_Tp1*>(__px), __pn);
1388 	}
1389 
1390       mutable __weak_ptr<_Tp, _Lp>  _M_weak_this;
1391     };
1392 
1393 
1394   template<typename _Tp, _Lock_policy _Lp, typename _Alloc, typename... _Args>
1395     inline __shared_ptr<_Tp, _Lp>
1396     __allocate_shared(const _Alloc& __a, _Args&&... __args)
1397     {
1398       return __shared_ptr<_Tp, _Lp>(_Sp_make_shared_tag(), __a,
1399 				    std::forward<_Args>(__args)...);
1400     }
1401 
1402   template<typename _Tp, _Lock_policy _Lp, typename... _Args>
1403     inline __shared_ptr<_Tp, _Lp>
1404     __make_shared(_Args&&... __args)
1405     {
1406       typedef typename std::remove_const<_Tp>::type _Tp_nc;
1407       return std::__allocate_shared<_Tp, _Lp>(std::allocator<_Tp_nc>(),
1408 					      std::forward<_Args>(__args)...);
1409     }
1410 
1411   /// std::hash specialization for __shared_ptr.
1412   template<typename _Tp, _Lock_policy _Lp>
1413     struct hash<__shared_ptr<_Tp, _Lp>>
1414     : public __hash_base<size_t, __shared_ptr<_Tp, _Lp>>
1415     {
1416       size_t
1417       operator()(const __shared_ptr<_Tp, _Lp>& __s) const noexcept
1418       { return std::hash<_Tp*>()(__s.get()); }
1419     };
1420 
1421 _GLIBCXX_END_NAMESPACE_VERSION
1422 } // namespace
1423 
1424 #endif // _SHARED_PTR_BASE_H
1425