xref: /dflybsd-src/contrib/gcc-8.0/libstdc++-v3/include/ext/pool_allocator.h (revision 38fd149817dfbff97799f62fcb70be98c4e32523)
1*38fd1498Szrj // Allocators -*- C++ -*-
2*38fd1498Szrj 
3*38fd1498Szrj // Copyright (C) 2001-2018 Free Software Foundation, Inc.
4*38fd1498Szrj //
5*38fd1498Szrj // This file is part of the GNU ISO C++ Library.  This library is free
6*38fd1498Szrj // software; you can redistribute it and/or modify it under the
7*38fd1498Szrj // terms of the GNU General Public License as published by the
8*38fd1498Szrj // Free Software Foundation; either version 3, or (at your option)
9*38fd1498Szrj // any later version.
10*38fd1498Szrj 
11*38fd1498Szrj // This library is distributed in the hope that it will be useful,
12*38fd1498Szrj // but WITHOUT ANY WARRANTY; without even the implied warranty of
13*38fd1498Szrj // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14*38fd1498Szrj // GNU General Public License for more details.
15*38fd1498Szrj 
16*38fd1498Szrj // Under Section 7 of GPL version 3, you are granted additional
17*38fd1498Szrj // permissions described in the GCC Runtime Library Exception, version
18*38fd1498Szrj // 3.1, as published by the Free Software Foundation.
19*38fd1498Szrj 
20*38fd1498Szrj // You should have received a copy of the GNU General Public License and
21*38fd1498Szrj // a copy of the GCC Runtime Library Exception along with this program;
22*38fd1498Szrj // see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
23*38fd1498Szrj // <http://www.gnu.org/licenses/>.
24*38fd1498Szrj 
25*38fd1498Szrj /*
26*38fd1498Szrj  * Copyright (c) 1996-1997
27*38fd1498Szrj  * Silicon Graphics Computer Systems, Inc.
28*38fd1498Szrj  *
29*38fd1498Szrj  * Permission to use, copy, modify, distribute and sell this software
30*38fd1498Szrj  * and its documentation for any purpose is hereby granted without fee,
31*38fd1498Szrj  * provided that the above copyright notice appear in all copies and
32*38fd1498Szrj  * that both that copyright notice and this permission notice appear
33*38fd1498Szrj  * in supporting documentation.  Silicon Graphics makes no
34*38fd1498Szrj  * representations about the suitability of this software for any
35*38fd1498Szrj  * purpose.  It is provided "as is" without express or implied warranty.
36*38fd1498Szrj  */
37*38fd1498Szrj 
38*38fd1498Szrj /** @file ext/pool_allocator.h
39*38fd1498Szrj  *  This file is a GNU extension to the Standard C++ Library.
40*38fd1498Szrj  */
41*38fd1498Szrj 
42*38fd1498Szrj #ifndef _POOL_ALLOCATOR_H
43*38fd1498Szrj #define _POOL_ALLOCATOR_H 1
44*38fd1498Szrj 
45*38fd1498Szrj #include <bits/c++config.h>
46*38fd1498Szrj #include <cstdlib>
47*38fd1498Szrj #include <new>
48*38fd1498Szrj #include <bits/functexcept.h>
49*38fd1498Szrj #include <ext/atomicity.h>
50*38fd1498Szrj #include <ext/concurrence.h>
51*38fd1498Szrj #include <bits/move.h>
52*38fd1498Szrj #if __cplusplus >= 201103L
53*38fd1498Szrj #include <type_traits>
54*38fd1498Szrj #endif
55*38fd1498Szrj 
_GLIBCXX_VISIBILITY(default)56*38fd1498Szrj namespace __gnu_cxx _GLIBCXX_VISIBILITY(default)
57*38fd1498Szrj {
58*38fd1498Szrj _GLIBCXX_BEGIN_NAMESPACE_VERSION
59*38fd1498Szrj 
60*38fd1498Szrj   using std::size_t;
61*38fd1498Szrj   using std::ptrdiff_t;
62*38fd1498Szrj 
63*38fd1498Szrj   /**
64*38fd1498Szrj    *  @brief  Base class for __pool_alloc.
65*38fd1498Szrj    *
66*38fd1498Szrj    *  Uses various allocators to fulfill underlying requests (and makes as
67*38fd1498Szrj    *  few requests as possible when in default high-speed pool mode).
68*38fd1498Szrj    *
69*38fd1498Szrj    *  Important implementation properties:
70*38fd1498Szrj    *  0. If globally mandated, then allocate objects from new
71*38fd1498Szrj    *  1. If the clients request an object of size > _S_max_bytes, the resulting
72*38fd1498Szrj    *     object will be obtained directly from new
73*38fd1498Szrj    *  2. In all other cases, we allocate an object of size exactly
74*38fd1498Szrj    *     _S_round_up(requested_size).  Thus the client has enough size
75*38fd1498Szrj    *     information that we can return the object to the proper free list
76*38fd1498Szrj    *     without permanently losing part of the object.
77*38fd1498Szrj    */
78*38fd1498Szrj     class __pool_alloc_base
79*38fd1498Szrj     {
80*38fd1498Szrj     protected:
81*38fd1498Szrj 
82*38fd1498Szrj       enum { _S_align = 8 };
83*38fd1498Szrj       enum { _S_max_bytes = 128 };
84*38fd1498Szrj       enum { _S_free_list_size = (size_t)_S_max_bytes / (size_t)_S_align };
85*38fd1498Szrj 
86*38fd1498Szrj       union _Obj
87*38fd1498Szrj       {
88*38fd1498Szrj 	union _Obj* _M_free_list_link;
89*38fd1498Szrj 	char        _M_client_data[1];    // The client sees this.
90*38fd1498Szrj       };
91*38fd1498Szrj 
92*38fd1498Szrj       static _Obj* volatile         _S_free_list[_S_free_list_size];
93*38fd1498Szrj 
94*38fd1498Szrj       // Chunk allocation state.
95*38fd1498Szrj       static char*                  _S_start_free;
96*38fd1498Szrj       static char*                  _S_end_free;
97*38fd1498Szrj       static size_t                 _S_heap_size;
98*38fd1498Szrj 
99*38fd1498Szrj       size_t
100*38fd1498Szrj       _M_round_up(size_t __bytes)
101*38fd1498Szrj       { return ((__bytes + (size_t)_S_align - 1) & ~((size_t)_S_align - 1)); }
102*38fd1498Szrj 
103*38fd1498Szrj       _GLIBCXX_CONST _Obj* volatile*
104*38fd1498Szrj       _M_get_free_list(size_t __bytes) throw ();
105*38fd1498Szrj 
106*38fd1498Szrj       __mutex&
107*38fd1498Szrj       _M_get_mutex() throw ();
108*38fd1498Szrj 
109*38fd1498Szrj       // Returns an object of size __n, and optionally adds to size __n
110*38fd1498Szrj       // free list.
111*38fd1498Szrj       void*
112*38fd1498Szrj       _M_refill(size_t __n);
113*38fd1498Szrj 
114*38fd1498Szrj       // Allocates a chunk for nobjs of size size.  nobjs may be reduced
115*38fd1498Szrj       // if it is inconvenient to allocate the requested number.
116*38fd1498Szrj       char*
117*38fd1498Szrj       _M_allocate_chunk(size_t __n, int& __nobjs);
118*38fd1498Szrj     };
119*38fd1498Szrj 
120*38fd1498Szrj 
121*38fd1498Szrj   /**
122*38fd1498Szrj    * @brief  Allocator using a memory pool with a single lock.
123*38fd1498Szrj    * @ingroup allocators
124*38fd1498Szrj    */
125*38fd1498Szrj   template<typename _Tp>
126*38fd1498Szrj     class __pool_alloc : private __pool_alloc_base
127*38fd1498Szrj     {
128*38fd1498Szrj     private:
129*38fd1498Szrj       static _Atomic_word	    _S_force_new;
130*38fd1498Szrj 
131*38fd1498Szrj     public:
132*38fd1498Szrj       typedef size_t     size_type;
133*38fd1498Szrj       typedef ptrdiff_t  difference_type;
134*38fd1498Szrj       typedef _Tp*       pointer;
135*38fd1498Szrj       typedef const _Tp* const_pointer;
136*38fd1498Szrj       typedef _Tp&       reference;
137*38fd1498Szrj       typedef const _Tp& const_reference;
138*38fd1498Szrj       typedef _Tp        value_type;
139*38fd1498Szrj 
140*38fd1498Szrj       template<typename _Tp1>
141*38fd1498Szrj         struct rebind
142*38fd1498Szrj         { typedef __pool_alloc<_Tp1> other; };
143*38fd1498Szrj 
144*38fd1498Szrj #if __cplusplus >= 201103L
145*38fd1498Szrj       // _GLIBCXX_RESOLVE_LIB_DEFECTS
146*38fd1498Szrj       // 2103. propagate_on_container_move_assignment
147*38fd1498Szrj       typedef std::true_type propagate_on_container_move_assignment;
148*38fd1498Szrj #endif
149*38fd1498Szrj 
150*38fd1498Szrj       __pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
151*38fd1498Szrj 
152*38fd1498Szrj       __pool_alloc(const __pool_alloc&) _GLIBCXX_USE_NOEXCEPT { }
153*38fd1498Szrj 
154*38fd1498Szrj       template<typename _Tp1>
155*38fd1498Szrj         __pool_alloc(const __pool_alloc<_Tp1>&) _GLIBCXX_USE_NOEXCEPT { }
156*38fd1498Szrj 
157*38fd1498Szrj       ~__pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
158*38fd1498Szrj 
159*38fd1498Szrj       pointer
160*38fd1498Szrj       address(reference __x) const _GLIBCXX_NOEXCEPT
161*38fd1498Szrj       { return std::__addressof(__x); }
162*38fd1498Szrj 
163*38fd1498Szrj       const_pointer
164*38fd1498Szrj       address(const_reference __x) const _GLIBCXX_NOEXCEPT
165*38fd1498Szrj       { return std::__addressof(__x); }
166*38fd1498Szrj 
167*38fd1498Szrj       size_type
168*38fd1498Szrj       max_size() const _GLIBCXX_USE_NOEXCEPT
169*38fd1498Szrj       { return size_t(-1) / sizeof(_Tp); }
170*38fd1498Szrj 
171*38fd1498Szrj #if __cplusplus >= 201103L
172*38fd1498Szrj       template<typename _Up, typename... _Args>
173*38fd1498Szrj         void
174*38fd1498Szrj         construct(_Up* __p, _Args&&... __args)
175*38fd1498Szrj 	{ ::new((void *)__p) _Up(std::forward<_Args>(__args)...); }
176*38fd1498Szrj 
177*38fd1498Szrj       template<typename _Up>
178*38fd1498Szrj         void
179*38fd1498Szrj         destroy(_Up* __p) { __p->~_Up(); }
180*38fd1498Szrj #else
181*38fd1498Szrj       // _GLIBCXX_RESOLVE_LIB_DEFECTS
182*38fd1498Szrj       // 402. wrong new expression in [some_] allocator::construct
183*38fd1498Szrj       void
184*38fd1498Szrj       construct(pointer __p, const _Tp& __val)
185*38fd1498Szrj       { ::new((void *)__p) _Tp(__val); }
186*38fd1498Szrj 
187*38fd1498Szrj       void
188*38fd1498Szrj       destroy(pointer __p) { __p->~_Tp(); }
189*38fd1498Szrj #endif
190*38fd1498Szrj 
191*38fd1498Szrj       pointer
192*38fd1498Szrj       allocate(size_type __n, const void* = 0);
193*38fd1498Szrj 
194*38fd1498Szrj       void
195*38fd1498Szrj       deallocate(pointer __p, size_type __n);
196*38fd1498Szrj     };
197*38fd1498Szrj 
198*38fd1498Szrj   template<typename _Tp>
199*38fd1498Szrj     inline bool
200*38fd1498Szrj     operator==(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
201*38fd1498Szrj     { return true; }
202*38fd1498Szrj 
203*38fd1498Szrj   template<typename _Tp>
204*38fd1498Szrj     inline bool
205*38fd1498Szrj     operator!=(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
206*38fd1498Szrj     { return false; }
207*38fd1498Szrj 
208*38fd1498Szrj   template<typename _Tp>
209*38fd1498Szrj     _Atomic_word
210*38fd1498Szrj     __pool_alloc<_Tp>::_S_force_new;
211*38fd1498Szrj 
212*38fd1498Szrj   template<typename _Tp>
213*38fd1498Szrj     _Tp*
214*38fd1498Szrj     __pool_alloc<_Tp>::allocate(size_type __n, const void*)
215*38fd1498Szrj     {
216*38fd1498Szrj       pointer __ret = 0;
217*38fd1498Szrj       if (__builtin_expect(__n != 0, true))
218*38fd1498Szrj 	{
219*38fd1498Szrj 	  if (__n > this->max_size())
220*38fd1498Szrj 	    std::__throw_bad_alloc();
221*38fd1498Szrj 
222*38fd1498Szrj 	  const size_t __bytes = __n * sizeof(_Tp);
223*38fd1498Szrj 
224*38fd1498Szrj #if __cpp_aligned_new
225*38fd1498Szrj 	  if (alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
226*38fd1498Szrj 	    {
227*38fd1498Szrj 	      std::align_val_t __al = std::align_val_t(alignof(_Tp));
228*38fd1498Szrj 	      return static_cast<_Tp*>(::operator new(__bytes, __al));
229*38fd1498Szrj 	    }
230*38fd1498Szrj #endif
231*38fd1498Szrj 
232*38fd1498Szrj 	  // If there is a race through here, assume answer from getenv
233*38fd1498Szrj 	  // will resolve in same direction.  Inspired by techniques
234*38fd1498Szrj 	  // to efficiently support threading found in basic_string.h.
235*38fd1498Szrj 	  if (_S_force_new == 0)
236*38fd1498Szrj 	    {
237*38fd1498Szrj 	      if (std::getenv("GLIBCXX_FORCE_NEW"))
238*38fd1498Szrj 		__atomic_add_dispatch(&_S_force_new, 1);
239*38fd1498Szrj 	      else
240*38fd1498Szrj 		__atomic_add_dispatch(&_S_force_new, -1);
241*38fd1498Szrj 	    }
242*38fd1498Szrj 
243*38fd1498Szrj 	  if (__bytes > size_t(_S_max_bytes) || _S_force_new > 0)
244*38fd1498Szrj 	    __ret = static_cast<_Tp*>(::operator new(__bytes));
245*38fd1498Szrj 	  else
246*38fd1498Szrj 	    {
247*38fd1498Szrj 	      _Obj* volatile* __free_list = _M_get_free_list(__bytes);
248*38fd1498Szrj 
249*38fd1498Szrj 	      __scoped_lock sentry(_M_get_mutex());
250*38fd1498Szrj 	      _Obj* __restrict__ __result = *__free_list;
251*38fd1498Szrj 	      if (__builtin_expect(__result == 0, 0))
252*38fd1498Szrj 		__ret = static_cast<_Tp*>(_M_refill(_M_round_up(__bytes)));
253*38fd1498Szrj 	      else
254*38fd1498Szrj 		{
255*38fd1498Szrj 		  *__free_list = __result->_M_free_list_link;
256*38fd1498Szrj 		  __ret = reinterpret_cast<_Tp*>(__result);
257*38fd1498Szrj 		}
258*38fd1498Szrj 	      if (__ret == 0)
259*38fd1498Szrj 		std::__throw_bad_alloc();
260*38fd1498Szrj 	    }
261*38fd1498Szrj 	}
262*38fd1498Szrj       return __ret;
263*38fd1498Szrj     }
264*38fd1498Szrj 
265*38fd1498Szrj   template<typename _Tp>
266*38fd1498Szrj     void
267*38fd1498Szrj     __pool_alloc<_Tp>::deallocate(pointer __p, size_type __n)
268*38fd1498Szrj     {
269*38fd1498Szrj       if (__builtin_expect(__n != 0 && __p != 0, true))
270*38fd1498Szrj 	{
271*38fd1498Szrj #if __cpp_aligned_new
272*38fd1498Szrj 	  if (alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
273*38fd1498Szrj 	    {
274*38fd1498Szrj 	      ::operator delete(__p, std::align_val_t(alignof(_Tp)));
275*38fd1498Szrj 	      return;
276*38fd1498Szrj 	    }
277*38fd1498Szrj #endif
278*38fd1498Szrj 	  const size_t __bytes = __n * sizeof(_Tp);
279*38fd1498Szrj 	  if (__bytes > static_cast<size_t>(_S_max_bytes) || _S_force_new > 0)
280*38fd1498Szrj 	    ::operator delete(__p);
281*38fd1498Szrj 	  else
282*38fd1498Szrj 	    {
283*38fd1498Szrj 	      _Obj* volatile* __free_list = _M_get_free_list(__bytes);
284*38fd1498Szrj 	      _Obj* __q = reinterpret_cast<_Obj*>(__p);
285*38fd1498Szrj 
286*38fd1498Szrj 	      __scoped_lock sentry(_M_get_mutex());
287*38fd1498Szrj 	      __q ->_M_free_list_link = *__free_list;
288*38fd1498Szrj 	      *__free_list = __q;
289*38fd1498Szrj 	    }
290*38fd1498Szrj 	}
291*38fd1498Szrj     }
292*38fd1498Szrj 
293*38fd1498Szrj _GLIBCXX_END_NAMESPACE_VERSION
294*38fd1498Szrj } // namespace
295*38fd1498Szrj 
296*38fd1498Szrj #endif
297