xref: /dflybsd-src/contrib/gcc-4.7/libstdc++-v3/include/ext/pool_allocator.h (revision 04febcfb30580676d3e95f58a16c5137ee478b32)
1*e4b17023SJohn Marino // Allocators -*- C++ -*-
2*e4b17023SJohn Marino 
3*e4b17023SJohn Marino // Copyright (C) 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009,
4*e4b17023SJohn Marino // 2010, 2011
5*e4b17023SJohn Marino // Free Software Foundation, Inc.
6*e4b17023SJohn Marino //
7*e4b17023SJohn Marino // This file is part of the GNU ISO C++ Library.  This library is free
8*e4b17023SJohn Marino // software; you can redistribute it and/or modify it under the
9*e4b17023SJohn Marino // terms of the GNU General Public License as published by the
10*e4b17023SJohn Marino // Free Software Foundation; either version 3, or (at your option)
11*e4b17023SJohn Marino // any later version.
12*e4b17023SJohn Marino 
13*e4b17023SJohn Marino // This library is distributed in the hope that it will be useful,
14*e4b17023SJohn Marino // but WITHOUT ANY WARRANTY; without even the implied warranty of
15*e4b17023SJohn Marino // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16*e4b17023SJohn Marino // GNU General Public License for more details.
17*e4b17023SJohn Marino 
18*e4b17023SJohn Marino // Under Section 7 of GPL version 3, you are granted additional
19*e4b17023SJohn Marino // permissions described in the GCC Runtime Library Exception, version
20*e4b17023SJohn Marino // 3.1, as published by the Free Software Foundation.
21*e4b17023SJohn Marino 
22*e4b17023SJohn Marino // You should have received a copy of the GNU General Public License and
23*e4b17023SJohn Marino // a copy of the GCC Runtime Library Exception along with this program;
24*e4b17023SJohn Marino // see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
25*e4b17023SJohn Marino // <http://www.gnu.org/licenses/>.
26*e4b17023SJohn Marino 
27*e4b17023SJohn Marino /*
28*e4b17023SJohn Marino  * Copyright (c) 1996-1997
29*e4b17023SJohn Marino  * Silicon Graphics Computer Systems, Inc.
30*e4b17023SJohn Marino  *
31*e4b17023SJohn Marino  * Permission to use, copy, modify, distribute and sell this software
32*e4b17023SJohn Marino  * and its documentation for any purpose is hereby granted without fee,
33*e4b17023SJohn Marino  * provided that the above copyright notice appear in all copies and
34*e4b17023SJohn Marino  * that both that copyright notice and this permission notice appear
35*e4b17023SJohn Marino  * in supporting documentation.  Silicon Graphics makes no
36*e4b17023SJohn Marino  * representations about the suitability of this software for any
37*e4b17023SJohn Marino  * purpose.  It is provided "as is" without express or implied warranty.
38*e4b17023SJohn Marino  */
39*e4b17023SJohn Marino 
40*e4b17023SJohn Marino /** @file ext/pool_allocator.h
41*e4b17023SJohn Marino  *  This file is a GNU extension to the Standard C++ Library.
42*e4b17023SJohn Marino  */
43*e4b17023SJohn Marino 
44*e4b17023SJohn Marino #ifndef _POOL_ALLOCATOR_H
45*e4b17023SJohn Marino #define _POOL_ALLOCATOR_H 1
46*e4b17023SJohn Marino 
47*e4b17023SJohn Marino #include <bits/c++config.h>
48*e4b17023SJohn Marino #include <cstdlib>
49*e4b17023SJohn Marino #include <new>
50*e4b17023SJohn Marino #include <bits/functexcept.h>
51*e4b17023SJohn Marino #include <ext/atomicity.h>
52*e4b17023SJohn Marino #include <ext/concurrence.h>
53*e4b17023SJohn Marino #include <bits/move.h>
54*e4b17023SJohn Marino 
_GLIBCXX_VISIBILITY(default)55*e4b17023SJohn Marino namespace __gnu_cxx _GLIBCXX_VISIBILITY(default)
56*e4b17023SJohn Marino {
57*e4b17023SJohn Marino _GLIBCXX_BEGIN_NAMESPACE_VERSION
58*e4b17023SJohn Marino 
59*e4b17023SJohn Marino   using std::size_t;
60*e4b17023SJohn Marino   using std::ptrdiff_t;
61*e4b17023SJohn Marino 
62*e4b17023SJohn Marino   /**
63*e4b17023SJohn Marino    *  @brief  Base class for __pool_alloc.
64*e4b17023SJohn Marino    *
65*e4b17023SJohn Marino    *  Uses various allocators to fulfill underlying requests (and makes as
66*e4b17023SJohn Marino    *  few requests as possible when in default high-speed pool mode).
67*e4b17023SJohn Marino    *
68*e4b17023SJohn Marino    *  Important implementation properties:
69*e4b17023SJohn Marino    *  0. If globally mandated, then allocate objects from new
70*e4b17023SJohn Marino    *  1. If the clients request an object of size > _S_max_bytes, the resulting
71*e4b17023SJohn Marino    *     object will be obtained directly from new
72*e4b17023SJohn Marino    *  2. In all other cases, we allocate an object of size exactly
73*e4b17023SJohn Marino    *     _S_round_up(requested_size).  Thus the client has enough size
74*e4b17023SJohn Marino    *     information that we can return the object to the proper free list
75*e4b17023SJohn Marino    *     without permanently losing part of the object.
76*e4b17023SJohn Marino    */
77*e4b17023SJohn Marino     class __pool_alloc_base
78*e4b17023SJohn Marino     {
79*e4b17023SJohn Marino     protected:
80*e4b17023SJohn Marino 
81*e4b17023SJohn Marino       enum { _S_align = 8 };
82*e4b17023SJohn Marino       enum { _S_max_bytes = 128 };
83*e4b17023SJohn Marino       enum { _S_free_list_size = (size_t)_S_max_bytes / (size_t)_S_align };
84*e4b17023SJohn Marino 
85*e4b17023SJohn Marino       union _Obj
86*e4b17023SJohn Marino       {
87*e4b17023SJohn Marino 	union _Obj* _M_free_list_link;
88*e4b17023SJohn Marino 	char        _M_client_data[1];    // The client sees this.
89*e4b17023SJohn Marino       };
90*e4b17023SJohn Marino 
91*e4b17023SJohn Marino       static _Obj* volatile         _S_free_list[_S_free_list_size];
92*e4b17023SJohn Marino 
93*e4b17023SJohn Marino       // Chunk allocation state.
94*e4b17023SJohn Marino       static char*                  _S_start_free;
95*e4b17023SJohn Marino       static char*                  _S_end_free;
96*e4b17023SJohn Marino       static size_t                 _S_heap_size;
97*e4b17023SJohn Marino 
98*e4b17023SJohn Marino       size_t
99*e4b17023SJohn Marino       _M_round_up(size_t __bytes)
100*e4b17023SJohn Marino       { return ((__bytes + (size_t)_S_align - 1) & ~((size_t)_S_align - 1)); }
101*e4b17023SJohn Marino 
102*e4b17023SJohn Marino       _GLIBCXX_CONST _Obj* volatile*
103*e4b17023SJohn Marino       _M_get_free_list(size_t __bytes) throw ();
104*e4b17023SJohn Marino 
105*e4b17023SJohn Marino       __mutex&
106*e4b17023SJohn Marino       _M_get_mutex() throw ();
107*e4b17023SJohn Marino 
108*e4b17023SJohn Marino       // Returns an object of size __n, and optionally adds to size __n
109*e4b17023SJohn Marino       // free list.
110*e4b17023SJohn Marino       void*
111*e4b17023SJohn Marino       _M_refill(size_t __n);
112*e4b17023SJohn Marino 
113*e4b17023SJohn Marino       // Allocates a chunk for nobjs of size size.  nobjs may be reduced
114*e4b17023SJohn Marino       // if it is inconvenient to allocate the requested number.
115*e4b17023SJohn Marino       char*
116*e4b17023SJohn Marino       _M_allocate_chunk(size_t __n, int& __nobjs);
117*e4b17023SJohn Marino     };
118*e4b17023SJohn Marino 
119*e4b17023SJohn Marino 
120*e4b17023SJohn Marino   /**
121*e4b17023SJohn Marino    * @brief  Allocator using a memory pool with a single lock.
122*e4b17023SJohn Marino    * @ingroup allocators
123*e4b17023SJohn Marino    */
124*e4b17023SJohn Marino   template<typename _Tp>
125*e4b17023SJohn Marino     class __pool_alloc : private __pool_alloc_base
126*e4b17023SJohn Marino     {
127*e4b17023SJohn Marino     private:
128*e4b17023SJohn Marino       static _Atomic_word	    _S_force_new;
129*e4b17023SJohn Marino 
130*e4b17023SJohn Marino     public:
131*e4b17023SJohn Marino       typedef size_t     size_type;
132*e4b17023SJohn Marino       typedef ptrdiff_t  difference_type;
133*e4b17023SJohn Marino       typedef _Tp*       pointer;
134*e4b17023SJohn Marino       typedef const _Tp* const_pointer;
135*e4b17023SJohn Marino       typedef _Tp&       reference;
136*e4b17023SJohn Marino       typedef const _Tp& const_reference;
137*e4b17023SJohn Marino       typedef _Tp        value_type;
138*e4b17023SJohn Marino 
139*e4b17023SJohn Marino       template<typename _Tp1>
140*e4b17023SJohn Marino         struct rebind
141*e4b17023SJohn Marino         { typedef __pool_alloc<_Tp1> other; };
142*e4b17023SJohn Marino 
143*e4b17023SJohn Marino       __pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
144*e4b17023SJohn Marino 
145*e4b17023SJohn Marino       __pool_alloc(const __pool_alloc&) _GLIBCXX_USE_NOEXCEPT { }
146*e4b17023SJohn Marino 
147*e4b17023SJohn Marino       template<typename _Tp1>
148*e4b17023SJohn Marino         __pool_alloc(const __pool_alloc<_Tp1>&) _GLIBCXX_USE_NOEXCEPT { }
149*e4b17023SJohn Marino 
150*e4b17023SJohn Marino       ~__pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
151*e4b17023SJohn Marino 
152*e4b17023SJohn Marino       pointer
153*e4b17023SJohn Marino       address(reference __x) const _GLIBCXX_NOEXCEPT
154*e4b17023SJohn Marino       { return std::__addressof(__x); }
155*e4b17023SJohn Marino 
156*e4b17023SJohn Marino       const_pointer
157*e4b17023SJohn Marino       address(const_reference __x) const _GLIBCXX_NOEXCEPT
158*e4b17023SJohn Marino       { return std::__addressof(__x); }
159*e4b17023SJohn Marino 
160*e4b17023SJohn Marino       size_type
161*e4b17023SJohn Marino       max_size() const _GLIBCXX_USE_NOEXCEPT
162*e4b17023SJohn Marino       { return size_t(-1) / sizeof(_Tp); }
163*e4b17023SJohn Marino 
164*e4b17023SJohn Marino #ifdef __GXX_EXPERIMENTAL_CXX0X__
165*e4b17023SJohn Marino       template<typename _Up, typename... _Args>
166*e4b17023SJohn Marino         void
167*e4b17023SJohn Marino         construct(_Up* __p, _Args&&... __args)
168*e4b17023SJohn Marino 	{ ::new((void *)__p) _Up(std::forward<_Args>(__args)...); }
169*e4b17023SJohn Marino 
170*e4b17023SJohn Marino       template<typename _Up>
171*e4b17023SJohn Marino         void
172*e4b17023SJohn Marino         destroy(_Up* __p) { __p->~_Up(); }
173*e4b17023SJohn Marino #else
174*e4b17023SJohn Marino       // _GLIBCXX_RESOLVE_LIB_DEFECTS
175*e4b17023SJohn Marino       // 402. wrong new expression in [some_] allocator::construct
176*e4b17023SJohn Marino       void
177*e4b17023SJohn Marino       construct(pointer __p, const _Tp& __val)
178*e4b17023SJohn Marino       { ::new((void *)__p) _Tp(__val); }
179*e4b17023SJohn Marino 
180*e4b17023SJohn Marino       void
181*e4b17023SJohn Marino       destroy(pointer __p) { __p->~_Tp(); }
182*e4b17023SJohn Marino #endif
183*e4b17023SJohn Marino 
184*e4b17023SJohn Marino       pointer
185*e4b17023SJohn Marino       allocate(size_type __n, const void* = 0);
186*e4b17023SJohn Marino 
187*e4b17023SJohn Marino       void
188*e4b17023SJohn Marino       deallocate(pointer __p, size_type __n);
189*e4b17023SJohn Marino     };
190*e4b17023SJohn Marino 
191*e4b17023SJohn Marino   template<typename _Tp>
192*e4b17023SJohn Marino     inline bool
193*e4b17023SJohn Marino     operator==(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
194*e4b17023SJohn Marino     { return true; }
195*e4b17023SJohn Marino 
196*e4b17023SJohn Marino   template<typename _Tp>
197*e4b17023SJohn Marino     inline bool
198*e4b17023SJohn Marino     operator!=(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
199*e4b17023SJohn Marino     { return false; }
200*e4b17023SJohn Marino 
201*e4b17023SJohn Marino   template<typename _Tp>
202*e4b17023SJohn Marino     _Atomic_word
203*e4b17023SJohn Marino     __pool_alloc<_Tp>::_S_force_new;
204*e4b17023SJohn Marino 
205*e4b17023SJohn Marino   template<typename _Tp>
206*e4b17023SJohn Marino     _Tp*
207*e4b17023SJohn Marino     __pool_alloc<_Tp>::allocate(size_type __n, const void*)
208*e4b17023SJohn Marino     {
209*e4b17023SJohn Marino       pointer __ret = 0;
210*e4b17023SJohn Marino       if (__builtin_expect(__n != 0, true))
211*e4b17023SJohn Marino 	{
212*e4b17023SJohn Marino 	  if (__n > this->max_size())
213*e4b17023SJohn Marino 	    std::__throw_bad_alloc();
214*e4b17023SJohn Marino 
215*e4b17023SJohn Marino 	  // If there is a race through here, assume answer from getenv
216*e4b17023SJohn Marino 	  // will resolve in same direction.  Inspired by techniques
217*e4b17023SJohn Marino 	  // to efficiently support threading found in basic_string.h.
218*e4b17023SJohn Marino 	  if (_S_force_new == 0)
219*e4b17023SJohn Marino 	    {
220*e4b17023SJohn Marino 	      if (std::getenv("GLIBCXX_FORCE_NEW"))
221*e4b17023SJohn Marino 		__atomic_add_dispatch(&_S_force_new, 1);
222*e4b17023SJohn Marino 	      else
223*e4b17023SJohn Marino 		__atomic_add_dispatch(&_S_force_new, -1);
224*e4b17023SJohn Marino 	    }
225*e4b17023SJohn Marino 
226*e4b17023SJohn Marino 	  const size_t __bytes = __n * sizeof(_Tp);
227*e4b17023SJohn Marino 	  if (__bytes > size_t(_S_max_bytes) || _S_force_new > 0)
228*e4b17023SJohn Marino 	    __ret = static_cast<_Tp*>(::operator new(__bytes));
229*e4b17023SJohn Marino 	  else
230*e4b17023SJohn Marino 	    {
231*e4b17023SJohn Marino 	      _Obj* volatile* __free_list = _M_get_free_list(__bytes);
232*e4b17023SJohn Marino 
233*e4b17023SJohn Marino 	      __scoped_lock sentry(_M_get_mutex());
234*e4b17023SJohn Marino 	      _Obj* __restrict__ __result = *__free_list;
235*e4b17023SJohn Marino 	      if (__builtin_expect(__result == 0, 0))
236*e4b17023SJohn Marino 		__ret = static_cast<_Tp*>(_M_refill(_M_round_up(__bytes)));
237*e4b17023SJohn Marino 	      else
238*e4b17023SJohn Marino 		{
239*e4b17023SJohn Marino 		  *__free_list = __result->_M_free_list_link;
240*e4b17023SJohn Marino 		  __ret = reinterpret_cast<_Tp*>(__result);
241*e4b17023SJohn Marino 		}
242*e4b17023SJohn Marino 	      if (__ret == 0)
243*e4b17023SJohn Marino 		std::__throw_bad_alloc();
244*e4b17023SJohn Marino 	    }
245*e4b17023SJohn Marino 	}
246*e4b17023SJohn Marino       return __ret;
247*e4b17023SJohn Marino     }
248*e4b17023SJohn Marino 
249*e4b17023SJohn Marino   template<typename _Tp>
250*e4b17023SJohn Marino     void
251*e4b17023SJohn Marino     __pool_alloc<_Tp>::deallocate(pointer __p, size_type __n)
252*e4b17023SJohn Marino     {
253*e4b17023SJohn Marino       if (__builtin_expect(__n != 0 && __p != 0, true))
254*e4b17023SJohn Marino 	{
255*e4b17023SJohn Marino 	  const size_t __bytes = __n * sizeof(_Tp);
256*e4b17023SJohn Marino 	  if (__bytes > static_cast<size_t>(_S_max_bytes) || _S_force_new > 0)
257*e4b17023SJohn Marino 	    ::operator delete(__p);
258*e4b17023SJohn Marino 	  else
259*e4b17023SJohn Marino 	    {
260*e4b17023SJohn Marino 	      _Obj* volatile* __free_list = _M_get_free_list(__bytes);
261*e4b17023SJohn Marino 	      _Obj* __q = reinterpret_cast<_Obj*>(__p);
262*e4b17023SJohn Marino 
263*e4b17023SJohn Marino 	      __scoped_lock sentry(_M_get_mutex());
264*e4b17023SJohn Marino 	      __q ->_M_free_list_link = *__free_list;
265*e4b17023SJohn Marino 	      *__free_list = __q;
266*e4b17023SJohn Marino 	    }
267*e4b17023SJohn Marino 	}
268*e4b17023SJohn Marino     }
269*e4b17023SJohn Marino 
270*e4b17023SJohn Marino _GLIBCXX_END_NAMESPACE_VERSION
271*e4b17023SJohn Marino } // namespace
272*e4b17023SJohn Marino 
273*e4b17023SJohn Marino #endif
274