1*e4b17023SJohn Marino // Allocators -*- C++ -*-
2*e4b17023SJohn Marino
3*e4b17023SJohn Marino // Copyright (C) 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009,
4*e4b17023SJohn Marino // 2010, 2011
5*e4b17023SJohn Marino // Free Software Foundation, Inc.
6*e4b17023SJohn Marino //
7*e4b17023SJohn Marino // This file is part of the GNU ISO C++ Library. This library is free
8*e4b17023SJohn Marino // software; you can redistribute it and/or modify it under the
9*e4b17023SJohn Marino // terms of the GNU General Public License as published by the
10*e4b17023SJohn Marino // Free Software Foundation; either version 3, or (at your option)
11*e4b17023SJohn Marino // any later version.
12*e4b17023SJohn Marino
13*e4b17023SJohn Marino // This library is distributed in the hope that it will be useful,
14*e4b17023SJohn Marino // but WITHOUT ANY WARRANTY; without even the implied warranty of
15*e4b17023SJohn Marino // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16*e4b17023SJohn Marino // GNU General Public License for more details.
17*e4b17023SJohn Marino
18*e4b17023SJohn Marino // Under Section 7 of GPL version 3, you are granted additional
19*e4b17023SJohn Marino // permissions described in the GCC Runtime Library Exception, version
20*e4b17023SJohn Marino // 3.1, as published by the Free Software Foundation.
21*e4b17023SJohn Marino
22*e4b17023SJohn Marino // You should have received a copy of the GNU General Public License and
23*e4b17023SJohn Marino // a copy of the GCC Runtime Library Exception along with this program;
24*e4b17023SJohn Marino // see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
25*e4b17023SJohn Marino // <http://www.gnu.org/licenses/>.
26*e4b17023SJohn Marino
27*e4b17023SJohn Marino /*
28*e4b17023SJohn Marino * Copyright (c) 1996-1997
29*e4b17023SJohn Marino * Silicon Graphics Computer Systems, Inc.
30*e4b17023SJohn Marino *
31*e4b17023SJohn Marino * Permission to use, copy, modify, distribute and sell this software
32*e4b17023SJohn Marino * and its documentation for any purpose is hereby granted without fee,
33*e4b17023SJohn Marino * provided that the above copyright notice appear in all copies and
34*e4b17023SJohn Marino * that both that copyright notice and this permission notice appear
35*e4b17023SJohn Marino * in supporting documentation. Silicon Graphics makes no
36*e4b17023SJohn Marino * representations about the suitability of this software for any
37*e4b17023SJohn Marino * purpose. It is provided "as is" without express or implied warranty.
38*e4b17023SJohn Marino */
39*e4b17023SJohn Marino
40*e4b17023SJohn Marino /** @file ext/pool_allocator.h
41*e4b17023SJohn Marino * This file is a GNU extension to the Standard C++ Library.
42*e4b17023SJohn Marino */
43*e4b17023SJohn Marino
44*e4b17023SJohn Marino #ifndef _POOL_ALLOCATOR_H
45*e4b17023SJohn Marino #define _POOL_ALLOCATOR_H 1
46*e4b17023SJohn Marino
47*e4b17023SJohn Marino #include <bits/c++config.h>
48*e4b17023SJohn Marino #include <cstdlib>
49*e4b17023SJohn Marino #include <new>
50*e4b17023SJohn Marino #include <bits/functexcept.h>
51*e4b17023SJohn Marino #include <ext/atomicity.h>
52*e4b17023SJohn Marino #include <ext/concurrence.h>
53*e4b17023SJohn Marino #include <bits/move.h>
54*e4b17023SJohn Marino
_GLIBCXX_VISIBILITY(default)55*e4b17023SJohn Marino namespace __gnu_cxx _GLIBCXX_VISIBILITY(default)
56*e4b17023SJohn Marino {
57*e4b17023SJohn Marino _GLIBCXX_BEGIN_NAMESPACE_VERSION
58*e4b17023SJohn Marino
59*e4b17023SJohn Marino using std::size_t;
60*e4b17023SJohn Marino using std::ptrdiff_t;
61*e4b17023SJohn Marino
62*e4b17023SJohn Marino /**
63*e4b17023SJohn Marino * @brief Base class for __pool_alloc.
64*e4b17023SJohn Marino *
65*e4b17023SJohn Marino * Uses various allocators to fulfill underlying requests (and makes as
66*e4b17023SJohn Marino * few requests as possible when in default high-speed pool mode).
67*e4b17023SJohn Marino *
68*e4b17023SJohn Marino * Important implementation properties:
69*e4b17023SJohn Marino * 0. If globally mandated, then allocate objects from new
70*e4b17023SJohn Marino * 1. If the clients request an object of size > _S_max_bytes, the resulting
71*e4b17023SJohn Marino * object will be obtained directly from new
72*e4b17023SJohn Marino * 2. In all other cases, we allocate an object of size exactly
73*e4b17023SJohn Marino * _S_round_up(requested_size). Thus the client has enough size
74*e4b17023SJohn Marino * information that we can return the object to the proper free list
75*e4b17023SJohn Marino * without permanently losing part of the object.
76*e4b17023SJohn Marino */
77*e4b17023SJohn Marino class __pool_alloc_base
78*e4b17023SJohn Marino {
79*e4b17023SJohn Marino protected:
80*e4b17023SJohn Marino
81*e4b17023SJohn Marino enum { _S_align = 8 };
82*e4b17023SJohn Marino enum { _S_max_bytes = 128 };
83*e4b17023SJohn Marino enum { _S_free_list_size = (size_t)_S_max_bytes / (size_t)_S_align };
84*e4b17023SJohn Marino
85*e4b17023SJohn Marino union _Obj
86*e4b17023SJohn Marino {
87*e4b17023SJohn Marino union _Obj* _M_free_list_link;
88*e4b17023SJohn Marino char _M_client_data[1]; // The client sees this.
89*e4b17023SJohn Marino };
90*e4b17023SJohn Marino
91*e4b17023SJohn Marino static _Obj* volatile _S_free_list[_S_free_list_size];
92*e4b17023SJohn Marino
93*e4b17023SJohn Marino // Chunk allocation state.
94*e4b17023SJohn Marino static char* _S_start_free;
95*e4b17023SJohn Marino static char* _S_end_free;
96*e4b17023SJohn Marino static size_t _S_heap_size;
97*e4b17023SJohn Marino
98*e4b17023SJohn Marino size_t
99*e4b17023SJohn Marino _M_round_up(size_t __bytes)
100*e4b17023SJohn Marino { return ((__bytes + (size_t)_S_align - 1) & ~((size_t)_S_align - 1)); }
101*e4b17023SJohn Marino
102*e4b17023SJohn Marino _GLIBCXX_CONST _Obj* volatile*
103*e4b17023SJohn Marino _M_get_free_list(size_t __bytes) throw ();
104*e4b17023SJohn Marino
105*e4b17023SJohn Marino __mutex&
106*e4b17023SJohn Marino _M_get_mutex() throw ();
107*e4b17023SJohn Marino
108*e4b17023SJohn Marino // Returns an object of size __n, and optionally adds to size __n
109*e4b17023SJohn Marino // free list.
110*e4b17023SJohn Marino void*
111*e4b17023SJohn Marino _M_refill(size_t __n);
112*e4b17023SJohn Marino
113*e4b17023SJohn Marino // Allocates a chunk for nobjs of size size. nobjs may be reduced
114*e4b17023SJohn Marino // if it is inconvenient to allocate the requested number.
115*e4b17023SJohn Marino char*
116*e4b17023SJohn Marino _M_allocate_chunk(size_t __n, int& __nobjs);
117*e4b17023SJohn Marino };
118*e4b17023SJohn Marino
119*e4b17023SJohn Marino
120*e4b17023SJohn Marino /**
121*e4b17023SJohn Marino * @brief Allocator using a memory pool with a single lock.
122*e4b17023SJohn Marino * @ingroup allocators
123*e4b17023SJohn Marino */
124*e4b17023SJohn Marino template<typename _Tp>
125*e4b17023SJohn Marino class __pool_alloc : private __pool_alloc_base
126*e4b17023SJohn Marino {
127*e4b17023SJohn Marino private:
128*e4b17023SJohn Marino static _Atomic_word _S_force_new;
129*e4b17023SJohn Marino
130*e4b17023SJohn Marino public:
131*e4b17023SJohn Marino typedef size_t size_type;
132*e4b17023SJohn Marino typedef ptrdiff_t difference_type;
133*e4b17023SJohn Marino typedef _Tp* pointer;
134*e4b17023SJohn Marino typedef const _Tp* const_pointer;
135*e4b17023SJohn Marino typedef _Tp& reference;
136*e4b17023SJohn Marino typedef const _Tp& const_reference;
137*e4b17023SJohn Marino typedef _Tp value_type;
138*e4b17023SJohn Marino
139*e4b17023SJohn Marino template<typename _Tp1>
140*e4b17023SJohn Marino struct rebind
141*e4b17023SJohn Marino { typedef __pool_alloc<_Tp1> other; };
142*e4b17023SJohn Marino
143*e4b17023SJohn Marino __pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
144*e4b17023SJohn Marino
145*e4b17023SJohn Marino __pool_alloc(const __pool_alloc&) _GLIBCXX_USE_NOEXCEPT { }
146*e4b17023SJohn Marino
147*e4b17023SJohn Marino template<typename _Tp1>
148*e4b17023SJohn Marino __pool_alloc(const __pool_alloc<_Tp1>&) _GLIBCXX_USE_NOEXCEPT { }
149*e4b17023SJohn Marino
150*e4b17023SJohn Marino ~__pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
151*e4b17023SJohn Marino
152*e4b17023SJohn Marino pointer
153*e4b17023SJohn Marino address(reference __x) const _GLIBCXX_NOEXCEPT
154*e4b17023SJohn Marino { return std::__addressof(__x); }
155*e4b17023SJohn Marino
156*e4b17023SJohn Marino const_pointer
157*e4b17023SJohn Marino address(const_reference __x) const _GLIBCXX_NOEXCEPT
158*e4b17023SJohn Marino { return std::__addressof(__x); }
159*e4b17023SJohn Marino
160*e4b17023SJohn Marino size_type
161*e4b17023SJohn Marino max_size() const _GLIBCXX_USE_NOEXCEPT
162*e4b17023SJohn Marino { return size_t(-1) / sizeof(_Tp); }
163*e4b17023SJohn Marino
164*e4b17023SJohn Marino #ifdef __GXX_EXPERIMENTAL_CXX0X__
165*e4b17023SJohn Marino template<typename _Up, typename... _Args>
166*e4b17023SJohn Marino void
167*e4b17023SJohn Marino construct(_Up* __p, _Args&&... __args)
168*e4b17023SJohn Marino { ::new((void *)__p) _Up(std::forward<_Args>(__args)...); }
169*e4b17023SJohn Marino
170*e4b17023SJohn Marino template<typename _Up>
171*e4b17023SJohn Marino void
172*e4b17023SJohn Marino destroy(_Up* __p) { __p->~_Up(); }
173*e4b17023SJohn Marino #else
174*e4b17023SJohn Marino // _GLIBCXX_RESOLVE_LIB_DEFECTS
175*e4b17023SJohn Marino // 402. wrong new expression in [some_] allocator::construct
176*e4b17023SJohn Marino void
177*e4b17023SJohn Marino construct(pointer __p, const _Tp& __val)
178*e4b17023SJohn Marino { ::new((void *)__p) _Tp(__val); }
179*e4b17023SJohn Marino
180*e4b17023SJohn Marino void
181*e4b17023SJohn Marino destroy(pointer __p) { __p->~_Tp(); }
182*e4b17023SJohn Marino #endif
183*e4b17023SJohn Marino
184*e4b17023SJohn Marino pointer
185*e4b17023SJohn Marino allocate(size_type __n, const void* = 0);
186*e4b17023SJohn Marino
187*e4b17023SJohn Marino void
188*e4b17023SJohn Marino deallocate(pointer __p, size_type __n);
189*e4b17023SJohn Marino };
190*e4b17023SJohn Marino
191*e4b17023SJohn Marino template<typename _Tp>
192*e4b17023SJohn Marino inline bool
193*e4b17023SJohn Marino operator==(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
194*e4b17023SJohn Marino { return true; }
195*e4b17023SJohn Marino
196*e4b17023SJohn Marino template<typename _Tp>
197*e4b17023SJohn Marino inline bool
198*e4b17023SJohn Marino operator!=(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
199*e4b17023SJohn Marino { return false; }
200*e4b17023SJohn Marino
201*e4b17023SJohn Marino template<typename _Tp>
202*e4b17023SJohn Marino _Atomic_word
203*e4b17023SJohn Marino __pool_alloc<_Tp>::_S_force_new;
204*e4b17023SJohn Marino
205*e4b17023SJohn Marino template<typename _Tp>
206*e4b17023SJohn Marino _Tp*
207*e4b17023SJohn Marino __pool_alloc<_Tp>::allocate(size_type __n, const void*)
208*e4b17023SJohn Marino {
209*e4b17023SJohn Marino pointer __ret = 0;
210*e4b17023SJohn Marino if (__builtin_expect(__n != 0, true))
211*e4b17023SJohn Marino {
212*e4b17023SJohn Marino if (__n > this->max_size())
213*e4b17023SJohn Marino std::__throw_bad_alloc();
214*e4b17023SJohn Marino
215*e4b17023SJohn Marino // If there is a race through here, assume answer from getenv
216*e4b17023SJohn Marino // will resolve in same direction. Inspired by techniques
217*e4b17023SJohn Marino // to efficiently support threading found in basic_string.h.
218*e4b17023SJohn Marino if (_S_force_new == 0)
219*e4b17023SJohn Marino {
220*e4b17023SJohn Marino if (std::getenv("GLIBCXX_FORCE_NEW"))
221*e4b17023SJohn Marino __atomic_add_dispatch(&_S_force_new, 1);
222*e4b17023SJohn Marino else
223*e4b17023SJohn Marino __atomic_add_dispatch(&_S_force_new, -1);
224*e4b17023SJohn Marino }
225*e4b17023SJohn Marino
226*e4b17023SJohn Marino const size_t __bytes = __n * sizeof(_Tp);
227*e4b17023SJohn Marino if (__bytes > size_t(_S_max_bytes) || _S_force_new > 0)
228*e4b17023SJohn Marino __ret = static_cast<_Tp*>(::operator new(__bytes));
229*e4b17023SJohn Marino else
230*e4b17023SJohn Marino {
231*e4b17023SJohn Marino _Obj* volatile* __free_list = _M_get_free_list(__bytes);
232*e4b17023SJohn Marino
233*e4b17023SJohn Marino __scoped_lock sentry(_M_get_mutex());
234*e4b17023SJohn Marino _Obj* __restrict__ __result = *__free_list;
235*e4b17023SJohn Marino if (__builtin_expect(__result == 0, 0))
236*e4b17023SJohn Marino __ret = static_cast<_Tp*>(_M_refill(_M_round_up(__bytes)));
237*e4b17023SJohn Marino else
238*e4b17023SJohn Marino {
239*e4b17023SJohn Marino *__free_list = __result->_M_free_list_link;
240*e4b17023SJohn Marino __ret = reinterpret_cast<_Tp*>(__result);
241*e4b17023SJohn Marino }
242*e4b17023SJohn Marino if (__ret == 0)
243*e4b17023SJohn Marino std::__throw_bad_alloc();
244*e4b17023SJohn Marino }
245*e4b17023SJohn Marino }
246*e4b17023SJohn Marino return __ret;
247*e4b17023SJohn Marino }
248*e4b17023SJohn Marino
249*e4b17023SJohn Marino template<typename _Tp>
250*e4b17023SJohn Marino void
251*e4b17023SJohn Marino __pool_alloc<_Tp>::deallocate(pointer __p, size_type __n)
252*e4b17023SJohn Marino {
253*e4b17023SJohn Marino if (__builtin_expect(__n != 0 && __p != 0, true))
254*e4b17023SJohn Marino {
255*e4b17023SJohn Marino const size_t __bytes = __n * sizeof(_Tp);
256*e4b17023SJohn Marino if (__bytes > static_cast<size_t>(_S_max_bytes) || _S_force_new > 0)
257*e4b17023SJohn Marino ::operator delete(__p);
258*e4b17023SJohn Marino else
259*e4b17023SJohn Marino {
260*e4b17023SJohn Marino _Obj* volatile* __free_list = _M_get_free_list(__bytes);
261*e4b17023SJohn Marino _Obj* __q = reinterpret_cast<_Obj*>(__p);
262*e4b17023SJohn Marino
263*e4b17023SJohn Marino __scoped_lock sentry(_M_get_mutex());
264*e4b17023SJohn Marino __q ->_M_free_list_link = *__free_list;
265*e4b17023SJohn Marino *__free_list = __q;
266*e4b17023SJohn Marino }
267*e4b17023SJohn Marino }
268*e4b17023SJohn Marino }
269*e4b17023SJohn Marino
270*e4b17023SJohn Marino _GLIBCXX_END_NAMESPACE_VERSION
271*e4b17023SJohn Marino } // namespace
272*e4b17023SJohn Marino
273*e4b17023SJohn Marino #endif
274