1 /* $NetBSD: kern_malloc.c,v 1.153 2018/08/22 14:12:30 christos Exp $ */ 2 3 /* 4 * Copyright (c) 1987, 1991, 1993 5 * The Regents of the University of California. All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 3. Neither the name of the University nor the names of its contributors 16 * may be used to endorse or promote products derived from this software 17 * without specific prior written permission. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 29 * SUCH DAMAGE. 30 * 31 * @(#)kern_malloc.c 8.4 (Berkeley) 5/20/95 32 */ 33 34 /* 35 * Copyright (c) 1996 Christopher G. Demetriou. All rights reserved. 36 * 37 * Redistribution and use in source and binary forms, with or without 38 * modification, are permitted provided that the following conditions 39 * are met: 40 * 1. Redistributions of source code must retain the above copyright 41 * notice, this list of conditions and the following disclaimer. 42 * 2. Redistributions in binary form must reproduce the above copyright 43 * notice, this list of conditions and the following disclaimer in the 44 * documentation and/or other materials provided with the distribution. 45 * 3. All advertising materials mentioning features or use of this software 46 * must display the following acknowledgement: 47 * This product includes software developed by the University of 48 * California, Berkeley and its contributors. 49 * 4. Neither the name of the University nor the names of its contributors 50 * may be used to endorse or promote products derived from this software 51 * without specific prior written permission. 52 * 53 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 54 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 55 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 56 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 57 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 58 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 59 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 60 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 61 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 62 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 63 * SUCH DAMAGE. 64 * 65 * @(#)kern_malloc.c 8.4 (Berkeley) 5/20/95 66 */ 67 68 /* 69 * Wrapper interface for obsolete malloc(9). 70 */ 71 72 #include <sys/cdefs.h> 73 __KERNEL_RCSID(0, "$NetBSD: kern_malloc.c,v 1.153 2018/08/22 14:12:30 christos Exp $"); 74 75 #include <sys/param.h> 76 #include <sys/malloc.h> 77 #include <sys/kmem.h> 78 #include <sys/asan.h> 79 80 /* 81 * Built-in malloc types. Note: ought to be removed. 82 */ 83 MALLOC_DEFINE(M_DEVBUF, "devbuf", "device driver memory"); 84 MALLOC_DEFINE(M_DMAMAP, "DMA map", "bus_dma(9) structures"); 85 MALLOC_DEFINE(M_FREE, "free", "should be on free list"); 86 MALLOC_DEFINE(M_TEMP, "temp", "misc. temporary data buffers"); 87 MALLOC_DEFINE(M_RTABLE, "routetbl", "routing tables"); 88 MALLOC_DEFINE(M_FTABLE, "fragtbl", "fragment reassembly header"); 89 MALLOC_DEFINE(M_UFSMNT, "UFS mount", "UFS mount structure"); 90 MALLOC_DEFINE(M_NETADDR, "Export Host", "Export host address structure"); 91 MALLOC_DEFINE(M_MRTABLE, "mrt", "multicast routing tables"); 92 93 /* 94 * Header contains total size, including the header itself. 95 */ 96 struct malloc_header { 97 size_t mh_size; 98 #ifdef KASAN 99 size_t mh_rqsz; 100 #endif 101 } __aligned(ALIGNBYTES + 1); 102 103 void * 104 kern_malloc(unsigned long size, int flags) 105 { 106 const int kmflags = (flags & M_NOWAIT) ? KM_NOSLEEP : KM_SLEEP; 107 #ifdef KASAN 108 const size_t origsize = size; 109 #endif 110 size_t allocsize, hdroffset; 111 struct malloc_header *mh; 112 void *p; 113 114 kasan_add_redzone(&size); 115 116 if (size >= PAGE_SIZE) { 117 if (size > (ULONG_MAX-PAGE_SIZE)) 118 allocsize = ULONG_MAX; /* this will fail later */ 119 else 120 allocsize = PAGE_SIZE + size; /* for page alignment */ 121 hdroffset = PAGE_SIZE - sizeof(struct malloc_header); 122 } else { 123 allocsize = sizeof(struct malloc_header) + size; 124 hdroffset = 0; 125 } 126 127 p = kmem_intr_alloc(allocsize, kmflags); 128 if (p == NULL) 129 return NULL; 130 131 if ((flags & M_ZERO) != 0) { 132 memset(p, 0, allocsize); 133 } 134 mh = (void *)((char *)p + hdroffset); 135 mh->mh_size = allocsize - hdroffset; 136 #ifdef KASAN 137 mh->mh_rqsz = origsize; 138 #endif 139 mh++; 140 141 kasan_alloc(mh, origsize, size); 142 143 return mh; 144 } 145 146 void 147 kern_free(void *addr) 148 { 149 struct malloc_header *mh; 150 151 mh = addr; 152 mh--; 153 154 kasan_free(addr, mh->mh_size); 155 156 if (mh->mh_size >= PAGE_SIZE + sizeof(struct malloc_header)) 157 kmem_intr_free((char *)addr - PAGE_SIZE, 158 mh->mh_size + PAGE_SIZE - sizeof(struct malloc_header)); 159 else 160 kmem_intr_free(mh, mh->mh_size); 161 } 162 163 void * 164 kern_realloc(void *curaddr, unsigned long newsize, int flags) 165 { 166 struct malloc_header *mh; 167 unsigned long cursize; 168 void *newaddr; 169 170 /* 171 * realloc() with a NULL pointer is the same as malloc(). 172 */ 173 if (curaddr == NULL) 174 return malloc(newsize, ksp, flags); 175 176 /* 177 * realloc() with zero size is the same as free(). 178 */ 179 if (newsize == 0) { 180 free(curaddr, ksp); 181 return NULL; 182 } 183 184 if ((flags & M_NOWAIT) == 0) { 185 ASSERT_SLEEPABLE(); 186 } 187 188 mh = curaddr; 189 mh--; 190 191 #ifdef KASAN 192 cursize = mh->mh_rqsz; 193 #else 194 cursize = mh->mh_size - sizeof(struct malloc_header); 195 #endif 196 197 /* 198 * If we already actually have as much as they want, we're done. 199 */ 200 if (newsize <= cursize) 201 return curaddr; 202 203 /* 204 * Can't satisfy the allocation with the existing block. 205 * Allocate a new one and copy the data. 206 */ 207 newaddr = malloc(newsize, ksp, flags); 208 if (__predict_false(newaddr == NULL)) { 209 /* 210 * malloc() failed, because flags included M_NOWAIT. 211 * Return NULL to indicate that failure. The old 212 * pointer is still valid. 213 */ 214 return NULL; 215 } 216 memcpy(newaddr, curaddr, cursize); 217 218 /* 219 * We were successful: free the old allocation and return 220 * the new one. 221 */ 222 free(curaddr, ksp); 223 return newaddr; 224 } 225