1*6083aa43SDavid du Colombier /* Block allocation */
27dd7cddfSDavid du Colombier #include "u.h"
37dd7cddfSDavid du Colombier #include "../port/lib.h"
47dd7cddfSDavid du Colombier #include "mem.h"
57dd7cddfSDavid du Colombier #include "dat.h"
67dd7cddfSDavid du Colombier #include "fns.h"
77dd7cddfSDavid du Colombier #include "error.h"
87dd7cddfSDavid du Colombier
9*6083aa43SDavid du Colombier #define ALIGNUP(a) ROUND((uintptr)(a), BLOCKALIGN)
10*6083aa43SDavid du Colombier
117dd7cddfSDavid du Colombier enum
127dd7cddfSDavid du Colombier {
137dd7cddfSDavid du Colombier Hdrspc = 64, /* leave room for high-level headers */
147dd7cddfSDavid du Colombier Bdead = 0x51494F42, /* "QIOB" */
15*6083aa43SDavid du Colombier Bmagic = 0x0910b10c,
167dd7cddfSDavid du Colombier };
177dd7cddfSDavid du Colombier
187dd7cddfSDavid du Colombier struct
197dd7cddfSDavid du Colombier {
207dd7cddfSDavid du Colombier Lock;
217dd7cddfSDavid du Colombier ulong bytes;
227dd7cddfSDavid du Colombier } ialloc;
237dd7cddfSDavid du Colombier
24*6083aa43SDavid du Colombier /*
25*6083aa43SDavid du Colombier * convert the size of a desired buffer to the size needed
26*6083aa43SDavid du Colombier * to include Block overhead and alignment.
27*6083aa43SDavid du Colombier */
28*6083aa43SDavid du Colombier ulong
blocksize(ulong size)29*6083aa43SDavid du Colombier blocksize(ulong size)
30*6083aa43SDavid du Colombier {
31*6083aa43SDavid du Colombier return ALIGNUP(sizeof(Block)) + Hdrspc + ALIGNUP(size);
32*6083aa43SDavid du Colombier }
33*6083aa43SDavid du Colombier
34*6083aa43SDavid du Colombier /*
35*6083aa43SDavid du Colombier * convert malloced or non-malloced buffer to a Block.
36*6083aa43SDavid du Colombier * used to build custom Block allocators.
37*6083aa43SDavid du Colombier *
38*6083aa43SDavid du Colombier * buf must be at least blocksize(usable) bytes.
39*6083aa43SDavid du Colombier */
40*6083aa43SDavid du Colombier Block *
mem2block(void * buf,ulong usable,int malloced)41*6083aa43SDavid du Colombier mem2block(void *buf, ulong usable, int malloced)
427dd7cddfSDavid du Colombier {
437dd7cddfSDavid du Colombier Block *b;
447dd7cddfSDavid du Colombier
45*6083aa43SDavid du Colombier if(buf == nil)
469a747e4fSDavid du Colombier return nil;
479a747e4fSDavid du Colombier
48*6083aa43SDavid du Colombier b = (Block *)buf;
499a747e4fSDavid du Colombier b->next = nil;
509a747e4fSDavid du Colombier b->list = nil;
519a747e4fSDavid du Colombier b->free = 0;
529a747e4fSDavid du Colombier b->flag = 0;
5321d39b30SDavid du Colombier b->ref = 0;
54*6083aa43SDavid du Colombier b->magic = Bmagic;
5521d39b30SDavid du Colombier _xinc(&b->ref);
567dd7cddfSDavid du Colombier
577dd7cddfSDavid du Colombier /* align start of data portion by rounding up */
58*6083aa43SDavid du Colombier b->base = (uchar*)ALIGNUP((ulong)b + sizeof(Block));
597dd7cddfSDavid du Colombier
607dd7cddfSDavid du Colombier /* align end of data portion by rounding down */
61*6083aa43SDavid du Colombier b->lim = (uchar*)b + (malloced? msize(b): blocksize(usable));
62*6083aa43SDavid du Colombier b->lim = (uchar*)((ulong)b->lim & ~(BLOCKALIGN-1));
637dd7cddfSDavid du Colombier
647dd7cddfSDavid du Colombier /* leave sluff at beginning for added headers */
65*6083aa43SDavid du Colombier b->wp = b->rp = b->lim - ALIGNUP(usable);
667dd7cddfSDavid du Colombier if(b->rp < b->base)
67*6083aa43SDavid du Colombier panic("mem2block: b->rp < b->base");
68*6083aa43SDavid du Colombier if(b->lim > (uchar*)b + (malloced? msize(b): blocksize(usable)))
69*6083aa43SDavid du Colombier panic("mem2block: b->lim beyond Block end");
709a747e4fSDavid du Colombier return b;
719a747e4fSDavid du Colombier }
729a747e4fSDavid du Colombier
73*6083aa43SDavid du Colombier static Block*
_allocb(int size)74*6083aa43SDavid du Colombier _allocb(int size)
75*6083aa43SDavid du Colombier {
76*6083aa43SDavid du Colombier return mem2block(mallocz(blocksize(size), 0), size, 1);
77*6083aa43SDavid du Colombier }
78*6083aa43SDavid du Colombier
799a747e4fSDavid du Colombier Block*
allocb(int size)809a747e4fSDavid du Colombier allocb(int size)
819a747e4fSDavid du Colombier {
829a747e4fSDavid du Colombier Block *b;
839a747e4fSDavid du Colombier
849a747e4fSDavid du Colombier /*
859a747e4fSDavid du Colombier * Check in a process and wait until successful.
869a747e4fSDavid du Colombier * Can still error out of here, though.
879a747e4fSDavid du Colombier */
889a747e4fSDavid du Colombier if(up == nil)
8921d39b30SDavid du Colombier panic("allocb without up: %#p", getcallerpc(&size));
909a747e4fSDavid du Colombier if((b = _allocb(size)) == nil){
91b65f1be6SDavid du Colombier splhi();
929a747e4fSDavid du Colombier xsummary();
939a747e4fSDavid du Colombier mallocsummary();
94b65f1be6SDavid du Colombier delay(500);
95b65f1be6SDavid du Colombier panic("allocb: no memory for %d bytes; caller %#p", size,
96b65f1be6SDavid du Colombier getcallerpc(&size));
979a747e4fSDavid du Colombier }
987dd7cddfSDavid du Colombier setmalloctag(b, getcallerpc(&size));
997dd7cddfSDavid du Colombier
1007dd7cddfSDavid du Colombier return b;
1017dd7cddfSDavid du Colombier }
1027dd7cddfSDavid du Colombier
1037dd7cddfSDavid du Colombier Block*
iallocb(int size)1047dd7cddfSDavid du Colombier iallocb(int size)
1057dd7cddfSDavid du Colombier {
1067dd7cddfSDavid du Colombier Block *b;
1072db064f5SDavid du Colombier static int m1, m2, mp;
1087dd7cddfSDavid du Colombier
1097dd7cddfSDavid du Colombier if(ialloc.bytes > conf.ialloc){
1102db064f5SDavid du Colombier if((m1++%10000)==0){
1112db064f5SDavid du Colombier if(mp++ > 1000){
1122db064f5SDavid du Colombier active.exiting = 1;
1132db064f5SDavid du Colombier exit(0);
1142db064f5SDavid du Colombier }
115e288d156SDavid du Colombier iprint("iallocb: limited %lud/%lud\n",
1167dd7cddfSDavid du Colombier ialloc.bytes, conf.ialloc);
1172db064f5SDavid du Colombier }
1182db064f5SDavid du Colombier return nil;
1197dd7cddfSDavid du Colombier }
1207dd7cddfSDavid du Colombier
1219a747e4fSDavid du Colombier if((b = _allocb(size)) == nil){
1222db064f5SDavid du Colombier if((m2++%10000)==0){
1232db064f5SDavid du Colombier if(mp++ > 1000){
1242db064f5SDavid du Colombier active.exiting = 1;
1252db064f5SDavid du Colombier exit(0);
1262db064f5SDavid du Colombier }
127e288d156SDavid du Colombier iprint("iallocb: no memory %lud/%lud\n",
1287dd7cddfSDavid du Colombier ialloc.bytes, conf.ialloc);
1292db064f5SDavid du Colombier }
1307dd7cddfSDavid du Colombier return nil;
1317dd7cddfSDavid du Colombier }
1329a747e4fSDavid du Colombier setmalloctag(b, getcallerpc(&size));
1337dd7cddfSDavid du Colombier b->flag = BINTR;
1347dd7cddfSDavid du Colombier
1357dd7cddfSDavid du Colombier ilock(&ialloc);
1367dd7cddfSDavid du Colombier ialloc.bytes += b->lim - b->base;
1377dd7cddfSDavid du Colombier iunlock(&ialloc);
1387dd7cddfSDavid du Colombier
1397dd7cddfSDavid du Colombier return b;
1407dd7cddfSDavid du Colombier }
1417dd7cddfSDavid du Colombier
1427dd7cddfSDavid du Colombier void
freeb(Block * b)1437dd7cddfSDavid du Colombier freeb(Block *b)
1447dd7cddfSDavid du Colombier {
1457dd7cddfSDavid du Colombier void *dead = (void*)Bdead;
14621d39b30SDavid du Colombier long ref;
1477dd7cddfSDavid du Colombier
148*6083aa43SDavid du Colombier if(b == nil)
1497dd7cddfSDavid du Colombier return;
150*6083aa43SDavid du Colombier if(Bmagic && b->magic != Bmagic)
151*6083aa43SDavid du Colombier panic("freeb: bad magic %#lux in Block %#p; caller pc %#p",
152*6083aa43SDavid du Colombier b->magic, b, getcallerpc(&b));
1537dd7cddfSDavid du Colombier
154*6083aa43SDavid du Colombier if((ref = _xdec(&b->ref)) > 0)
155*6083aa43SDavid du Colombier return;
15621d39b30SDavid du Colombier if(ref < 0){
15721d39b30SDavid du Colombier dumpstack();
158f05caca4SDavid du Colombier panic("freeb: ref %ld; caller pc %#p", ref, getcallerpc(&b));
15921d39b30SDavid du Colombier }
16021d39b30SDavid du Colombier
1617dd7cddfSDavid du Colombier /*
1627dd7cddfSDavid du Colombier * drivers which perform non cache coherent DMA manage their own buffer
1637dd7cddfSDavid du Colombier * pool of uncached buffers and provide their own free routine.
1647dd7cddfSDavid du Colombier */
1657dd7cddfSDavid du Colombier if(b->free) {
1667dd7cddfSDavid du Colombier b->free(b);
1677dd7cddfSDavid du Colombier return;
1687dd7cddfSDavid du Colombier }
1697dd7cddfSDavid du Colombier if(b->flag & BINTR) {
1707dd7cddfSDavid du Colombier ilock(&ialloc);
1717dd7cddfSDavid du Colombier ialloc.bytes -= b->lim - b->base;
1727dd7cddfSDavid du Colombier iunlock(&ialloc);
1737dd7cddfSDavid du Colombier }
1747dd7cddfSDavid du Colombier
1757dd7cddfSDavid du Colombier /* poison the block in case someone is still holding onto it */
1767dd7cddfSDavid du Colombier b->next = dead;
1777dd7cddfSDavid du Colombier b->rp = dead;
1787dd7cddfSDavid du Colombier b->wp = dead;
1797dd7cddfSDavid du Colombier b->lim = dead;
1807dd7cddfSDavid du Colombier b->base = dead;
181*6083aa43SDavid du Colombier b->magic = 0;
1827dd7cddfSDavid du Colombier
1837dd7cddfSDavid du Colombier free(b);
1847dd7cddfSDavid du Colombier }
1857dd7cddfSDavid du Colombier
1867dd7cddfSDavid du Colombier void
checkb(Block * b,char * msg)1877dd7cddfSDavid du Colombier checkb(Block *b, char *msg)
1887dd7cddfSDavid du Colombier {
1897dd7cddfSDavid du Colombier void *dead = (void*)Bdead;
1907dd7cddfSDavid du Colombier
1917dd7cddfSDavid du Colombier if(b == dead)
192c9b6d007SDavid du Colombier panic("checkb b %s %#p", msg, b);
1937dd7cddfSDavid du Colombier if(b->base == dead || b->lim == dead || b->next == dead
1947dd7cddfSDavid du Colombier || b->rp == dead || b->wp == dead){
19521d39b30SDavid du Colombier print("checkb: base %#p lim %#p next %#p\n",
1967dd7cddfSDavid du Colombier b->base, b->lim, b->next);
19721d39b30SDavid du Colombier print("checkb: rp %#p wp %#p\n", b->rp, b->wp);
19821d39b30SDavid du Colombier panic("checkb dead: %s", msg);
1997dd7cddfSDavid du Colombier }
200*6083aa43SDavid du Colombier if(Bmagic && b->magic != Bmagic)
201*6083aa43SDavid du Colombier panic("checkb: bad magic %#lux in Block %#p", b->magic, b);
2027dd7cddfSDavid du Colombier if(b->base > b->lim)
20321d39b30SDavid du Colombier panic("checkb 0 %s %#p %#p", msg, b->base, b->lim);
2047dd7cddfSDavid du Colombier if(b->rp < b->base)
20521d39b30SDavid du Colombier panic("checkb 1 %s %#p %#p", msg, b->base, b->rp);
2067dd7cddfSDavid du Colombier if(b->wp < b->base)
20721d39b30SDavid du Colombier panic("checkb 2 %s %#p %#p", msg, b->base, b->wp);
2087dd7cddfSDavid du Colombier if(b->rp > b->lim)
20921d39b30SDavid du Colombier panic("checkb 3 %s %#p %#p", msg, b->rp, b->lim);
2107dd7cddfSDavid du Colombier if(b->wp > b->lim)
21121d39b30SDavid du Colombier panic("checkb 4 %s %#p %#p", msg, b->wp, b->lim);
2127dd7cddfSDavid du Colombier }
2137dd7cddfSDavid du Colombier
2147dd7cddfSDavid du Colombier void
iallocsummary(void)2157dd7cddfSDavid du Colombier iallocsummary(void)
2167dd7cddfSDavid du Colombier {
2177dd7cddfSDavid du Colombier print("ialloc %lud/%lud\n", ialloc.bytes, conf.ialloc);
2187dd7cddfSDavid du Colombier }
219