16940   Mem3Block *aPool;  member
16982   u32 next = mem3.aPool[i].u.list.next;  in memsys3UnlinkFromList()
16983   u32 prev = mem3.aPool[i].u.list.prev;  in memsys3UnlinkFromList()
16988     mem3.aPool[prev].u.list.next = next;  in memsys3UnlinkFromList()
16991     mem3.aPool[next].u.list.prev = prev;  in memsys3UnlinkFromList()
16993   mem3.aPool[i].u.list.next = 0;  in memsys3UnlinkFromList()
16994   mem3.aPool[i].u.list.prev = 0;  in memsys3UnlinkFromList()
17004   assert( (mem3.aPool[i-1].u.hdr.size4x & 1)==0 );  in memsys3Unlink()
17006   size = mem3.aPool[i-1].u.hdr.size4x/4;  in memsys3Unlink()
17007   assert( size==mem3.aPool[i+size-1].u.hdr.prevSize );  in memsys3Unlink()
17023   mem3.aPool[i].u.list.next = *pRoot;  in memsys3LinkIntoList()
17024   mem3.aPool[i].u.list.prev = 0;  in memsys3LinkIntoList()
17026     mem3.aPool[*pRoot].u.list.prev = i;  in memsys3LinkIntoList()
17039   assert( (mem3.aPool[i-1].u.hdr.size4x & 1)==0 );  in memsys3Link()
17040   size = mem3.aPool[i-1].u.hdr.size4x/4;  in memsys3Link()
17041   assert( size==mem3.aPool[i+size-1].u.hdr.prevSize );  in memsys3Link()
17090   assert( mem3.aPool[i-1].u.hdr.size4x/4==nBlock );  in memsys3Checkout()
17091   assert( mem3.aPool[i+nBlock-1].u.hdr.prevSize==nBlock );  in memsys3Checkout()
17092   x = mem3.aPool[i-1].u.hdr.size4x;  in memsys3Checkout()
17093   mem3.aPool[i-1].u.hdr.size4x = nBlock*4 | 1 | (x&2);  in memsys3Checkout()
17094   mem3.aPool[i+nBlock-1].u.hdr.prevSize = nBlock;  in memsys3Checkout()
17095   mem3.aPool[i+nBlock-1].u.hdr.size4x |= 2;  in memsys3Checkout()
17096   return &mem3.aPool[i];  in memsys3Checkout()
17119     mem3.aPool[mem3.iMaster+mem3.szMaster-1].u.hdr.prevSize = nBlock;  in memsys3FromMaster()
17120     mem3.aPool[mem3.iMaster+mem3.szMaster-1].u.hdr.size4x |= 2;  in memsys3FromMaster()
17121     mem3.aPool[newi-1].u.hdr.size4x = nBlock*4 + 1;  in memsys3FromMaster()
17123     mem3.aPool[newi-1].u.hdr.prevSize = mem3.szMaster;  in memsys3FromMaster()
17124     x = mem3.aPool[mem3.iMaster-1].u.hdr.size4x & 2;  in memsys3FromMaster()
17125     mem3.aPool[mem3.iMaster-1].u.hdr.size4x = mem3.szMaster*4 | x;  in memsys3FromMaster()
17129     return (void*)&mem3.aPool[newi];  in memsys3FromMaster()
17154     iNext = mem3.aPool[i].u.list.next;  in memsys3Merge()
17155     size = mem3.aPool[i-1].u.hdr.size4x;  in memsys3Merge()
17159       assert( i > mem3.aPool[i-1].u.hdr.prevSize );  in memsys3Merge()
17160       prev = i - mem3.aPool[i-1].u.hdr.prevSize;  in memsys3Merge()
17162         iNext = mem3.aPool[prev].u.list.next;  in memsys3Merge()
17166       x = mem3.aPool[prev-1].u.hdr.size4x & 2;  in memsys3Merge()
17167       mem3.aPool[prev-1].u.hdr.size4x = size*4 | x;  in memsys3Merge()
17168       mem3.aPool[prev+size-1].u.hdr.prevSize = size;  in memsys3Merge()
17215     for(i=mem3.aiHash[hash]; i>0; i=mem3.aPool[i].u.list.next){  in memsys3MallocUnsafe()
17216       if( mem3.aPool[i-1].u.hdr.size4x/4==nBlock ){  in memsys3MallocUnsafe()
17275   assert( p>mem3.aPool && p<&mem3.aPool[mem3.nPool] );  in memsys3FreeUnsafe()
17276   i = p - mem3.aPool;  in memsys3FreeUnsafe()
17277   assert( (mem3.aPool[i-1].u.hdr.size4x&1)==1 );  in memsys3FreeUnsafe()
17278   size = mem3.aPool[i-1].u.hdr.size4x/4;  in memsys3FreeUnsafe()
17280   mem3.aPool[i-1].u.hdr.size4x &= ~1;  in memsys3FreeUnsafe()
17281   mem3.aPool[i+size-1].u.hdr.prevSize = size;  in memsys3FreeUnsafe()
17282   mem3.aPool[i+size-1].u.hdr.size4x &= ~2;  in memsys3FreeUnsafe()
17287     while( (mem3.aPool[mem3.iMaster-1].u.hdr.size4x&2)==0 ){  in memsys3FreeUnsafe()
17288       size = mem3.aPool[mem3.iMaster-1].u.hdr.prevSize;  in memsys3FreeUnsafe()
17292       x = mem3.aPool[mem3.iMaster-1].u.hdr.size4x & 2;  in memsys3FreeUnsafe()
17293       mem3.aPool[mem3.iMaster-1].u.hdr.size4x = mem3.szMaster*4 | x;  in memsys3FreeUnsafe()
17294       mem3.aPool[mem3.iMaster+mem3.szMaster-1].u.hdr.prevSize = mem3.szMaster;  in memsys3FreeUnsafe()
17296     x = mem3.aPool[mem3.iMaster-1].u.hdr.size4x & 2;  in memsys3FreeUnsafe()
17297     while( (mem3.aPool[mem3.iMaster+mem3.szMaster-1].u.hdr.size4x&1)==0 ){  in memsys3FreeUnsafe()
17299       mem3.szMaster += mem3.aPool[mem3.iMaster+mem3.szMaster-1].u.hdr.size4x/4;  in memsys3FreeUnsafe()
17300       mem3.aPool[mem3.iMaster-1].u.hdr.size4x = mem3.szMaster*4 | x;  in memsys3FreeUnsafe()
17301       mem3.aPool[mem3.iMaster+mem3.szMaster-1].u.hdr.prevSize = mem3.szMaster;  in memsys3FreeUnsafe()
17394   mem3.aPool = (Mem3Block *)sqlite3GlobalConfig.pHeap;  in memsys3Init()
17401   mem3.aPool[0].u.hdr.size4x = (mem3.szMaster<<2) + 2;  in memsys3Init()
17402   mem3.aPool[mem3.nPool].u.hdr.prevSize = mem3.nPool;  in memsys3Init()
17403   mem3.aPool[mem3.nPool].u.hdr.size4x = 1;  in memsys3Init()
17441     size = mem3.aPool[i-1].u.hdr.size4x;  in sqlite3Memsys3Dump()
17443       fprintf(out, "%p size error\n", &mem3.aPool[i]);  in sqlite3Memsys3Dump()
17447     if( (size&1)==0 && mem3.aPool[i+size/4-1].u.hdr.prevSize!=size/4 ){  in sqlite3Memsys3Dump()
17448       fprintf(out, "%p tail size does not match\n", &mem3.aPool[i]);  in sqlite3Memsys3Dump()
17452     if( ((mem3.aPool[i+size/4-1].u.hdr.size4x&2)>>1)!=(size&1) ){  in sqlite3Memsys3Dump()
17453       fprintf(out, "%p tail checkout bit is incorrect\n", &mem3.aPool[i]);  in sqlite3Memsys3Dump()
17458       fprintf(out, "%p %6d bytes checked out\n", &mem3.aPool[i], (size/4)*8-8);  in sqlite3Memsys3Dump()
17460       fprintf(out, "%p %6d bytes free%s\n", &mem3.aPool[i], (size/4)*8-8,  in sqlite3Memsys3Dump()
17467     for(j = mem3.aiSmall[i]; j>0; j=mem3.aPool[j].u.list.next){  in sqlite3Memsys3Dump()
17468       fprintf(out, " %p(%d)", &mem3.aPool[j],  in sqlite3Memsys3Dump()
17469               (mem3.aPool[j-1].u.hdr.size4x/4)*8-8);  in sqlite3Memsys3Dump()
17476     for(j = mem3.aiHash[i]; j>0; j=mem3.aPool[j].u.list.next){  in sqlite3Memsys3Dump()
17477       fprintf(out, " %p(%d)", &mem3.aPool[j],  in sqlite3Memsys3Dump()
17478               (mem3.aPool[j-1].u.hdr.size4x/4)*8-8);  in sqlite3Memsys3Dump()