xref: /minix3/minix/kernel/arch/earm/pg_utils.c (revision 6077d1ad241af1cd2881b708610d6ceb54ed9612)
1433d6423SLionel Sambuc #include <minix/cpufeature.h>
2433d6423SLionel Sambuc 
3433d6423SLionel Sambuc #include <minix/type.h>
4433d6423SLionel Sambuc #include <assert.h>
5433d6423SLionel Sambuc #include "kernel/kernel.h"
6433d6423SLionel Sambuc #include "arch_proto.h"
7433d6423SLionel Sambuc #include <machine/cpu.h>
8433d6423SLionel Sambuc #include <arm/armreg.h>
9433d6423SLionel Sambuc 
10433d6423SLionel Sambuc #include <string.h>
11433d6423SLionel Sambuc #include <minix/type.h>
12433d6423SLionel Sambuc 
13433d6423SLionel Sambuc /* These are set/computed in kernel.lds. */
14433d6423SLionel Sambuc extern char _kern_vir_base, _kern_phys_base, _kern_size;
15433d6423SLionel Sambuc 
16433d6423SLionel Sambuc /* Retrieve the absolute values to something we can use. */
17433d6423SLionel Sambuc static phys_bytes kern_vir_start = (phys_bytes) &_kern_vir_base;
18433d6423SLionel Sambuc static phys_bytes kern_phys_start = (phys_bytes) &_kern_phys_base;
19433d6423SLionel Sambuc static phys_bytes kern_kernlen = (phys_bytes) &_kern_size;
20433d6423SLionel Sambuc 
21433d6423SLionel Sambuc /* page directory we can use to map things */
22433d6423SLionel Sambuc static u32_t pagedir[4096]  __aligned(16384);
23433d6423SLionel Sambuc 
print_memmap(kinfo_t * cbi)24433d6423SLionel Sambuc void print_memmap(kinfo_t *cbi)
25433d6423SLionel Sambuc {
26433d6423SLionel Sambuc 	int m;
27433d6423SLionel Sambuc 	assert(cbi->mmap_size < MAXMEMMAP);
28433d6423SLionel Sambuc 	for(m = 0; m < cbi->mmap_size; m++) {
29433d6423SLionel Sambuc 		phys_bytes addr = cbi->memmap[m].mm_base_addr, endit = cbi->memmap[m].mm_base_addr + cbi->memmap[m].mm_length;
30433d6423SLionel Sambuc 		printf("%08lx-%08lx ",addr, endit);
31433d6423SLionel Sambuc 	}
32433d6423SLionel Sambuc 	printf("\nsize %08lx\n", cbi->mmap_size);
33433d6423SLionel Sambuc }
34433d6423SLionel Sambuc 
cut_memmap(kinfo_t * cbi,phys_bytes start,phys_bytes end)35433d6423SLionel Sambuc void cut_memmap(kinfo_t *cbi, phys_bytes start, phys_bytes end)
36433d6423SLionel Sambuc {
37433d6423SLionel Sambuc 	int m;
38433d6423SLionel Sambuc 	phys_bytes o;
39433d6423SLionel Sambuc 
40433d6423SLionel Sambuc 	if((o=start % ARM_PAGE_SIZE))
41433d6423SLionel Sambuc 		start -= o;
42433d6423SLionel Sambuc 	if((o=end % ARM_PAGE_SIZE))
43433d6423SLionel Sambuc 		end += ARM_PAGE_SIZE - o;
44433d6423SLionel Sambuc 
45433d6423SLionel Sambuc 	assert(kernel_may_alloc);
46433d6423SLionel Sambuc 
47433d6423SLionel Sambuc 	for(m = 0; m < cbi->mmap_size; m++) {
48433d6423SLionel Sambuc 		phys_bytes substart = start, subend = end;
49433d6423SLionel Sambuc 		phys_bytes memaddr = cbi->memmap[m].mm_base_addr,
50433d6423SLionel Sambuc 		    memend = cbi->memmap[m].mm_base_addr + cbi->memmap[m].mm_length;
51433d6423SLionel Sambuc 
52433d6423SLionel Sambuc 		/* adjust cut range to be a subset of the free memory */
53433d6423SLionel Sambuc 		if(substart < memaddr) substart = memaddr;
54433d6423SLionel Sambuc 		if(subend > memend) subend = memend;
55433d6423SLionel Sambuc 		if(substart >= subend) continue;
56433d6423SLionel Sambuc 
57433d6423SLionel Sambuc 		/* if there is any overlap, forget this one and add
58433d6423SLionel Sambuc 		 * 1-2 subranges back
59433d6423SLionel Sambuc 		 */
60433d6423SLionel Sambuc 		cbi->memmap[m].mm_base_addr = cbi->memmap[m].mm_length = 0;
61433d6423SLionel Sambuc 		if(substart > memaddr)
62433d6423SLionel Sambuc 			add_memmap(cbi, memaddr, substart-memaddr);
63433d6423SLionel Sambuc 		if(subend < memend)
64433d6423SLionel Sambuc 			add_memmap(cbi, subend, memend-subend);
65433d6423SLionel Sambuc 	}
66433d6423SLionel Sambuc }
67433d6423SLionel Sambuc 
add_memmap(kinfo_t * cbi,u64_t addr,u64_t len)68433d6423SLionel Sambuc void add_memmap(kinfo_t *cbi, u64_t addr, u64_t len)
69433d6423SLionel Sambuc {
70433d6423SLionel Sambuc 	int m;
71433d6423SLionel Sambuc #define LIMIT 0xFFFFF000
72433d6423SLionel Sambuc 	/* Truncate available memory at 4GB as the rest of minix
73433d6423SLionel Sambuc 	 * currently can't deal with any bigger.
74433d6423SLionel Sambuc 	 */
75433d6423SLionel Sambuc 	if(addr > LIMIT) {
76433d6423SLionel Sambuc 		return;
77433d6423SLionel Sambuc 	}
78433d6423SLionel Sambuc 
79433d6423SLionel Sambuc 	if(addr + len > LIMIT) {
80433d6423SLionel Sambuc 		len -= (addr + len - LIMIT);
81433d6423SLionel Sambuc 	}
82433d6423SLionel Sambuc 
83433d6423SLionel Sambuc 	assert(cbi->mmap_size < MAXMEMMAP);
84433d6423SLionel Sambuc 	if(len == 0) {
85433d6423SLionel Sambuc 		return;
86433d6423SLionel Sambuc 	}
87433d6423SLionel Sambuc 	addr = roundup(addr, ARM_PAGE_SIZE);
88433d6423SLionel Sambuc 	len = rounddown(len, ARM_PAGE_SIZE);
89433d6423SLionel Sambuc 
90433d6423SLionel Sambuc 	assert(kernel_may_alloc);
91433d6423SLionel Sambuc 
92433d6423SLionel Sambuc         for(m = 0; m < MAXMEMMAP; m++) {
93433d6423SLionel Sambuc 		phys_bytes highmark;
94433d6423SLionel Sambuc 		if(cbi->memmap[m].mm_length) {
95433d6423SLionel Sambuc 			continue;
96433d6423SLionel Sambuc 		}
97433d6423SLionel Sambuc 		cbi->memmap[m].mm_base_addr = addr;
98433d6423SLionel Sambuc 		cbi->memmap[m].mm_length = len;
99433d6423SLionel Sambuc 		cbi->memmap[m].type = MULTIBOOT_MEMORY_AVAILABLE;
100433d6423SLionel Sambuc 		if(m >= cbi->mmap_size) {
101433d6423SLionel Sambuc 			cbi->mmap_size = m+1;
102433d6423SLionel Sambuc 		}
103433d6423SLionel Sambuc 		highmark = addr + len;
104433d6423SLionel Sambuc 		if(highmark > cbi->mem_high_phys) {
105433d6423SLionel Sambuc 			cbi->mem_high_phys = highmark;
106433d6423SLionel Sambuc 		}
107433d6423SLionel Sambuc 		return;
108433d6423SLionel Sambuc         }
109433d6423SLionel Sambuc 
110433d6423SLionel Sambuc 	panic("no available memmap slot");
111433d6423SLionel Sambuc }
112433d6423SLionel Sambuc 
alloc_pagetable(phys_bytes * ph)113433d6423SLionel Sambuc u32_t *alloc_pagetable(phys_bytes *ph)
114433d6423SLionel Sambuc {
115433d6423SLionel Sambuc 	u32_t *ret;
116433d6423SLionel Sambuc #define PG_PAGETABLES 24
117433d6423SLionel Sambuc 	static u32_t pagetables[PG_PAGETABLES][256]  __aligned(1024);
118433d6423SLionel Sambuc 	static int pt_inuse = 0;
119433d6423SLionel Sambuc 	if(pt_inuse >= PG_PAGETABLES) {
120433d6423SLionel Sambuc 		panic("no more pagetables");
121433d6423SLionel Sambuc 	}
122433d6423SLionel Sambuc 	assert(sizeof(pagetables[pt_inuse]) == 1024);
123433d6423SLionel Sambuc 	ret = pagetables[pt_inuse++];
124433d6423SLionel Sambuc 	*ph = vir2phys(ret);
125433d6423SLionel Sambuc 	return ret;
126433d6423SLionel Sambuc }
127433d6423SLionel Sambuc 
128433d6423SLionel Sambuc #define PAGE_KB (ARM_PAGE_SIZE / 1024)
129433d6423SLionel Sambuc 
pg_alloc_page(kinfo_t * cbi)130433d6423SLionel Sambuc phys_bytes pg_alloc_page(kinfo_t *cbi)
131433d6423SLionel Sambuc {
132433d6423SLionel Sambuc 	int m;
133433d6423SLionel Sambuc 	multiboot_memory_map_t *mmap;
134433d6423SLionel Sambuc 
135433d6423SLionel Sambuc 	assert(kernel_may_alloc);
136433d6423SLionel Sambuc 
137433d6423SLionel Sambuc 	for(m = 0; m < cbi->mmap_size; m++) {
138433d6423SLionel Sambuc 		mmap = &cbi->memmap[m];
139433d6423SLionel Sambuc 		if(!mmap->mm_length) {
140433d6423SLionel Sambuc 			continue;
141433d6423SLionel Sambuc 		}
142433d6423SLionel Sambuc 		assert(mmap->mm_length > 0);
143433d6423SLionel Sambuc 		assert(!(mmap->mm_length % ARM_PAGE_SIZE));
144433d6423SLionel Sambuc 		assert(!(mmap->mm_base_addr % ARM_PAGE_SIZE));
145433d6423SLionel Sambuc 
146433d6423SLionel Sambuc 		u32_t addr = mmap->mm_base_addr;
147433d6423SLionel Sambuc 		mmap->mm_base_addr += ARM_PAGE_SIZE;
148433d6423SLionel Sambuc 		mmap->mm_length  -= ARM_PAGE_SIZE;
149433d6423SLionel Sambuc 
150433d6423SLionel Sambuc 		cbi->kernel_allocated_bytes_dynamic += ARM_PAGE_SIZE;
151433d6423SLionel Sambuc 
152433d6423SLionel Sambuc 		return addr;
153433d6423SLionel Sambuc 	}
154433d6423SLionel Sambuc 
155433d6423SLionel Sambuc 	panic("can't find free memory");
156433d6423SLionel Sambuc }
157433d6423SLionel Sambuc 
pg_identity(kinfo_t * cbi)158433d6423SLionel Sambuc void pg_identity(kinfo_t *cbi)
159433d6423SLionel Sambuc {
1600a6a1f1dSLionel Sambuc 	uint32_t i;
161433d6423SLionel Sambuc 	phys_bytes phys;
162433d6423SLionel Sambuc 
163433d6423SLionel Sambuc 	/* We map memory that does not correspond to physical memory
164433d6423SLionel Sambuc 	 * as non-cacheable. Make sure we know what it is.
165433d6423SLionel Sambuc 	 */
166433d6423SLionel Sambuc 	assert(cbi->mem_high_phys);
167433d6423SLionel Sambuc 
168433d6423SLionel Sambuc         /* Set up an identity mapping page directory */
169433d6423SLionel Sambuc 	 for(i = 0; i < ARM_VM_DIR_ENTRIES; i++) {
170433d6423SLionel Sambuc 		u32_t flags = ARM_VM_SECTION
171433d6423SLionel Sambuc 			| ARM_VM_SECTION_USER
172433d6423SLionel Sambuc 			| ARM_VM_SECTION_DOMAIN;
173433d6423SLionel Sambuc 
174433d6423SLionel Sambuc 		phys = i * ARM_SECTION_SIZE;
175433d6423SLionel Sambuc 		/* mark mormal memory as cacheable. TODO: fix hard coded values */
176433d6423SLionel Sambuc 		if (phys >= PHYS_MEM_BEGIN && phys <= PHYS_MEM_END) {
177433d6423SLionel Sambuc 			pagedir[i] =  phys | flags | ARM_VM_SECTION_CACHED;
178433d6423SLionel Sambuc 		} else {
179433d6423SLionel Sambuc 			pagedir[i] =  phys | flags | ARM_VM_SECTION_DEVICE;
180433d6423SLionel Sambuc 		}
181433d6423SLionel Sambuc         }
182433d6423SLionel Sambuc }
183433d6423SLionel Sambuc 
pg_mapkernel(void)184433d6423SLionel Sambuc int pg_mapkernel(void)
185433d6423SLionel Sambuc {
186433d6423SLionel Sambuc 	int pde;
187433d6423SLionel Sambuc 	u32_t mapped = 0, kern_phys = kern_phys_start;
188433d6423SLionel Sambuc 
189433d6423SLionel Sambuc 	assert(!(kern_vir_start % ARM_SECTION_SIZE));
190433d6423SLionel Sambuc 	assert(!(kern_phys_start % ARM_SECTION_SIZE));
191433d6423SLionel Sambuc 	pde = kern_vir_start / ARM_SECTION_SIZE; /* start pde */
192433d6423SLionel Sambuc 	while(mapped < kern_kernlen) {
193433d6423SLionel Sambuc 		pagedir[pde] = (kern_phys & ARM_VM_SECTION_MASK)
194433d6423SLionel Sambuc 			| ARM_VM_SECTION
195433d6423SLionel Sambuc 			| ARM_VM_SECTION_SUPER
196433d6423SLionel Sambuc 			| ARM_VM_SECTION_DOMAIN
197433d6423SLionel Sambuc 			| ARM_VM_SECTION_CACHED;
198433d6423SLionel Sambuc 		mapped += ARM_SECTION_SIZE;
199433d6423SLionel Sambuc 		kern_phys += ARM_SECTION_SIZE;
200433d6423SLionel Sambuc 		pde++;
201433d6423SLionel Sambuc 	}
202433d6423SLionel Sambuc 	return pde;	/* free pde */
203433d6423SLionel Sambuc }
204433d6423SLionel Sambuc 
vm_enable_paging(void)205433d6423SLionel Sambuc void vm_enable_paging(void)
206433d6423SLionel Sambuc {
207433d6423SLionel Sambuc 	u32_t sctlr;
208433d6423SLionel Sambuc 	u32_t actlr;
209433d6423SLionel Sambuc 
210433d6423SLionel Sambuc 	write_ttbcr(0);
211433d6423SLionel Sambuc 
212433d6423SLionel Sambuc 	/* Set all Domains to Client */
213433d6423SLionel Sambuc 	write_dacr(0x55555555);
214433d6423SLionel Sambuc 
215433d6423SLionel Sambuc 	sctlr = read_sctlr();
216433d6423SLionel Sambuc 
217433d6423SLionel Sambuc 	/* Enable MMU */
218433d6423SLionel Sambuc 	sctlr |= CPU_CONTROL_MMU_ENABLE;
219433d6423SLionel Sambuc 
220433d6423SLionel Sambuc 	/* TRE set to zero (default reset value): TEX[2:0] are used, plus C and B bits.*/
221433d6423SLionel Sambuc 	sctlr &= ~CPU_CONTROL_TR_ENABLE;
222433d6423SLionel Sambuc 
223433d6423SLionel Sambuc 	/* AFE set to zero (default reset value): not using simplified model. */
224433d6423SLionel Sambuc 	sctlr &= ~CPU_CONTROL_AF_ENABLE;
225433d6423SLionel Sambuc 
226433d6423SLionel Sambuc 	/* Enable instruction ,data cache and branch prediction */
227433d6423SLionel Sambuc 	sctlr |= CPU_CONTROL_DC_ENABLE;
228433d6423SLionel Sambuc 	sctlr |= CPU_CONTROL_IC_ENABLE;
229433d6423SLionel Sambuc 	sctlr |= CPU_CONTROL_BPRD_ENABLE;
230433d6423SLionel Sambuc 
231433d6423SLionel Sambuc 	/* Enable barriers */
232433d6423SLionel Sambuc 	sctlr |= CPU_CONTROL_32BD_ENABLE;
233433d6423SLionel Sambuc 
234433d6423SLionel Sambuc 	/* Enable L2 cache (cortex-a8) */
235433d6423SLionel Sambuc 	#define CORTEX_A8_L2EN   (0x02)
236433d6423SLionel Sambuc 	actlr = read_actlr();
237433d6423SLionel Sambuc 	actlr |= CORTEX_A8_L2EN;
238433d6423SLionel Sambuc 	write_actlr(actlr);
239433d6423SLionel Sambuc 
240433d6423SLionel Sambuc 	write_sctlr(sctlr);
241433d6423SLionel Sambuc }
242433d6423SLionel Sambuc 
pg_load(void)243*6077d1adSDr. Florian Grätz phys_bytes pg_load(void)
244433d6423SLionel Sambuc {
245433d6423SLionel Sambuc 	phys_bytes phpagedir = vir2phys(pagedir);
246433d6423SLionel Sambuc 	write_ttbr0(phpagedir);
247433d6423SLionel Sambuc 	return phpagedir;
248433d6423SLionel Sambuc }
249433d6423SLionel Sambuc 
pg_clear(void)250433d6423SLionel Sambuc void pg_clear(void)
251433d6423SLionel Sambuc {
252433d6423SLionel Sambuc 	memset(pagedir, 0, sizeof(pagedir));
253433d6423SLionel Sambuc }
254433d6423SLionel Sambuc 
pg_rounddown(phys_bytes b)255433d6423SLionel Sambuc phys_bytes pg_rounddown(phys_bytes b)
256433d6423SLionel Sambuc {
257433d6423SLionel Sambuc 	phys_bytes o;
258433d6423SLionel Sambuc 	if(!(o = b % ARM_PAGE_SIZE)) {
259433d6423SLionel Sambuc 		return b;
260433d6423SLionel Sambuc 	}
261433d6423SLionel Sambuc 	return b  - o;
262433d6423SLionel Sambuc }
263433d6423SLionel Sambuc 
pg_map(phys_bytes phys,vir_bytes vaddr,vir_bytes vaddr_end,kinfo_t * cbi)264433d6423SLionel Sambuc void pg_map(phys_bytes phys, vir_bytes vaddr, vir_bytes vaddr_end,
265433d6423SLionel Sambuc 	kinfo_t *cbi)
266433d6423SLionel Sambuc {
267433d6423SLionel Sambuc 	static int mapped_pde = -1;
268433d6423SLionel Sambuc 	static u32_t *pt = NULL;
269433d6423SLionel Sambuc 	int pde, pte;
270433d6423SLionel Sambuc 
271433d6423SLionel Sambuc 	assert(kernel_may_alloc);
272433d6423SLionel Sambuc 
273433d6423SLionel Sambuc 	if(phys == PG_ALLOCATEME) {
274433d6423SLionel Sambuc 		assert(!(vaddr % ARM_PAGE_SIZE));
275433d6423SLionel Sambuc 	} else  {
276433d6423SLionel Sambuc 		assert((vaddr % ARM_PAGE_SIZE) == (phys % ARM_PAGE_SIZE));
277433d6423SLionel Sambuc 		vaddr = pg_rounddown(vaddr);
278433d6423SLionel Sambuc 		phys = pg_rounddown(phys);
279433d6423SLionel Sambuc 	}
280433d6423SLionel Sambuc 	assert(vaddr < kern_vir_start);
281433d6423SLionel Sambuc 
282433d6423SLionel Sambuc 	while(vaddr < vaddr_end) {
283433d6423SLionel Sambuc 		phys_bytes source = phys;
284433d6423SLionel Sambuc 		assert(!(vaddr % ARM_PAGE_SIZE));
285433d6423SLionel Sambuc 		if(phys == PG_ALLOCATEME) {
286433d6423SLionel Sambuc 			source = pg_alloc_page(cbi);
287433d6423SLionel Sambuc 		} else {
288433d6423SLionel Sambuc 			assert(!(phys % ARM_PAGE_SIZE));
289433d6423SLionel Sambuc 		}
290433d6423SLionel Sambuc 		assert(!(source % ARM_PAGE_SIZE));
291433d6423SLionel Sambuc 		pde = ARM_VM_PDE(vaddr);
292433d6423SLionel Sambuc 		pte = ARM_VM_PTE(vaddr);
293433d6423SLionel Sambuc 		if(mapped_pde < pde) {
294433d6423SLionel Sambuc 			phys_bytes ph;
295433d6423SLionel Sambuc 			pt = alloc_pagetable(&ph);
296433d6423SLionel Sambuc 			pagedir[pde] = (ph & ARM_VM_PDE_MASK)
297433d6423SLionel Sambuc 					| ARM_VM_PAGEDIR
298433d6423SLionel Sambuc 					| ARM_VM_PDE_DOMAIN;
299433d6423SLionel Sambuc 			mapped_pde = pde;
300433d6423SLionel Sambuc 		}
301433d6423SLionel Sambuc 		assert(pt);
302433d6423SLionel Sambuc 		pt[pte] = (source & ARM_VM_PTE_MASK)
303433d6423SLionel Sambuc 			| ARM_VM_PAGETABLE
304433d6423SLionel Sambuc 			| ARM_VM_PTE_CACHED
305433d6423SLionel Sambuc 			| ARM_VM_PTE_USER;
306433d6423SLionel Sambuc 		vaddr += ARM_PAGE_SIZE;
307433d6423SLionel Sambuc 		if(phys != PG_ALLOCATEME) {
308433d6423SLionel Sambuc 			phys += ARM_PAGE_SIZE;
309433d6423SLionel Sambuc 		}
310433d6423SLionel Sambuc 	}
311433d6423SLionel Sambuc }
312433d6423SLionel Sambuc 
pg_info(reg_t * pagedir_ph,u32_t ** pagedir_v)313433d6423SLionel Sambuc void pg_info(reg_t *pagedir_ph, u32_t **pagedir_v)
314433d6423SLionel Sambuc {
315433d6423SLionel Sambuc 	*pagedir_ph = vir2phys(pagedir);
316433d6423SLionel Sambuc 	*pagedir_v = pagedir;
317433d6423SLionel Sambuc }
318