1da673940SJordan Gordeev /* 2da673940SJordan Gordeev * Copyright (c) 1991 Regents of the University of California. 3da673940SJordan Gordeev * All rights reserved. 4da673940SJordan Gordeev * 5da673940SJordan Gordeev * This code is derived from software contributed to Berkeley by 6da673940SJordan Gordeev * the Systems Programming Group of the University of Utah Computer 7da673940SJordan Gordeev * Science Department and William Jolitz of UUNET Technologies Inc. 8da673940SJordan Gordeev * 9da673940SJordan Gordeev * Redistribution and use in source and binary forms, with or without 10da673940SJordan Gordeev * modification, are permitted provided that the following conditions 11da673940SJordan Gordeev * are met: 12da673940SJordan Gordeev * 1. Redistributions of source code must retain the above copyright 13da673940SJordan Gordeev * notice, this list of conditions and the following disclaimer. 14da673940SJordan Gordeev * 2. Redistributions in binary form must reproduce the above copyright 15da673940SJordan Gordeev * notice, this list of conditions and the following disclaimer in the 16da673940SJordan Gordeev * documentation and/or other materials provided with the distribution. 17da673940SJordan Gordeev * 3. All advertising materials mentioning features or use of this software 18da673940SJordan Gordeev * must display the following acknowledgement: 19da673940SJordan Gordeev * This product includes software developed by the University of 20da673940SJordan Gordeev * California, Berkeley and its contributors. 21da673940SJordan Gordeev * 4. Neither the name of the University nor the names of its contributors 22da673940SJordan Gordeev * may be used to endorse or promote products derived from this software 23da673940SJordan Gordeev * without specific prior written permission. 24da673940SJordan Gordeev * 25da673940SJordan Gordeev * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 26da673940SJordan Gordeev * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 27da673940SJordan Gordeev * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 28da673940SJordan Gordeev * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 29da673940SJordan Gordeev * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 30da673940SJordan Gordeev * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 31da673940SJordan Gordeev * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 32da673940SJordan Gordeev * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 33da673940SJordan Gordeev * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 34da673940SJordan Gordeev * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 35da673940SJordan Gordeev * SUCH DAMAGE. 36da673940SJordan Gordeev * 37da673940SJordan Gordeev * Derived from hp300 version by Mike Hibler, this version by William 38da673940SJordan Gordeev * Jolitz uses a recursive map [a pde points to the page directory] to 39da673940SJordan Gordeev * map the page tables using the pagetables themselves. This is done to 40da673940SJordan Gordeev * reduce the impact on kernel virtual memory for lots of sparse address 41da673940SJordan Gordeev * space, and to reduce the cost of memory to each process. 42da673940SJordan Gordeev * 43da673940SJordan Gordeev * from: hp300: @(#)pmap.h 7.2 (Berkeley) 12/16/90 44da673940SJordan Gordeev * from: @(#)pmap.h 7.4 (Berkeley) 5/12/91 45da673940SJordan Gordeev * $FreeBSD: src/sys/i386/include/pmap.h,v 1.65.2.3 2001/10/03 07:15:37 peter Exp $ 46da673940SJordan Gordeev * $DragonFly: src/sys/platform/vkernel/include/pmap.h,v 1.4 2007/07/01 02:51:44 dillon Exp $ 47da673940SJordan Gordeev */ 48da673940SJordan Gordeev 49da673940SJordan Gordeev #ifndef _MACHINE_PMAP_H_ 50da673940SJordan Gordeev #define _MACHINE_PMAP_H_ 51da673940SJordan Gordeev 52da673940SJordan Gordeev #include <cpu/pmap.h> 53da673940SJordan Gordeev 54da673940SJordan Gordeev /* 55da673940SJordan Gordeev * Pte related macros 56da673940SJordan Gordeev */ 57da673940SJordan Gordeev #define KVADDR(l4, l3, l2, l1) ( \ 58da673940SJordan Gordeev ((unsigned long)-1 << 47) | \ 59da673940SJordan Gordeev ((unsigned long)(l4) << PML4SHIFT) | \ 60da673940SJordan Gordeev ((unsigned long)(l3) << PDPSHIFT) | \ 61da673940SJordan Gordeev ((unsigned long)(l2) << PDRSHIFT) | \ 62da673940SJordan Gordeev ((unsigned long)(l1) << PAGE_SHIFT)) 63da673940SJordan Gordeev 64da673940SJordan Gordeev #define UVADDR(l4, l3, l2, l1) ( \ 65da673940SJordan Gordeev ((unsigned long)(l4) << PML4SHIFT) | \ 66da673940SJordan Gordeev ((unsigned long)(l3) << PDPSHIFT) | \ 67da673940SJordan Gordeev ((unsigned long)(l2) << PDRSHIFT) | \ 68da673940SJordan Gordeev ((unsigned long)(l1) << PAGE_SHIFT)) 69da673940SJordan Gordeev 70ad54aa11SMatthew Dillon /* 71ad54aa11SMatthew Dillon * Initial number of kernel page tables. NKPT is now calculated in the 72ad54aa11SMatthew Dillon * pmap code. 73ad54aa11SMatthew Dillon * 74ad54aa11SMatthew Dillon * Give NKPDPE a generous value, allowing the kernel to map up to 128G. 75ad54aa11SMatthew Dillon */ 76da673940SJordan Gordeev #define NKPML4E 1 /* number of kernel PML4 slots */ 77ad54aa11SMatthew Dillon #define NKPDPE 128 /* number of kernel PDP slots */ 78da673940SJordan Gordeev 79da673940SJordan Gordeev #define NUPML4E (NPML4EPG/2) /* number of userland PML4 pages */ 80da673940SJordan Gordeev #define NUPDPE (NUPML4E*NPDPEPG)/* number of userland PDP pages */ 81da673940SJordan Gordeev #define NUPDE (NUPDPE*NPDEPG) /* number of userland PD entries */ 82da673940SJordan Gordeev 83da673940SJordan Gordeev #define NDMPML4E 1 /* number of dmap PML4 slots */ 84da673940SJordan Gordeev 85da673940SJordan Gordeev /* 86da673940SJordan Gordeev * The *PML4I values control the layout of virtual memory 87da673940SJordan Gordeev */ 88da673940SJordan Gordeev #define PML4PML4I (NPML4EPG/2) /* Index of recursive pml4 mapping */ 89da673940SJordan Gordeev 90da673940SJordan Gordeev 91da673940SJordan Gordeev #ifndef LOCORE 92da673940SJordan Gordeev 93da673940SJordan Gordeev #ifndef _SYS_TYPES_H_ 94da673940SJordan Gordeev #include <sys/types.h> 95da673940SJordan Gordeev #endif 96da673940SJordan Gordeev #ifndef _SYS_QUEUE_H_ 97da673940SJordan Gordeev #include <sys/queue.h> 98da673940SJordan Gordeev #endif 99*b12defdcSMatthew Dillon #ifndef _SYS_SPINLOCK_H_ 100*b12defdcSMatthew Dillon #include <sys/spinlock.h> 101*b12defdcSMatthew Dillon #endif 102*b12defdcSMatthew Dillon #ifndef _SYS_THREAD_H_ 103*b12defdcSMatthew Dillon #include <sys/thread.h> 104*b12defdcSMatthew Dillon #endif 105da673940SJordan Gordeev #ifndef _SYS_VKERNEL_H_ 106da673940SJordan Gordeev #include <sys/vkernel.h> 107da673940SJordan Gordeev #endif 108da673940SJordan Gordeev #ifndef _MACHINE_TYPES_H_ 109da673940SJordan Gordeev #include <machine/types.h> 110da673940SJordan Gordeev #endif 111da673940SJordan Gordeev #ifndef _MACHINE_PARAM_H_ 112da673940SJordan Gordeev #include <machine/param.h> 113da673940SJordan Gordeev #endif 114da673940SJordan Gordeev 115da673940SJordan Gordeev #ifdef _KERNEL 116da673940SJordan Gordeev 117da673940SJordan Gordeev vm_paddr_t pmap_kextract(vm_offset_t); 118da673940SJordan Gordeev 119da673940SJordan Gordeev /* 120da673940SJordan Gordeev * XXX 121da673940SJordan Gordeev */ 122da673940SJordan Gordeev #define vtophys(va) pmap_kextract(((vm_offset_t)(va))) 123da673940SJordan Gordeev #define vtophys_pte(va) ((pt_entry_t)pmap_kextract(((vm_offset_t)(va)))) 124da673940SJordan Gordeev 125da673940SJordan Gordeev #endif 126da673940SJordan Gordeev 127da673940SJordan Gordeev #define pte_load_clear(pte) atomic_readandclear_long(pte) 128da673940SJordan Gordeev 129da673940SJordan Gordeev /* 130da673940SJordan Gordeev * Pmap stuff 131da673940SJordan Gordeev */ 132da673940SJordan Gordeev struct pv_entry; 133da673940SJordan Gordeev struct vm_page; 134da673940SJordan Gordeev struct vm_object; 135da673940SJordan Gordeev 136da673940SJordan Gordeev struct md_page { 137da673940SJordan Gordeev int pv_list_count; 138da673940SJordan Gordeev TAILQ_HEAD(,pv_entry) pv_list; 139da673940SJordan Gordeev }; 140da673940SJordan Gordeev 141da673940SJordan Gordeev /* 142da673940SJordan Gordeev * Each machine dependent implementation is expected to 143da673940SJordan Gordeev * keep certain statistics. They may do this anyway they 144da673940SJordan Gordeev * so choose, but are expected to return the statistics 145da673940SJordan Gordeev * in the following structure. 146da673940SJordan Gordeev */ 147da673940SJordan Gordeev struct pmap_statistics { 148da673940SJordan Gordeev long resident_count; /* # of pages mapped (total) */ 149da673940SJordan Gordeev long wired_count; /* # of pages wired */ 150da673940SJordan Gordeev }; 151da673940SJordan Gordeev typedef struct pmap_statistics *pmap_statistics_t; 152da673940SJordan Gordeev 153da673940SJordan Gordeev struct pmap { 154da673940SJordan Gordeev pml4_entry_t *pm_pml4; /* KVA of level 4 page table */ 155da673940SJordan Gordeev struct vm_page *pm_pdirm; /* VM page for pg directory */ 156da673940SJordan Gordeev vpte_t pm_pdirpte; /* pte mapping phys page */ 157da673940SJordan Gordeev struct vm_object *pm_pteobj; /* Container for pte's */ 158da673940SJordan Gordeev TAILQ_ENTRY(pmap) pm_pmnode; /* list of pmaps */ 159da673940SJordan Gordeev TAILQ_HEAD(,pv_entry) pm_pvlist; /* list of mappings in pmap */ 160*b12defdcSMatthew Dillon TAILQ_HEAD(,pv_entry) pm_pvlist_free; /* free mappings */ 161da673940SJordan Gordeev int pm_count; /* reference count */ 162da673940SJordan Gordeev cpumask_t pm_active; /* active on cpus */ 163da673940SJordan Gordeev vm_pindex_t pm_pdindex; /* page dir page in obj */ 164da673940SJordan Gordeev struct pmap_statistics pm_stats; /* pmap statistics */ 165da673940SJordan Gordeev struct vm_page *pm_ptphint; /* pmap ptp hint */ 166da673940SJordan Gordeev int pm_generation; /* detect pvlist deletions */ 167*b12defdcSMatthew Dillon struct spinlock pm_spin; 168*b12defdcSMatthew Dillon struct lwkt_token pm_token; 169da673940SJordan Gordeev }; 170da673940SJordan Gordeev 171da673940SJordan Gordeev #define pmap_resident_count(pmap) (pmap)->pm_stats.resident_count 172da673940SJordan Gordeev 173da23a592SMatthew Dillon #define CPUMASK_LOCK CPUMASK(SMP_MAXCPU) 174da23a592SMatthew Dillon #define CPUMASK_BIT SMP_MAXCPU /* 1 << SMP_MAXCPU */ 175da23a592SMatthew Dillon 176da673940SJordan Gordeev typedef struct pmap *pmap_t; 177da673940SJordan Gordeev 178da673940SJordan Gordeev #ifdef _KERNEL 179da673940SJordan Gordeev extern struct pmap kernel_pmap; 180da673940SJordan Gordeev #endif 181da673940SJordan Gordeev 182da673940SJordan Gordeev /* 183da673940SJordan Gordeev * For each vm_page_t, there is a list of all currently valid virtual 184da673940SJordan Gordeev * mappings of that page. An entry is a pv_entry_t, the list is pv_table. 185da673940SJordan Gordeev */ 186da673940SJordan Gordeev typedef struct pv_entry { 187da673940SJordan Gordeev pmap_t pv_pmap; /* pmap where mapping lies */ 188da673940SJordan Gordeev vm_offset_t pv_va; /* virtual address for mapping */ 189da673940SJordan Gordeev TAILQ_ENTRY(pv_entry) pv_list; 190da673940SJordan Gordeev TAILQ_ENTRY(pv_entry) pv_plist; 191da673940SJordan Gordeev struct vm_page *pv_ptem; /* VM page for pte */ 192da673940SJordan Gordeev } *pv_entry_t; 193da673940SJordan Gordeev 194da673940SJordan Gordeev #ifdef _KERNEL 195da673940SJordan Gordeev 196da673940SJordan Gordeev extern caddr_t CADDR1; 197da673940SJordan Gordeev extern pt_entry_t *CMAP1; 198da673940SJordan Gordeev extern char *ptvmmap; /* poor name! */ 199da673940SJordan Gordeev extern vm_offset_t clean_sva; 200da673940SJordan Gordeev extern vm_offset_t clean_eva; 201da673940SJordan Gordeev 202da673940SJordan Gordeev void pmap_bootstrap(vm_paddr_t *, int64_t); 203da673940SJordan Gordeev void *pmap_mapdev (vm_paddr_t, vm_size_t); 204da673940SJordan Gordeev void pmap_unmapdev (vm_offset_t, vm_size_t); 205*b12defdcSMatthew Dillon void pmap_release(struct pmap *pmap); 206da673940SJordan Gordeev struct vm_page *pmap_use_pt (pmap_t, vm_offset_t); 207da673940SJordan Gordeev 208da673940SJordan Gordeev #endif /* _KERNEL */ 209da673940SJordan Gordeev 210da673940SJordan Gordeev #endif /* !LOCORE */ 211da673940SJordan Gordeev 212da673940SJordan Gordeev #endif /* !_MACHINE_PMAP_H_ */ 213