| /netbsd-src/sys/arch/xen/x86/ |
| H A D | xen_pmap.c | 193 pmap_tlb_shootdown(pmap_kernel(), va, opte, in pmap_kenter_ma() 217 if (pmap != pmap_kernel()) { in pmap_extract_ma() 223 if (pmap != pmap_kernel()) { in pmap_extract_ma() 232 if (pmap != pmap_kernel()) { in pmap_extract_ma() 292 xpmap_ptom(pmap_pdirpa(pmap_kernel(), PDIR_SLOT_PTE + i)), in pmap_map_recursive_entries() 293 xpmap_ptom(pmap_kernel()->pm_pdirpa[i]) | PTE_P); in pmap_map_recursive_entries() 328 xpmap_ptom(pmap_pdirpa(pmap_kernel(), PDIR_SLOT_PTE + i)), in pmap_unmap_recursive_entries() 338 if (pmap == pmap_kernel()) { in pmap_kpm_setpte() 375 if (pmap != pmap_kernel() && in xen_kpm_sync() 381 if (pmap == pmap_kernel() || in xen_kpm_sync()
|
| H A D | cpu.c | 432 pmap_reference(pmap_kernel()); in cpu_attach_common() 433 ci->ci_pmap = pmap_kernel(); in cpu_attach_common() 730 pcb->pcb_cr3 = pmap_pdirpa(pmap_kernel(), 0); in cpu_hatch() 1113 KASSERT(pmap != pmap_kernel()); in cpu_load_pmap() 1134 KASSERT(pmap != pmap_kernel() || new_pgd[i] == 0); in cpu_load_pmap() 1155 if (oldpmap != pmap_kernel()) { in cpu_load_pmap() 1210 xpmap_ptom_masked(pmap_kernel()->pm_pdirpa[i]) | PTE_P; in pmap_cpu_init_late() 1228 memcpy(ci->ci_kpm_pdir, pmap_kernel()->pm_pdir, PAGE_SIZE); in pmap_cpu_init_late() 1235 memcpy(ci->ci_kpm_pdir, pmap_kernel()->pm_pdir + PDIR_SLOT_KERN, in pmap_cpu_init_late() 1240 pmap_protect(pmap_kernel(), (vaddr_t)ci->ci_kpm_pdir, in pmap_cpu_init_late() [all …]
|
| /netbsd-src/sys/external/bsd/drm2/linux/ |
| H A D | linux_kmap.c | 124 KASSERT(!pmap_extract(pmap_kernel(), linux_kmap_atomic_vaddr, NULL)); in linux_kmap_init() 143 KASSERT(!pmap_extract(pmap_kernel(), linux_kmap_atomic_vaddr, NULL)); in linux_kmap_fini() 164 KASSERT(!pmap_extract(pmap_kernel(), linux_kmap_atomic_vaddr, NULL)); in kmap_atomic() 167 pmap_update(pmap_kernel()); in kmap_atomic() 183 ok = pmap_extract(pmap_kernel(), vaddr, &paddr); in kunmap_atomic() 200 pmap_update(pmap_kernel()); in kunmap_atomic() 233 KASSERT(!pmap_extract(pmap_kernel(), vaddr, NULL)); in kmap() 235 pmap_update(pmap_kernel()); in kmap() 267 KASSERT(pmap_extract(pmap_kernel(), vaddr, NULL)); in kunmap() 270 pmap_update(pmap_kernel()); in kunmap()
|
| H A D | linux_io_mapping.c | 140 pmap_update(pmap_kernel()); in io_mapping_map_wc() 153 pmap_update(pmap_kernel()); in io_mapping_unmap() 176 pmap_update(pmap_kernel()); in io_mapping_map_atomic_wc() 190 pmap_update(pmap_kernel()); in io_mapping_unmap_atomic()
|
| /netbsd-src/sys/arch/m68k/m68k/ |
| H A D | pmap_motorola.c | 334 ((pm) == pmap_kernel() || (pm) == curproc->p_vmspace->vm_map.pmap) 338 (pm) != pmap_kernel() && (pm) == curproc->p_vmspace->vm_map.pmap) 389 pmap_kernel()->pm_stpa = (st_entry_t *)Sysseg_pa; in pmap_bootstrap_finalize() 390 pmap_kernel()->pm_stab = Sysseg; in pmap_bootstrap_finalize() 391 pmap_kernel()->pm_ptab = Sysmap; in pmap_bootstrap_finalize() 394 pmap_kernel()->pm_stfree = protostfree; in pmap_bootstrap_finalize() 396 pmap_kernel()->pm_count = 1; in pmap_bootstrap_finalize() 450 caddr1_pte = pmap_pte(pmap_kernel(), CADDR1); in pmap_init() 451 caddr2_pte = pmap_pte(pmap_kernel(), CADDR2); in pmap_init() 476 (void)pmap_extract(pmap_kernel(), addr, in pmap_init() [all …]
|
| /netbsd-src/sys/arch/x86/x86/ |
| H A D | vm_machdep.c | 282 ret = pmap_extract(pmap_kernel(), (vaddr_t)addr, &pa); in kvtop() 326 pmap_update(pmap_kernel()); in vmapbuf() 345 pmap_update(pmap_kernel()); in vunmapbuf() 375 if (!pmap_extract(pmap_kernel(), va, &pa)) { in cpu_uarea_alloc() 383 if (!pmap_extract(pmap_kernel(), va, &pa)) { in cpu_uarea_alloc() 389 pmap_update(pmap_kernel()); in cpu_uarea_alloc() 399 KASSERT(!pmap_extract(pmap_kernel(), base + PAGE_SIZE, NULL)); in cpu_uarea_free() 400 KASSERT(!pmap_extract(pmap_kernel(), base + USPACE, NULL)); in cpu_uarea_free()
|
| /netbsd-src/sys/arch/powerpc/ibm4xx/ |
| H A D | pmap.c | 298 pmap_kernel()->pm_ptbl[i] = NULL; in pmap_bootstrap() 299 ctxbusy[0] = ctxbusy[1] = pmap_kernel(); in pmap_bootstrap() 427 pmap_kernel()->pm_ctx = KERNEL_PID; in pmap_bootstrap() 533 struct pmap *pm = pmap_kernel(); in pmap_growkernel() 832 if (pm == pmap_kernel()) in pmap_enter() 922 struct pmap *pm = pmap_kernel(); in pmap_kenter_pa() 972 (void)pte_enter(pmap_kernel(), va, 0); /* never fail */ in pmap_kremove() 1593 KASSERT(pm != pmap_kernel()); in ctx_alloc() 1667 pmap_extract(pmap_kernel(), va, &pa); in pmap_testout() 1669 pmap_unwire(pmap_kernel(), va); in pmap_testout() [all …]
|
| /netbsd-src/sys/arch/sparc64/sparc64/ |
| H A D | pmap.c | 203 if (p == pmap_kernel()) in pmap_is_on_mmu() 250 bool kpm = (pm == pmap_kernel()); in tsb_invalidate() 438 while (pseg_set(pmap_kernel(), va, data, newp) & 1) { in pmap_enter_kpage() 447 pmap_kernel(), va, (long)data, (long)newp)); in pmap_enter_kpage() 1039 pmap_kernel()->pm_refs = 1; in pmap_bootstrap() 1040 memset(&pmap_kernel()->pm_ctx, 0, sizeof(pmap_kernel()->pm_ctx)); in pmap_bootstrap() 1046 pmap_kernel()->pm_segs=(paddr_t *)(u_long)newp; in pmap_bootstrap() 1047 pmap_kernel()->pm_physaddr = newp; in pmap_bootstrap() 1054 (long)pmap_kernel()->pm_physaddr)); in pmap_bootstrap() 1326 ci->ci_ctxbusy[0] = pmap_kernel()->pm_physaddr; in cpu_pmap_init() [all …]
|
| /netbsd-src/sys/arch/hp300/hp300/ |
| H A D | machdep.c | 211 pmap_update(pmap_kernel()); in hp300_init() 221 pmap_enter(pmap_kernel(), bootinfo_va, bootinfo_pa, in hp300_init() 224 pmap_update(pmap_kernel()); in hp300_init() 229 pmap_remove(pmap_kernel(), bootinfo_va, in hp300_init() 231 pmap_update(pmap_kernel()); in hp300_init() 669 m->sysseg_pa = (uint32_t)(pmap_kernel()->pm_stpa); in cpu_init_kcore_hdr() 826 pmap_enter(pmap_kernel(), (vaddr_t)vmmap, maddr, in dumpsys() 829 pmap_update(pmap_kernel()); in dumpsys() 1094 pmap_enter(pmap_kernel(), (vaddr_t)vmmap, ctob(pg), in parityerrorfind() 1096 pmap_update(pmap_kernel()); in parityerrorfind() [all...] |
| /netbsd-src/sys/uvm/ |
| H A D | uvm_km.c | 301 kernel_map_store.pmap = pmap_kernel(); in uvm_km_bootstrap() 406 KASSERT(vm_map_pmap(map) == pmap_kernel()); in uvm_km_suballoc() 467 pmap_remove(pmap_kernel(), startva, endva); in uvm_km_pgremove() 535 if (!pmap_extract(pmap_kernel(), va, &pa[i])) { in uvm_km_pgremove_intrsafe() 571 if (pmap_extract(pmap_kernel(), va, &pa)) { in uvm_km_check_empty() 621 KASSERT(vm_map_pmap(map) == pmap_kernel()); in uvm_km_alloc() 685 KASSERTMSG(!pmap_extract(pmap_kernel(), loopva, NULL), in uvm_km_alloc() 727 pmap_update(pmap_kernel()); in uvm_km_alloc() 761 KASSERT(vm_map_pmap(map) == pmap_kernel()); in uvm_km_free() 849 KASSERTMSG(!pmap_extract(pmap_kernel(), loopv in uvm_km_kmem_alloc() [all...] |
| /netbsd-src/tests/modules/x86_pte_tester/ |
| H A D | x86_pte_tester.c | 93 pmap_update(pmap_kernel()); in scan_l1() 103 pmap_update(pmap_kernel()); in scan_l1() 114 pmap_update(pmap_kernel()); in scan_l2() 130 pmap_update(pmap_kernel()); in scan_l2() 141 pmap_update(pmap_kernel()); in scan_l3() 157 pmap_update(pmap_kernel()); in scan_l3() 168 pmap_update(pmap_kernel()); in scan_l4() 184 pmap_update(pmap_kernel()); in scan_l4() 385 struct pmap *kpm = pmap_kernel(); in x86_pte_run_scans()
|
| /netbsd-src/sys/arch/arm/arm32/ |
| H A D | vm_machdep.c | 210 KASSERT(pm != pmap_kernel()); in vmapbuf() 234 pmap_enter(pmap_kernel(), taddr, fpa, VM_PROT_READ|VM_PROT_WRITE, in vmapbuf() 240 pmap_update(pmap_kernel()); in vmapbuf() 269 pmap_remove(pmap_kernel(), addr, addr + len); in vunmapbuf() 270 pmap_update(pmap_kernel()); in vunmapbuf() 279 struct pmap *pmap = pmap_kernel(); in ktext_write()
|
| /netbsd-src/sys/arch/sun3/sun3x/ |
| H A D | bus_subr.c | 106 pmap_update(pmap_kernel()); in bus_tmapin() 124 pmap_update(pmap_kernel()); in bus_tmapout() 185 pmap_remove(pmap_kernel(), va, va + sz); in bus_mapout() 186 pmap_update(pmap_kernel()); in bus_mapout()
|
| H A D | dvma.c | 217 rv = pmap_extract(pmap_kernel(), kva, &pa); in dvma_mapin() 227 pmap_update(pmap_kernel()); in dvma_mapin() 252 pmap_update(pmap_kernel()); in dvma_mapout() 350 pmap = pmap_kernel(); in _bus_dmamap_load() 391 pmap_update(pmap_kernel()); in _bus_dmamap_unload()
|
| /netbsd-src/sys/arch/aarch64/aarch64/ |
| H A D | pmap.c | 261 if (pm != pmap_kernel()) in pm_reverse_lock() 267 if (pm != pmap_kernel()) in pm_reverse_lock() 312 if ((pm) == pmap_kernel()) { \ 383 kpm = pmap_kernel(); in pmap_bootstrap() 436 if (pm == pmap_kernel()) { in _pmap_adj_wired_count() 448 if (pm == pmap_kernel()) { in _pmap_adj_resident_count() 600 KASSERT(pm != pmap_kernel()); in pmap_free_pdp() 677 struct pmap *pm = pmap_kernel(); in pmap_growkernel() 725 if (pm == pmap_kernel()) { in pmap_extract_coherency() 761 if (pm != pmap_kernel()) in pmap_extract_coherency() [all …]
|
| H A D | pmap_machdep.c | 77 if (pmap_extract(pmap_kernel(), va, &pa) == false) in vtophys() 88 if (pm == pmap_kernel()) { in pmap_extract_coherency() 137 KASSERT(!user || (pm != pmap_kernel())); in pmap_fault_fixup() 413 pmap_t pm = pmap_kernel(); in pmap_bootstrap() 491 pmap_md_grow(pmap_kernel()->pm_pdetab, kvmstart, XSEGSHIFT, &kvmsize); in pmap_bootstrap() 550 if (pm != pmap_kernel()) { in pmap_md_xtab_activate() 582 ci->ci_pmap_cur = pmap_kernel(); in pmap_md_xtab_deactivate() 612 pmap_extract(pmap_kernel(), (vaddr_t)pm->pm_pdetab, &pm->pm_l0_pa); in pmap_md_pdetab_init()
|
| /netbsd-src/sys/arch/arm/clps711x/ |
| H A D | clps711x_space.c | 155 pmap_enter(pmap_kernel(), va, pa, in clps711x_bs_map() 159 pmap_update(pmap_kernel()); in clps711x_bs_map() 176 pmap_remove(pmap_kernel(), va, endva); in clps711x_bs_unmap() 177 pmap_update(pmap_kernel()); in clps711x_bs_unmap()
|
| /netbsd-src/sys/uvm/pmap/ |
| H A D | pmap_tlb.c | 226 KASSERT(PAI_PMAP(pai, ti) != pmap_kernel()); in pmap_tlb_pai_check() 517 KASSERT(pm != pmap_kernel()); in pmap_tlb_asid_reinitialize() 569 KASSERT(ti->ti_victim != pmap_kernel()); in pmap_tlb_shootdown_process() 665 const bool kernel_p = (pm == pmap_kernel()); in pmap_tlb_shootdown_bystanders() 765 if (pm == pmap_kernel() || PMAP_PAI_ASIDVALID_P(pai, ti)) { in pmap_tlb_update_addr() 801 if (pm == pmap_kernel() || PMAP_PAI_ASIDVALID_P(pai, ti)) { in pmap_tlb_invalidate_addr() 823 KASSERT(pm != pmap_kernel()); in pmap_tlb_asid_alloc() 927 if (pm == pmap_kernel()) { in pmap_tlb_asid_acquire() 980 KASSERT(pm != pmap_kernel()); in pmap_tlb_asid_acquire() 1009 if (pm != pmap_kernel() && !kcpuset_iszero(pm->pm_onproc)) { in pmap_tlb_asid_deactivate() [all …]
|
| /netbsd-src/sys/arch/sun2/sun2/ |
| H A D | machdep.c | 725 pmap_update(pmap_kernel()); in dumpsys() 728 pmap_update(pmap_kernel()); in dumpsys() 865 pmap_enter(pmap_kernel(), dva, in _bus_dmamap_load_raw() 872 pmap_update(pmap_kernel()); in _bus_dmamap_load_raw() 955 pmap = pmap_kernel(); in _bus_dmamap_load() 975 pmap_enter(pmap_kernel(), dva, in _bus_dmamap_load() 983 pmap_update(pmap_kernel()); in _bus_dmamap_load() 1027 pmap_remove(pmap_kernel(), dva, dva + len); in _bus_dmamap_unload() 1028 pmap_update(pmap_kernel()); in _bus_dmamap_unload()
|
| /netbsd-src/sys/arch/sun3/sun3/ |
| H A D | dvma.c | 86 phys_map->pmap = pmap_kernel(); in dvma_init() 338 pmap = pmap_kernel(); in _bus_dmamap_load() 346 pmap_enter(pmap_kernel(), dva, pa | PMAP_NC, in _bus_dmamap_load() 376 pmap_remove(pmap_kernel(), dva, dva + sgsize); in _bus_dmamap_unload() 377 pmap_update(pmap_kernel()); in _bus_dmamap_unload()
|
| /netbsd-src/sys/arch/arm/ep93xx/ |
| H A D | ep93xx_space.c | 163 pmap_enter(pmap_kernel(), va, pa, in ep93xx_bs_map() 167 pmap_update(pmap_kernel()); in ep93xx_bs_map() 186 pmap_remove(pmap_kernel(), va, endva); in ep93xx_bs_unmap() 187 pmap_update(pmap_kernel()); in ep93xx_bs_unmap()
|
| /netbsd-src/sys/arch/arm/xscale/ |
| H A D | ixp425_space.c | 164 pmap_enter(pmap_kernel(), va, pa, in ixp425_bs_map() 168 pmap_update(pmap_kernel()); in ixp425_bs_map() 187 pmap_remove(pmap_kernel(), va, endva); in ixp425_bs_unmap() 188 pmap_update(pmap_kernel()); in ixp425_bs_unmap()
|
| /netbsd-src/sys/arch/arm/at91/ |
| H A D | at91_bus_space.c | 168 pmap_enter(pmap_kernel(), va, pa, in at91_bs_map() 172 pmap_update(pmap_kernel()); in at91_bs_map() 191 pmap_remove(pmap_kernel(), va, endva); in at91_bs_unmap() 192 pmap_update(pmap_kernel()); in at91_bs_unmap()
|
| /netbsd-src/sys/arch/alpha/alpha/ |
| H A D | pmap.c | 186 #define pte_prot(m, p) (protection_codes[m == pmap_kernel() ? 0 : 1][p]) 785 if (pmap == pmap_kernel()) { in pmap_tlb_shootdown_internal() 839 KASSERT(pmap != pmap_kernel()); in pmap_tlb_shootdown_all_user() 884 if (pmap == pmap_kernel()) { in pmap_tlb_shootdown_pv() 1240 pmap_t const pmap = pmap_kernel(); in pmap_init_cpu() 1431 memset(pmap_kernel(), 0, sizeof(struct pmap)); in pmap_bootstrap() 1432 LIST_INIT(&pmap_kernel()->pm_ptpages); in pmap_bootstrap() 1433 LIST_INIT(&pmap_kernel()->pm_pvents); in pmap_bootstrap() 1434 atomic_store_relaxed(&pmap_kernel()->pm_count, 1); in pmap_bootstrap() 1436 TAILQ_INSERT_TAIL(&pmap_all_pmaps, pmap_kernel(), pm_list); in pmap_bootstrap() [all …]
|
| /netbsd-src/sys/dev/bus_dma/ |
| H A D | bus_dmamem_common.c | 168 pmap_enter(pmap_kernel(), va, addr, in _bus_dmamem_map_common() 174 pmap_update(pmap_kernel()); in _bus_dmamem_map_common() 193 pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size); in _bus_dmamem_unmap_common() 194 pmap_update(pmap_kernel()); in _bus_dmamem_unmap_common()
|