Lines Matching refs:vaddr
155 vaddr_t vaddr; in kmap_atomic() local
158 if (mm_md_direct_mapped_phys(paddr, &vaddr)) in kmap_atomic()
165 vaddr = linux_kmap_atomic_vaddr; in kmap_atomic()
166 pmap_kenter_pa(vaddr, paddr, (VM_PROT_READ | VM_PROT_WRITE), 0); in kmap_atomic()
172 SDT_PROBE2(sdt, linux, kmap, map__atomic, paddr, vaddr); in kmap_atomic()
173 return (void *)vaddr; in kmap_atomic()
179 const vaddr_t vaddr = (vaddr_t)addr; in kunmap_atomic() local
183 ok = pmap_extract(pmap_kernel(), vaddr, &paddr); in kunmap_atomic()
186 SDT_PROBE2(sdt, linux, kmap, unmap__atomic, paddr, vaddr); in kunmap_atomic()
191 if (mm_md_direct_mapped_phys(paddr, &vaddr1) && vaddr1 == vaddr) in kunmap_atomic()
197 KASSERT(linux_kmap_atomic_vaddr == vaddr); in kunmap_atomic()
199 pmap_kremove(vaddr, PAGE_SIZE); in kunmap_atomic()
209 vaddr_t vaddr; in kmap() local
214 if (mm_md_direct_mapped_phys(paddr, &vaddr)) in kmap()
218 vaddr = uvm_km_alloc(kernel_map, PAGE_SIZE, 0, in kmap()
220 KASSERT(vaddr != 0); in kmap()
225 lke->lke_vaddr = vaddr; in kmap()
233 KASSERT(!pmap_extract(pmap_kernel(), vaddr, NULL)); in kmap()
234 pmap_kenter_pa(vaddr, paddr, (VM_PROT_READ | VM_PROT_WRITE), 0); in kmap()
240 SDT_PROBE2(sdt, linux, kmap, map, paddr, vaddr); in kmap()
241 return (void *)vaddr; in kmap()
248 vaddr_t vaddr; in kunmap() local
253 if (mm_md_direct_mapped_phys(paddr, &vaddr)) in kunmap()
264 vaddr = lke->lke_vaddr; in kunmap()
267 KASSERT(pmap_extract(pmap_kernel(), vaddr, NULL)); in kunmap()
269 pmap_kremove(vaddr, PAGE_SIZE); in kunmap()
272 uvm_km_free(kernel_map, vaddr, PAGE_SIZE, UVM_KMF_VAONLY); in kunmap()
277 SDT_PROBE2(sdt, linux, kmap, unmap, paddr, vaddr); in kunmap()