Lines Matching refs:va
73 vaddr_t va = (vaddr_t)addr; in kmsan_md_addr_to_shad() local
75 if (va >= vm_min_kernel_address && va < vm_max_kernel_address) { in kmsan_md_addr_to_shad()
76 return (int8_t *)(__MD_SHAD_MAIN_START + (va - vm_min_kernel_address)); in kmsan_md_addr_to_shad()
77 } else if (va >= KERNBASE) { in kmsan_md_addr_to_shad()
78 return (int8_t *)(__MD_SHAD_KERN_START + (va - KERNBASE)); in kmsan_md_addr_to_shad()
80 panic("%s: impossible, va=%p", __func__, (void *)va); in kmsan_md_addr_to_shad()
87 vaddr_t va = (vaddr_t)addr; in kmsan_md_addr_to_orig() local
89 if (va >= vm_min_kernel_address && va < vm_max_kernel_address) { in kmsan_md_addr_to_orig()
90 return (int8_t *)(__MD_ORIG_MAIN_START + (va - vm_min_kernel_address)); in kmsan_md_addr_to_orig()
91 } else if (va >= KERNBASE) { in kmsan_md_addr_to_orig()
92 return (int8_t *)(__MD_ORIG_KERN_START + (va - KERNBASE)); in kmsan_md_addr_to_orig()
94 panic("%s: impossible, va=%p", __func__, (void *)va); in kmsan_md_addr_to_orig()
133 kmsan_md_shadow_map_page(vaddr_t va) in kmsan_md_shadow_map_page() argument
138 KASSERT(va >= __MD_SHADOW_START && va < __MD_SHADOW_END); in kmsan_md_shadow_map_page()
140 if (!pmap_valid_entry(L4_BASE[pl4_i(va)])) { in kmsan_md_shadow_map_page()
142 L4_BASE[pl4_i(va)] = pa | pteflags; in kmsan_md_shadow_map_page()
144 if (!pmap_valid_entry(L3_BASE[pl3_i(va)])) { in kmsan_md_shadow_map_page()
146 L3_BASE[pl3_i(va)] = pa | pteflags; in kmsan_md_shadow_map_page()
148 if (!pmap_valid_entry(L2_BASE[pl2_i(va)])) { in kmsan_md_shadow_map_page()
150 L2_BASE[pl2_i(va)] = pa | pteflags | PTE_PS | in kmsan_md_shadow_map_page()
153 __builtin_memset((void *)va, 0, NBPD_L2); in kmsan_md_shadow_map_page()
157 L2_BASE[pl2_i(va)] = pa | pteflags; in kmsan_md_shadow_map_page()
158 } else if (L2_BASE[pl2_i(va)] & PTE_PS) { in kmsan_md_shadow_map_page()
161 if (!pmap_valid_entry(L1_BASE[pl1_i(va)])) { in kmsan_md_shadow_map_page()
163 L1_BASE[pl1_i(va)] = pa | pteflags | pmap_pg_g; in kmsan_md_shadow_map_page()
180 kmsan_shadow_map((void *)bootspace.segs[i].va, in kmsan_md_init()
185 kmsan_shadow_map((void *)bootspace.boot.va, bootspace.boot.sz); in kmsan_md_init()