1*916b1547Srin /* $NetBSD: kvm_aarch64.c,v 1.12 2023/08/23 14:00:11 rin Exp $ */
2beb9c6d1Smatt
3beb9c6d1Smatt /*-
435db1fcaSmrg * Copyright (c) 2014, 2018 The NetBSD Foundation, Inc.
5beb9c6d1Smatt * All rights reserved.
6beb9c6d1Smatt *
7beb9c6d1Smatt * This code is derived from software contributed to The NetBSD Foundation
8beb9c6d1Smatt * by Matt Thomas of 3am Software Foundry.
9beb9c6d1Smatt *
10beb9c6d1Smatt * Redistribution and use in source and binary forms, with or without
11beb9c6d1Smatt * modification, are permitted provided that the following conditions
12beb9c6d1Smatt * are met:
13beb9c6d1Smatt * 1. Redistributions of source code must retain the above copyright
14beb9c6d1Smatt * notice, this list of conditions and the following disclaimer.
15beb9c6d1Smatt * 2. Redistributions in binary form must reproduce the above copyright
16beb9c6d1Smatt * notice, this list of conditions and the following disclaimer in the
17beb9c6d1Smatt * documentation and/or other materials provided with the distribution.
18beb9c6d1Smatt *
19beb9c6d1Smatt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20beb9c6d1Smatt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21beb9c6d1Smatt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22beb9c6d1Smatt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23beb9c6d1Smatt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24beb9c6d1Smatt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25beb9c6d1Smatt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26beb9c6d1Smatt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27beb9c6d1Smatt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28beb9c6d1Smatt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29beb9c6d1Smatt * POSSIBILITY OF SUCH DAMAGE.
30beb9c6d1Smatt */
31beb9c6d1Smatt
32beb9c6d1Smatt #include <sys/param.h>
33beb9c6d1Smatt #include <sys/proc.h>
34beb9c6d1Smatt #include <sys/stat.h>
35beb9c6d1Smatt #include <sys/kcore.h>
36beb9c6d1Smatt #include <sys/types.h>
37beb9c6d1Smatt #include <unistd.h>
38beb9c6d1Smatt #include <nlist.h>
39beb9c6d1Smatt #include <kvm.h>
40beb9c6d1Smatt
41beb9c6d1Smatt #include <machine/kcore.h>
42d87f4219Smlelstv #include <machine/armreg.h>
43beb9c6d1Smatt #include <machine/pte.h>
44beb9c6d1Smatt #include <machine/vmparam.h>
45beb9c6d1Smatt
46beb9c6d1Smatt #include <limits.h>
47beb9c6d1Smatt #include <db.h>
48beb9c6d1Smatt #include <stdlib.h>
49beb9c6d1Smatt
50beb9c6d1Smatt #include "kvm_private.h"
51beb9c6d1Smatt
52*916b1547Srin __RCSID("$NetBSD: kvm_aarch64.c,v 1.12 2023/08/23 14:00:11 rin Exp $");
53beb9c6d1Smatt
54beb9c6d1Smatt /*ARGSUSED*/
55beb9c6d1Smatt void
_kvm_freevtop(kvm_t * kd)56beb9c6d1Smatt _kvm_freevtop(kvm_t *kd)
57beb9c6d1Smatt {
58beb9c6d1Smatt return;
59beb9c6d1Smatt }
60beb9c6d1Smatt
61beb9c6d1Smatt /*ARGSUSED*/
62beb9c6d1Smatt int
_kvm_initvtop(kvm_t * kd)63beb9c6d1Smatt _kvm_initvtop(kvm_t *kd)
64beb9c6d1Smatt {
65beb9c6d1Smatt return (0);
66beb9c6d1Smatt }
67beb9c6d1Smatt
68beb9c6d1Smatt int
_kvm_kvatop(kvm_t * kd,vaddr_t va,paddr_t * pa)69beb9c6d1Smatt _kvm_kvatop(kvm_t *kd, vaddr_t va, paddr_t *pa)
70beb9c6d1Smatt {
71beb9c6d1Smatt if (ISALIVE(kd)) {
72beb9c6d1Smatt _kvm_err(kd, 0, "vatop called in live kernel!");
73beb9c6d1Smatt return(0);
74beb9c6d1Smatt }
75beb9c6d1Smatt
7687529819Sskrll if ((va & AARCH64_DIRECTMAP_MASK) != AARCH64_DIRECTMAP_START) {
77beb9c6d1Smatt /*
78beb9c6d1Smatt * Bogus address (not in KV space): punt.
79beb9c6d1Smatt */
80beb9c6d1Smatt _kvm_err(kd, 0, "invalid kernel virtual address");
81beb9c6d1Smatt lose:
82beb9c6d1Smatt *pa = -1;
83beb9c6d1Smatt return 0;
84beb9c6d1Smatt }
85beb9c6d1Smatt
86beb9c6d1Smatt const cpu_kcore_hdr_t * const cpu_kh = kd->cpu_data;
8733cbd42aSmrg const uint64_t tg1 = cpu_kh->kh_tcr1 & TCR_TG1;
88beb9c6d1Smatt const u_int t1siz = __SHIFTOUT(cpu_kh->kh_tcr1, TCR_T1SZ);
899181a215Sskrll const u_int inputsz = 64 - t1siz;
90beb9c6d1Smatt
91beb9c6d1Smatt /*
92beb9c6d1Smatt * Real kernel virtual address: do the translation.
93beb9c6d1Smatt */
94beb9c6d1Smatt
95beb9c6d1Smatt u_int page_shift;
96beb9c6d1Smatt
97beb9c6d1Smatt switch (tg1) {
98fe33aa27Sryo case TCR_TG1_4KB:
99beb9c6d1Smatt page_shift = 12;
100beb9c6d1Smatt break;
101fe33aa27Sryo case TCR_TG1_16KB:
102beb9c6d1Smatt page_shift = 14;
103beb9c6d1Smatt break;
104fe33aa27Sryo case TCR_TG1_64KB:
105beb9c6d1Smatt page_shift = 16;
106beb9c6d1Smatt break;
107beb9c6d1Smatt default:
108beb9c6d1Smatt goto lose;
109beb9c6d1Smatt }
110beb9c6d1Smatt
111beb9c6d1Smatt const size_t page_size = 1 << page_shift;
1129181a215Sskrll const uint64_t page_mask = __BITS(page_shift - 1, 0);
1139181a215Sskrll const uint64_t page_addr = __BITS(47, page_shift);
114beb9c6d1Smatt const u_int pte_shift = page_shift - 3;
115beb9c6d1Smatt
1169181a215Sskrll /* how many levels of page tables do we have? */
1179181a215Sskrll u_int levels = howmany(inputsz - page_shift, pte_shift);
118beb9c6d1Smatt
119beb9c6d1Smatt /* restrict va to the valid VA bits */
1209181a215Sskrll va &= __BITS(inputsz - 1, 0);
121beb9c6d1Smatt
1229181a215Sskrll u_int addr_shift = page_shift + (levels - 1) * pte_shift;
123beb9c6d1Smatt
124beb9c6d1Smatt /* clear out the unused low bits of the table address */
1259181a215Sskrll paddr_t pte_addr = cpu_kh->kh_ttbr1 & TTBR_BADDR;
126beb9c6d1Smatt
127beb9c6d1Smatt for (;;) {
128beb9c6d1Smatt pt_entry_t pte;
129beb9c6d1Smatt
130beb9c6d1Smatt /* now index into the pte table */
13135db1fcaSmrg const uint64_t idx_mask = __BITS(addr_shift + pte_shift - 1,
13235db1fcaSmrg addr_shift);
1339181a215Sskrll pte_addr += 8 * __SHIFTOUT(va, idx_mask);
134beb9c6d1Smatt
135beb9c6d1Smatt /* Find and read the PTE. */
136beb9c6d1Smatt if (_kvm_pread(kd, kd->pmfd, &pte, sizeof(pte),
137beb9c6d1Smatt _kvm_pa2off(kd, pte_addr)) != sizeof(pte)) {
138beb9c6d1Smatt _kvm_syserr(kd, 0, "could not read pte");
139beb9c6d1Smatt goto lose;
140beb9c6d1Smatt }
141beb9c6d1Smatt
142beb9c6d1Smatt /* Find and read the L2 PTE. */
143beb9c6d1Smatt if ((pte & LX_VALID) == 0) {
144beb9c6d1Smatt _kvm_err(kd, 0, "invalid translation (invalid pte)");
145beb9c6d1Smatt goto lose;
146beb9c6d1Smatt }
147beb9c6d1Smatt
148beb9c6d1Smatt if ((pte & LX_TYPE) == LX_TYPE_BLK) {
1499181a215Sskrll const size_t blk_size = 1 << addr_shift;
150cffa8474Smrg const uint64_t blk_mask = __BITS(addr_shift - 1, 0);
151beb9c6d1Smatt
152beb9c6d1Smatt *pa = (pte & page_addr & ~blk_mask) | (va & blk_mask);
1539181a215Sskrll return blk_size - (va & blk_mask);
154beb9c6d1Smatt }
1559181a215Sskrll if (--levels == 0) {
156beb9c6d1Smatt *pa = (pte & page_addr) | (va & page_mask);
1579181a215Sskrll return page_size - (va & page_mask);
158beb9c6d1Smatt }
159beb9c6d1Smatt
160beb9c6d1Smatt /*
161beb9c6d1Smatt * Read next level of page table
162beb9c6d1Smatt */
163beb9c6d1Smatt
164beb9c6d1Smatt pte_addr = pte & page_addr;
165beb9c6d1Smatt addr_shift -= pte_shift;
166beb9c6d1Smatt }
167beb9c6d1Smatt }
168beb9c6d1Smatt
169beb9c6d1Smatt /*
170beb9c6d1Smatt * Translate a physical address to a file-offset in the crash dump.
171beb9c6d1Smatt */
172beb9c6d1Smatt off_t
_kvm_pa2off(kvm_t * kd,paddr_t pa)173beb9c6d1Smatt _kvm_pa2off(kvm_t *kd, paddr_t pa)
174beb9c6d1Smatt {
175beb9c6d1Smatt const cpu_kcore_hdr_t * const cpu_kh = kd->cpu_data;
176beb9c6d1Smatt off_t off = 0;
177beb9c6d1Smatt
178beb9c6d1Smatt for (const phys_ram_seg_t *ramsegs = cpu_kh->kh_ramsegs;
179beb9c6d1Smatt ramsegs->size != 0; ramsegs++) {
180beb9c6d1Smatt if (pa >= ramsegs->start
181beb9c6d1Smatt && pa < ramsegs->start + ramsegs->size) {
182beb9c6d1Smatt off += pa - ramsegs->start;
183beb9c6d1Smatt break;
184beb9c6d1Smatt }
185beb9c6d1Smatt off += ramsegs->size;
186beb9c6d1Smatt }
187beb9c6d1Smatt
188beb9c6d1Smatt return kd->dump_off + off;
189beb9c6d1Smatt }
190beb9c6d1Smatt
191beb9c6d1Smatt /*
192beb9c6d1Smatt * Machine-dependent initialization for ALL open kvm descriptors,
193beb9c6d1Smatt * not just those for a kernel crash dump. Some architectures
194beb9c6d1Smatt * have to deal with these NOT being constants! (i.e. m68k)
195beb9c6d1Smatt */
196beb9c6d1Smatt int
_kvm_mdopen(kvm_t * kd)197beb9c6d1Smatt _kvm_mdopen(kvm_t *kd)
198beb9c6d1Smatt {
199beb9c6d1Smatt
200beb9c6d1Smatt kd->min_uva = VM_MIN_ADDRESS;
201beb9c6d1Smatt kd->max_uva = VM_MAXUSER_ADDRESS;
202beb9c6d1Smatt
203beb9c6d1Smatt return (0);
204beb9c6d1Smatt }
205