xref: /netbsd-src/lib/libkvm/kvm_aarch64.c (revision 916b154777c03001385d7553acc2d6430fb1a919)
1*916b1547Srin /* $NetBSD: kvm_aarch64.c,v 1.12 2023/08/23 14:00:11 rin Exp $ */
2beb9c6d1Smatt 
3beb9c6d1Smatt /*-
435db1fcaSmrg  * Copyright (c) 2014, 2018 The NetBSD Foundation, Inc.
5beb9c6d1Smatt  * All rights reserved.
6beb9c6d1Smatt  *
7beb9c6d1Smatt  * This code is derived from software contributed to The NetBSD Foundation
8beb9c6d1Smatt  * by Matt Thomas of 3am Software Foundry.
9beb9c6d1Smatt  *
10beb9c6d1Smatt  * Redistribution and use in source and binary forms, with or without
11beb9c6d1Smatt  * modification, are permitted provided that the following conditions
12beb9c6d1Smatt  * are met:
13beb9c6d1Smatt  * 1. Redistributions of source code must retain the above copyright
14beb9c6d1Smatt  *    notice, this list of conditions and the following disclaimer.
15beb9c6d1Smatt  * 2. Redistributions in binary form must reproduce the above copyright
16beb9c6d1Smatt  *    notice, this list of conditions and the following disclaimer in the
17beb9c6d1Smatt  *    documentation and/or other materials provided with the distribution.
18beb9c6d1Smatt  *
19beb9c6d1Smatt  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20beb9c6d1Smatt  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21beb9c6d1Smatt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22beb9c6d1Smatt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23beb9c6d1Smatt  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24beb9c6d1Smatt  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25beb9c6d1Smatt  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26beb9c6d1Smatt  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27beb9c6d1Smatt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28beb9c6d1Smatt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29beb9c6d1Smatt  * POSSIBILITY OF SUCH DAMAGE.
30beb9c6d1Smatt  */
31beb9c6d1Smatt 
32beb9c6d1Smatt #include <sys/param.h>
33beb9c6d1Smatt #include <sys/proc.h>
34beb9c6d1Smatt #include <sys/stat.h>
35beb9c6d1Smatt #include <sys/kcore.h>
36beb9c6d1Smatt #include <sys/types.h>
37beb9c6d1Smatt #include <unistd.h>
38beb9c6d1Smatt #include <nlist.h>
39beb9c6d1Smatt #include <kvm.h>
40beb9c6d1Smatt 
41beb9c6d1Smatt #include <machine/kcore.h>
42d87f4219Smlelstv #include <machine/armreg.h>
43beb9c6d1Smatt #include <machine/pte.h>
44beb9c6d1Smatt #include <machine/vmparam.h>
45beb9c6d1Smatt 
46beb9c6d1Smatt #include <limits.h>
47beb9c6d1Smatt #include <db.h>
48beb9c6d1Smatt #include <stdlib.h>
49beb9c6d1Smatt 
50beb9c6d1Smatt #include "kvm_private.h"
51beb9c6d1Smatt 
52*916b1547Srin __RCSID("$NetBSD: kvm_aarch64.c,v 1.12 2023/08/23 14:00:11 rin Exp $");
53beb9c6d1Smatt 
54beb9c6d1Smatt /*ARGSUSED*/
55beb9c6d1Smatt void
_kvm_freevtop(kvm_t * kd)56beb9c6d1Smatt _kvm_freevtop(kvm_t *kd)
57beb9c6d1Smatt {
58beb9c6d1Smatt 	return;
59beb9c6d1Smatt }
60beb9c6d1Smatt 
61beb9c6d1Smatt /*ARGSUSED*/
62beb9c6d1Smatt int
_kvm_initvtop(kvm_t * kd)63beb9c6d1Smatt _kvm_initvtop(kvm_t *kd)
64beb9c6d1Smatt {
65beb9c6d1Smatt 	return (0);
66beb9c6d1Smatt }
67beb9c6d1Smatt 
68beb9c6d1Smatt int
_kvm_kvatop(kvm_t * kd,vaddr_t va,paddr_t * pa)69beb9c6d1Smatt _kvm_kvatop(kvm_t *kd, vaddr_t va, paddr_t *pa)
70beb9c6d1Smatt {
71beb9c6d1Smatt 	if (ISALIVE(kd)) {
72beb9c6d1Smatt 		_kvm_err(kd, 0, "vatop called in live kernel!");
73beb9c6d1Smatt 		return(0);
74beb9c6d1Smatt 	}
75beb9c6d1Smatt 
7687529819Sskrll 	if ((va & AARCH64_DIRECTMAP_MASK) != AARCH64_DIRECTMAP_START) {
77beb9c6d1Smatt 		/*
78beb9c6d1Smatt 		 * Bogus address (not in KV space): punt.
79beb9c6d1Smatt 		 */
80beb9c6d1Smatt 		_kvm_err(kd, 0, "invalid kernel virtual address");
81beb9c6d1Smatt lose:
82beb9c6d1Smatt 		*pa = -1;
83beb9c6d1Smatt 		return 0;
84beb9c6d1Smatt 	}
85beb9c6d1Smatt 
86beb9c6d1Smatt 	const cpu_kcore_hdr_t * const cpu_kh = kd->cpu_data;
8733cbd42aSmrg 	const uint64_t tg1 = cpu_kh->kh_tcr1 & TCR_TG1;
88beb9c6d1Smatt 	const u_int t1siz = __SHIFTOUT(cpu_kh->kh_tcr1, TCR_T1SZ);
899181a215Sskrll 	const u_int inputsz = 64 - t1siz;
90beb9c6d1Smatt 
91beb9c6d1Smatt 	/*
92beb9c6d1Smatt 	 * Real kernel virtual address: do the translation.
93beb9c6d1Smatt 	 */
94beb9c6d1Smatt 
95beb9c6d1Smatt 	u_int page_shift;
96beb9c6d1Smatt 
97beb9c6d1Smatt 	switch (tg1) {
98fe33aa27Sryo 	case TCR_TG1_4KB:
99beb9c6d1Smatt 		page_shift = 12;
100beb9c6d1Smatt 		break;
101fe33aa27Sryo 	case TCR_TG1_16KB:
102beb9c6d1Smatt 		page_shift = 14;
103beb9c6d1Smatt 		break;
104fe33aa27Sryo 	case TCR_TG1_64KB:
105beb9c6d1Smatt 		page_shift = 16;
106beb9c6d1Smatt 		break;
107beb9c6d1Smatt 	default:
108beb9c6d1Smatt 		goto lose;
109beb9c6d1Smatt 	}
110beb9c6d1Smatt 
111beb9c6d1Smatt 	const size_t page_size = 1 << page_shift;
1129181a215Sskrll 	const uint64_t page_mask = __BITS(page_shift - 1, 0);
1139181a215Sskrll 	const uint64_t page_addr = __BITS(47, page_shift);
114beb9c6d1Smatt 	const u_int pte_shift = page_shift - 3;
115beb9c6d1Smatt 
1169181a215Sskrll 	/* how many levels of page tables do we have? */
1179181a215Sskrll 	u_int levels = howmany(inputsz - page_shift, pte_shift);
118beb9c6d1Smatt 
119beb9c6d1Smatt 	/* restrict va to the valid VA bits */
1209181a215Sskrll 	va &= __BITS(inputsz - 1, 0);
121beb9c6d1Smatt 
1229181a215Sskrll 	u_int addr_shift = page_shift + (levels - 1) * pte_shift;
123beb9c6d1Smatt 
124beb9c6d1Smatt 	/* clear out the unused low bits of the table address */
1259181a215Sskrll 	paddr_t pte_addr = cpu_kh->kh_ttbr1 & TTBR_BADDR;
126beb9c6d1Smatt 
127beb9c6d1Smatt 	for (;;) {
128beb9c6d1Smatt 		pt_entry_t pte;
129beb9c6d1Smatt 
130beb9c6d1Smatt 		/* now index into the pte table */
13135db1fcaSmrg 		const uint64_t idx_mask = __BITS(addr_shift + pte_shift - 1,
13235db1fcaSmrg 						 addr_shift);
1339181a215Sskrll 		pte_addr += 8 * __SHIFTOUT(va, idx_mask);
134beb9c6d1Smatt 
135beb9c6d1Smatt 		/* Find and read the PTE. */
136beb9c6d1Smatt 		if (_kvm_pread(kd, kd->pmfd, &pte, sizeof(pte),
137beb9c6d1Smatt 		    _kvm_pa2off(kd, pte_addr)) != sizeof(pte)) {
138beb9c6d1Smatt 			_kvm_syserr(kd, 0, "could not read pte");
139beb9c6d1Smatt 			goto lose;
140beb9c6d1Smatt 		}
141beb9c6d1Smatt 
142beb9c6d1Smatt 		/* Find and read the L2 PTE. */
143beb9c6d1Smatt 		if ((pte & LX_VALID) == 0) {
144beb9c6d1Smatt 			_kvm_err(kd, 0, "invalid translation (invalid pte)");
145beb9c6d1Smatt 			goto lose;
146beb9c6d1Smatt 		}
147beb9c6d1Smatt 
148beb9c6d1Smatt 		if ((pte & LX_TYPE) == LX_TYPE_BLK) {
1499181a215Sskrll 			const size_t blk_size = 1 << addr_shift;
150cffa8474Smrg 			const uint64_t blk_mask = __BITS(addr_shift - 1, 0);
151beb9c6d1Smatt 
152beb9c6d1Smatt 			*pa = (pte & page_addr & ~blk_mask) | (va & blk_mask);
1539181a215Sskrll 			return blk_size - (va & blk_mask);
154beb9c6d1Smatt 		}
1559181a215Sskrll 		if (--levels == 0) {
156beb9c6d1Smatt 			*pa = (pte & page_addr) | (va & page_mask);
1579181a215Sskrll 			return page_size - (va & page_mask);
158beb9c6d1Smatt 		}
159beb9c6d1Smatt 
160beb9c6d1Smatt 		/*
161beb9c6d1Smatt 		 * Read next level of page table
162beb9c6d1Smatt 		 */
163beb9c6d1Smatt 
164beb9c6d1Smatt 		pte_addr = pte & page_addr;
165beb9c6d1Smatt 		addr_shift -= pte_shift;
166beb9c6d1Smatt 	}
167beb9c6d1Smatt }
168beb9c6d1Smatt 
169beb9c6d1Smatt /*
170beb9c6d1Smatt  * Translate a physical address to a file-offset in the crash dump.
171beb9c6d1Smatt  */
172beb9c6d1Smatt off_t
_kvm_pa2off(kvm_t * kd,paddr_t pa)173beb9c6d1Smatt _kvm_pa2off(kvm_t *kd, paddr_t pa)
174beb9c6d1Smatt {
175beb9c6d1Smatt 	const cpu_kcore_hdr_t * const cpu_kh = kd->cpu_data;
176beb9c6d1Smatt 	off_t off = 0;
177beb9c6d1Smatt 
178beb9c6d1Smatt 	for (const phys_ram_seg_t *ramsegs = cpu_kh->kh_ramsegs;
179beb9c6d1Smatt 	     ramsegs->size != 0; ramsegs++) {
180beb9c6d1Smatt 		if (pa >= ramsegs->start
181beb9c6d1Smatt 		    && pa < ramsegs->start + ramsegs->size) {
182beb9c6d1Smatt 			off += pa - ramsegs->start;
183beb9c6d1Smatt 			break;
184beb9c6d1Smatt 		}
185beb9c6d1Smatt 		off += ramsegs->size;
186beb9c6d1Smatt 	}
187beb9c6d1Smatt 
188beb9c6d1Smatt 	return kd->dump_off + off;
189beb9c6d1Smatt }
190beb9c6d1Smatt 
191beb9c6d1Smatt /*
192beb9c6d1Smatt  * Machine-dependent initialization for ALL open kvm descriptors,
193beb9c6d1Smatt  * not just those for a kernel crash dump.  Some architectures
194beb9c6d1Smatt  * have to deal with these NOT being constants!  (i.e. m68k)
195beb9c6d1Smatt  */
196beb9c6d1Smatt int
_kvm_mdopen(kvm_t * kd)197beb9c6d1Smatt _kvm_mdopen(kvm_t *kd)
198beb9c6d1Smatt {
199beb9c6d1Smatt 
200beb9c6d1Smatt 	kd->min_uva = VM_MIN_ADDRESS;
201beb9c6d1Smatt 	kd->max_uva = VM_MAXUSER_ADDRESS;
202beb9c6d1Smatt 
203beb9c6d1Smatt 	return (0);
204beb9c6d1Smatt }
205