xref: /freebsd-src/sys/amd64/ia32/ia32_syscall.c (revision 39024a89146902ca9aba250130b828ad9aced99d)
1d85631c4SPeter Wemm /*-
2df57947fSPedro F. Giffuni  * SPDX-License-Identifier: BSD-4-Clause
3df57947fSPedro F. Giffuni  *
4d85631c4SPeter Wemm  * Copyright (C) 1994, David Greenman
5d85631c4SPeter Wemm  * Copyright (c) 1990, 1993
6d85631c4SPeter Wemm  *	The Regents of the University of California.  All rights reserved.
7d85631c4SPeter Wemm  *
8d85631c4SPeter Wemm  * This code is derived from software contributed to Berkeley by
9d85631c4SPeter Wemm  * the University of Utah, and William Jolitz.
10d85631c4SPeter Wemm  *
11d85631c4SPeter Wemm  * Redistribution and use in source and binary forms, with or without
12d85631c4SPeter Wemm  * modification, are permitted provided that the following conditions
13d85631c4SPeter Wemm  * are met:
14d85631c4SPeter Wemm  * 1. Redistributions of source code must retain the above copyright
15d85631c4SPeter Wemm  *    notice, this list of conditions and the following disclaimer.
16d85631c4SPeter Wemm  * 2. Redistributions in binary form must reproduce the above copyright
17d85631c4SPeter Wemm  *    notice, this list of conditions and the following disclaimer in the
18d85631c4SPeter Wemm  *    documentation and/or other materials provided with the distribution.
19d85631c4SPeter Wemm  * 3. All advertising materials mentioning features or use of this software
20d85631c4SPeter Wemm  *    must display the following acknowledgement:
21d85631c4SPeter Wemm  *	This product includes software developed by the University of
22d85631c4SPeter Wemm  *	California, Berkeley and its contributors.
23d85631c4SPeter Wemm  * 4. Neither the name of the University nor the names of its contributors
24d85631c4SPeter Wemm  *    may be used to endorse or promote products derived from this software
25d85631c4SPeter Wemm  *    without specific prior written permission.
26d85631c4SPeter Wemm  *
27d85631c4SPeter Wemm  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
28d85631c4SPeter Wemm  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
29d85631c4SPeter Wemm  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
30d85631c4SPeter Wemm  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
31d85631c4SPeter Wemm  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32d85631c4SPeter Wemm  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
33d85631c4SPeter Wemm  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
34d85631c4SPeter Wemm  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
35d85631c4SPeter Wemm  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
36d85631c4SPeter Wemm  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37d85631c4SPeter Wemm  * SUCH DAMAGE.
38d85631c4SPeter Wemm  */
39d85631c4SPeter Wemm 
4056ae44c5SDavid E. O'Brien #include <sys/cdefs.h>
41d85631c4SPeter Wemm /*
42d85631c4SPeter Wemm  * 386 Trap and System call handling
43d85631c4SPeter Wemm  */
44d85631c4SPeter Wemm 
45d85631c4SPeter Wemm #include "opt_clock.h"
46d85631c4SPeter Wemm #include "opt_cpu.h"
47d85631c4SPeter Wemm #include "opt_isa.h"
48d85631c4SPeter Wemm 
49d85631c4SPeter Wemm #include <sys/param.h>
50d85631c4SPeter Wemm #include <sys/bus.h>
51d85631c4SPeter Wemm #include <sys/systm.h>
52d85631c4SPeter Wemm #include <sys/proc.h>
53d85631c4SPeter Wemm #include <sys/kernel.h>
54d85631c4SPeter Wemm #include <sys/ktr.h>
55d85631c4SPeter Wemm #include <sys/lock.h>
56b0f71f1bSMark Johnston #include <sys/msan.h>
57d85631c4SPeter Wemm #include <sys/mutex.h>
58afe1a688SKonstantin Belousov #include <sys/proc.h>
5900f18569SJohn Baldwin #include <sys/ptrace.h>
60d85631c4SPeter Wemm #include <sys/resourcevar.h>
61d85631c4SPeter Wemm #include <sys/signalvar.h>
62d85631c4SPeter Wemm #include <sys/syscall.h>
63d85631c4SPeter Wemm #include <sys/sysctl.h>
64d85631c4SPeter Wemm #include <sys/sysent.h>
65d85631c4SPeter Wemm #include <sys/uio.h>
66d85631c4SPeter Wemm #include <sys/vmmeter.h>
674f9ac41fSWayne Salamon #include <security/audit/audit.h>
68d85631c4SPeter Wemm 
69d85631c4SPeter Wemm #include <vm/vm.h>
70d85631c4SPeter Wemm #include <vm/vm_param.h>
71d85631c4SPeter Wemm #include <vm/pmap.h>
72d85631c4SPeter Wemm #include <vm/vm_kern.h>
73d85631c4SPeter Wemm #include <vm/vm_map.h>
74d85631c4SPeter Wemm #include <vm/vm_page.h>
75d85631c4SPeter Wemm #include <vm/vm_extern.h>
76d85631c4SPeter Wemm 
77d85631c4SPeter Wemm #include <machine/cpu.h>
780d2a2989SPeter Wemm #include <machine/intr_machdep.h>
79d85631c4SPeter Wemm #include <machine/md_var.h>
80d85631c4SPeter Wemm 
817332c129SKonstantin Belousov #include <compat/freebsd32/freebsd32_signal.h>
82afe1a688SKonstantin Belousov #include <compat/freebsd32/freebsd32_util.h>
837332c129SKonstantin Belousov #include <compat/ia32/ia32_signal.h>
847332c129SKonstantin Belousov #include <machine/psl.h>
857332c129SKonstantin Belousov #include <machine/segments.h>
867332c129SKonstantin Belousov #include <machine/specialreg.h>
877332c129SKonstantin Belousov #include <machine/sysarch.h>
887332c129SKonstantin Belousov #include <machine/frame.h>
897332c129SKonstantin Belousov #include <machine/md_var.h>
907332c129SKonstantin Belousov #include <machine/pcb.h>
917332c129SKonstantin Belousov #include <machine/cpufunc.h>
92afe1a688SKonstantin Belousov 
9398c8b625SKonstantin Belousov #include "vdso_ia32_offsets.h"
9498c8b625SKonstantin Belousov 
9598c8b625SKonstantin Belousov extern const char _binary_elf_vdso32_so_1_start[];
9698c8b625SKonstantin Belousov extern const char _binary_elf_vdso32_so_1_end[];
9798c8b625SKonstantin Belousov extern char _binary_elf_vdso32_so_1_size;
9898c8b625SKonstantin Belousov 
99d85631c4SPeter Wemm #define	IDTVEC(name)	__CONCAT(X,name)
100d85631c4SPeter Wemm 
101bd50262fSKonstantin Belousov extern inthand_t IDTVEC(int0x80_syscall), IDTVEC(int0x80_syscall_pti),
102bd50262fSKonstantin Belousov     IDTVEC(rsvd), IDTVEC(rsvd_pti);
103d85631c4SPeter Wemm 
104e5f8d409SKip Macy void ia32_syscall(struct trapframe *frame);	/* Called from asm code */
105d85631c4SPeter Wemm 
106afe1a688SKonstantin Belousov void
ia32_set_syscall_retval(struct thread * td,int error)107afe1a688SKonstantin Belousov ia32_set_syscall_retval(struct thread *td, int error)
108afe1a688SKonstantin Belousov {
109d85631c4SPeter Wemm 
110afe1a688SKonstantin Belousov 	cpu_set_syscall_retval(td, error);
111afe1a688SKonstantin Belousov }
112afe1a688SKonstantin Belousov 
113afe1a688SKonstantin Belousov int
ia32_fetch_syscall_args(struct thread * td)1142d88da2fSKonstantin Belousov ia32_fetch_syscall_args(struct thread *td)
1155b1162b9SKonstantin Belousov {
1165b1162b9SKonstantin Belousov 	struct proc *p;
1175b1162b9SKonstantin Belousov 	struct trapframe *frame;
1182d88da2fSKonstantin Belousov 	struct syscall_args *sa;
119afe1a688SKonstantin Belousov 	caddr_t params;
1200a2c94b8SKonstantin Belousov 	u_int32_t args[8], tmp;
1215b1162b9SKonstantin Belousov 	int error, i;
122a37d4032SKonstantin Belousov #ifdef COMPAT_43
123a37d4032SKonstantin Belousov 	u_int32_t eip;
124a37d4032SKonstantin Belousov 	int cs;
125a37d4032SKonstantin Belousov #endif
1265b1162b9SKonstantin Belousov 
1275b1162b9SKonstantin Belousov 	p = td->td_proc;
1285b1162b9SKonstantin Belousov 	frame = td->td_frame;
1292d88da2fSKonstantin Belousov 	sa = &td->td_sa;
1305b1162b9SKonstantin Belousov 
131a37d4032SKonstantin Belousov #ifdef COMPAT_43
132a37d4032SKonstantin Belousov 	if (__predict_false(frame->tf_cs == 7 && frame->tf_rip == 2)) {
133a37d4032SKonstantin Belousov 		/*
134a37d4032SKonstantin Belousov 		 * In lcall $7,$0 after int $0x80.  Convert the user
135a37d4032SKonstantin Belousov 		 * frame to what it would be for a direct int 0x80 instead
136a37d4032SKonstantin Belousov 		 * of lcall $7,$0, by popping the lcall return address.
137a37d4032SKonstantin Belousov 		 */
138a37d4032SKonstantin Belousov 		error = fueword32((void *)frame->tf_rsp, &eip);
139a37d4032SKonstantin Belousov 		if (error == -1)
140a37d4032SKonstantin Belousov 			return (EFAULT);
141a37d4032SKonstantin Belousov 		cs = fuword16((void *)(frame->tf_rsp + sizeof(u_int32_t)));
142a37d4032SKonstantin Belousov 		if (cs == -1)
143a37d4032SKonstantin Belousov 			return (EFAULT);
144a37d4032SKonstantin Belousov 
145a37d4032SKonstantin Belousov 		/*
146a37d4032SKonstantin Belousov 		 * Unwind in-kernel frame after all stack frame pieces
147a37d4032SKonstantin Belousov 		 * were successfully read.
148a37d4032SKonstantin Belousov 		 */
149a37d4032SKonstantin Belousov 		frame->tf_rip = eip;
150a37d4032SKonstantin Belousov 		frame->tf_cs = cs;
151a37d4032SKonstantin Belousov 		frame->tf_rsp += 2 * sizeof(u_int32_t);
1522d7e563cSKonstantin Belousov 		frame->tf_err = 7;		/* size of lcall $7,$0 */
153a37d4032SKonstantin Belousov 	}
154a37d4032SKonstantin Belousov #endif
155a37d4032SKonstantin Belousov 
156afe1a688SKonstantin Belousov 	params = (caddr_t)frame->tf_rsp + sizeof(u_int32_t);
1575b1162b9SKonstantin Belousov 	sa->code = frame->tf_rax;
158cf98bc28SDavid Chisnall 	sa->original_code = sa->code;
159d85631c4SPeter Wemm 
160d85631c4SPeter Wemm 	/*
161d85631c4SPeter Wemm 	 * Need to check if this is a 32 bit or 64 bit syscall.
162d85631c4SPeter Wemm 	 */
1635b1162b9SKonstantin Belousov 	if (sa->code == SYS_syscall) {
164d85631c4SPeter Wemm 		/*
165d85631c4SPeter Wemm 		 * Code is first argument, followed by actual args.
166d85631c4SPeter Wemm 		 */
1670a2c94b8SKonstantin Belousov 		error = fueword32(params, &tmp);
1680a2c94b8SKonstantin Belousov 		if (error == -1)
1690a2c94b8SKonstantin Belousov 			return (EFAULT);
1700a2c94b8SKonstantin Belousov 		sa->code = tmp;
171afe1a688SKonstantin Belousov 		params += sizeof(int);
1725b1162b9SKonstantin Belousov 	} else if (sa->code == SYS___syscall) {
173d85631c4SPeter Wemm 		/*
174d85631c4SPeter Wemm 		 * Like syscall, but code is a quad, so as to maintain
175d85631c4SPeter Wemm 		 * quad alignment for the rest of the arguments.
176d85631c4SPeter Wemm 		 * We use a 32-bit fetch in case params is not
177d85631c4SPeter Wemm 		 * aligned.
178d85631c4SPeter Wemm 		 */
1790a2c94b8SKonstantin Belousov 		error = fueword32(params, &tmp);
1800a2c94b8SKonstantin Belousov 		if (error == -1)
1810a2c94b8SKonstantin Belousov 			return (EFAULT);
1820a2c94b8SKonstantin Belousov 		sa->code = tmp;
183afe1a688SKonstantin Belousov 		params += sizeof(quad_t);
184d85631c4SPeter Wemm 	}
1855b1162b9SKonstantin Belousov  	if (sa->code >= p->p_sysent->sv_size)
186*39024a89SKonstantin Belousov 		sa->callp = &nosys_sysent;
187d85631c4SPeter Wemm   	else
1885b1162b9SKonstantin Belousov  		sa->callp = &p->p_sysent->sv_table[sa->code];
189d85631c4SPeter Wemm 
1901e2521ffSEdward Tomasz Napierala 	if (params != NULL && sa->callp->sy_narg != 0)
191afe1a688SKonstantin Belousov 		error = copyin(params, (caddr_t)args,
1921e2521ffSEdward Tomasz Napierala 		    (u_int)(sa->callp->sy_narg * sizeof(int)));
193d85631c4SPeter Wemm 	else
194d85631c4SPeter Wemm 		error = 0;
195d85631c4SPeter Wemm 
1961e2521ffSEdward Tomasz Napierala 	for (i = 0; i < sa->callp->sy_narg; i++)
197afe1a688SKonstantin Belousov 		sa->args[i] = args[i];
198d85631c4SPeter Wemm 
199afe1a688SKonstantin Belousov 	if (error == 0) {
200afe1a688SKonstantin Belousov 		td->td_retval[0] = 0;
201afe1a688SKonstantin Belousov 		td->td_retval[1] = frame->tf_rdx;
202afe1a688SKonstantin Belousov 	}
2035b1162b9SKonstantin Belousov 
2045b1162b9SKonstantin Belousov 	return (error);
2055b1162b9SKonstantin Belousov }
2065b1162b9SKonstantin Belousov 
20726ccf4f1SKonstantin Belousov #include "../../kern/subr_syscall.c"
20826ccf4f1SKonstantin Belousov 
2095b1162b9SKonstantin Belousov void
ia32_syscall(struct trapframe * frame)2105b1162b9SKonstantin Belousov ia32_syscall(struct trapframe *frame)
2115b1162b9SKonstantin Belousov {
2125b1162b9SKonstantin Belousov 	struct thread *td;
2135b1162b9SKonstantin Belousov 	register_t orig_tf_rflags;
2145b1162b9SKonstantin Belousov 	ksiginfo_t ksi;
2155b1162b9SKonstantin Belousov 
216b0f71f1bSMark Johnston 	kmsan_mark(frame, sizeof(*frame), KMSAN_STATE_INITED);
217b0f71f1bSMark Johnston 
2185b1162b9SKonstantin Belousov 	orig_tf_rflags = frame->tf_rflags;
219afe1a688SKonstantin Belousov 	td = curthread;
220afe1a688SKonstantin Belousov 	td->td_frame = frame;
2215b1162b9SKonstantin Belousov 
222c18ca749SJohn Baldwin 	syscallenter(td);
223d85631c4SPeter Wemm 
224d85631c4SPeter Wemm 	/*
225d85631c4SPeter Wemm 	 * Traced syscall.
226d85631c4SPeter Wemm 	 */
227d85631c4SPeter Wemm 	if (orig_tf_rflags & PSL_T) {
228e5f8d409SKip Macy 		frame->tf_rflags &= ~PSL_T;
2299104847fSDavid Xu 		ksiginfo_init_trap(&ksi);
2309104847fSDavid Xu 		ksi.ksi_signo = SIGTRAP;
2319104847fSDavid Xu 		ksi.ksi_code = TRAP_TRACE;
232e5f8d409SKip Macy 		ksi.ksi_addr = (void *)frame->tf_rip;
2339104847fSDavid Xu 		trapsignal(td, &ksi);
234d85631c4SPeter Wemm 	}
235d85631c4SPeter Wemm 
236c18ca749SJohn Baldwin 	syscallret(td);
237c18ca749SJohn Baldwin 	amd64_syscall_ret_flush_l1d(td->td_errno);
238d85631c4SPeter Wemm }
239d85631c4SPeter Wemm 
240d85631c4SPeter Wemm static void
ia32_syscall_enable(void * dummy)241d85631c4SPeter Wemm ia32_syscall_enable(void *dummy)
242d85631c4SPeter Wemm {
243d85631c4SPeter Wemm 
244bd50262fSKonstantin Belousov  	setidt(IDT_SYSCALL, pti ? &IDTVEC(int0x80_syscall_pti) :
245bd50262fSKonstantin Belousov 	    &IDTVEC(int0x80_syscall), SDT_SYSIGT, SEL_UPL, 0);
246d85631c4SPeter Wemm }
247d85631c4SPeter Wemm 
248d85631c4SPeter Wemm static void
ia32_syscall_disable(void * dummy)249d85631c4SPeter Wemm ia32_syscall_disable(void *dummy)
250d85631c4SPeter Wemm {
251d85631c4SPeter Wemm 
252bd50262fSKonstantin Belousov  	setidt(IDT_SYSCALL, pti ? &IDTVEC(rsvd_pti) : &IDTVEC(rsvd),
253bd50262fSKonstantin Belousov 	    SDT_SYSIGT, SEL_KPL, 0);
254d85631c4SPeter Wemm }
255d85631c4SPeter Wemm 
256d85631c4SPeter Wemm SYSINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_enable, NULL);
257d85631c4SPeter Wemm SYSUNINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_disable, NULL);
2587332c129SKonstantin Belousov 
2597332c129SKonstantin Belousov #ifdef COMPAT_43
2607332c129SKonstantin Belousov int
setup_lcall_gate(void)2617332c129SKonstantin Belousov setup_lcall_gate(void)
2627332c129SKonstantin Belousov {
2637332c129SKonstantin Belousov 	struct i386_ldt_args uap;
2644cc6942fSKonstantin Belousov 	struct user_segment_descriptor desc;
2657332c129SKonstantin Belousov 	uint32_t lcall_addr;
2667332c129SKonstantin Belousov 	int error;
2677332c129SKonstantin Belousov 
2687332c129SKonstantin Belousov 	bzero(&uap, sizeof(uap));
2697332c129SKonstantin Belousov 	uap.start = 0;
2704cc6942fSKonstantin Belousov 	uap.num = 1;
271706f4a81SMark Johnston 	lcall_addr = PROC_PS_STRINGS(curproc) -
27298c8b625SKonstantin Belousov 	    (_binary_elf_vdso32_so_1_end - _binary_elf_vdso32_so_1_start) +
27398c8b625SKonstantin Belousov 	    VDSO_LCALL_TRAMP_OFFSET;
2744cc6942fSKonstantin Belousov 	bzero(&desc, sizeof(desc));
2754cc6942fSKonstantin Belousov 	desc.sd_type = SDT_MEMERA;
2764cc6942fSKonstantin Belousov 	desc.sd_dpl = SEL_UPL;
2774cc6942fSKonstantin Belousov 	desc.sd_p = 1;
2784cc6942fSKonstantin Belousov 	desc.sd_def32 = 1;
2794cc6942fSKonstantin Belousov 	desc.sd_gran = 1;
2804cc6942fSKonstantin Belousov 	desc.sd_lolimit = 0xffff;
2814cc6942fSKonstantin Belousov 	desc.sd_hilimit = 0xf;
2824cc6942fSKonstantin Belousov 	desc.sd_lobase = lcall_addr;
2834cc6942fSKonstantin Belousov 	desc.sd_hibase = lcall_addr >> 24;
2844cc6942fSKonstantin Belousov 	error = amd64_set_ldt(curthread, &uap, &desc);
2857332c129SKonstantin Belousov 	if (error != 0)
2867332c129SKonstantin Belousov 		return (error);
2877332c129SKonstantin Belousov 
2887332c129SKonstantin Belousov 	return (0);
2897332c129SKonstantin Belousov }
2907332c129SKonstantin Belousov #endif
291