1d85631c4SPeter Wemm /*-
2df57947fSPedro F. Giffuni * SPDX-License-Identifier: BSD-4-Clause
3df57947fSPedro F. Giffuni *
4d85631c4SPeter Wemm * Copyright (C) 1994, David Greenman
5d85631c4SPeter Wemm * Copyright (c) 1990, 1993
6d85631c4SPeter Wemm * The Regents of the University of California. All rights reserved.
7d85631c4SPeter Wemm *
8d85631c4SPeter Wemm * This code is derived from software contributed to Berkeley by
9d85631c4SPeter Wemm * the University of Utah, and William Jolitz.
10d85631c4SPeter Wemm *
11d85631c4SPeter Wemm * Redistribution and use in source and binary forms, with or without
12d85631c4SPeter Wemm * modification, are permitted provided that the following conditions
13d85631c4SPeter Wemm * are met:
14d85631c4SPeter Wemm * 1. Redistributions of source code must retain the above copyright
15d85631c4SPeter Wemm * notice, this list of conditions and the following disclaimer.
16d85631c4SPeter Wemm * 2. Redistributions in binary form must reproduce the above copyright
17d85631c4SPeter Wemm * notice, this list of conditions and the following disclaimer in the
18d85631c4SPeter Wemm * documentation and/or other materials provided with the distribution.
19d85631c4SPeter Wemm * 3. All advertising materials mentioning features or use of this software
20d85631c4SPeter Wemm * must display the following acknowledgement:
21d85631c4SPeter Wemm * This product includes software developed by the University of
22d85631c4SPeter Wemm * California, Berkeley and its contributors.
23d85631c4SPeter Wemm * 4. Neither the name of the University nor the names of its contributors
24d85631c4SPeter Wemm * may be used to endorse or promote products derived from this software
25d85631c4SPeter Wemm * without specific prior written permission.
26d85631c4SPeter Wemm *
27d85631c4SPeter Wemm * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
28d85631c4SPeter Wemm * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
29d85631c4SPeter Wemm * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
30d85631c4SPeter Wemm * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
31d85631c4SPeter Wemm * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32d85631c4SPeter Wemm * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
33d85631c4SPeter Wemm * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
34d85631c4SPeter Wemm * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
35d85631c4SPeter Wemm * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
36d85631c4SPeter Wemm * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37d85631c4SPeter Wemm * SUCH DAMAGE.
38d85631c4SPeter Wemm */
39d85631c4SPeter Wemm
4056ae44c5SDavid E. O'Brien #include <sys/cdefs.h>
41d85631c4SPeter Wemm /*
42d85631c4SPeter Wemm * 386 Trap and System call handling
43d85631c4SPeter Wemm */
44d85631c4SPeter Wemm
45d85631c4SPeter Wemm #include "opt_clock.h"
46d85631c4SPeter Wemm #include "opt_cpu.h"
47d85631c4SPeter Wemm #include "opt_isa.h"
48d85631c4SPeter Wemm
49d85631c4SPeter Wemm #include <sys/param.h>
50d85631c4SPeter Wemm #include <sys/bus.h>
51d85631c4SPeter Wemm #include <sys/systm.h>
52d85631c4SPeter Wemm #include <sys/proc.h>
53d85631c4SPeter Wemm #include <sys/kernel.h>
54d85631c4SPeter Wemm #include <sys/ktr.h>
55d85631c4SPeter Wemm #include <sys/lock.h>
56b0f71f1bSMark Johnston #include <sys/msan.h>
57d85631c4SPeter Wemm #include <sys/mutex.h>
58afe1a688SKonstantin Belousov #include <sys/proc.h>
5900f18569SJohn Baldwin #include <sys/ptrace.h>
60d85631c4SPeter Wemm #include <sys/resourcevar.h>
61d85631c4SPeter Wemm #include <sys/signalvar.h>
62d85631c4SPeter Wemm #include <sys/syscall.h>
63d85631c4SPeter Wemm #include <sys/sysctl.h>
64d85631c4SPeter Wemm #include <sys/sysent.h>
65d85631c4SPeter Wemm #include <sys/uio.h>
66d85631c4SPeter Wemm #include <sys/vmmeter.h>
674f9ac41fSWayne Salamon #include <security/audit/audit.h>
68d85631c4SPeter Wemm
69d85631c4SPeter Wemm #include <vm/vm.h>
70d85631c4SPeter Wemm #include <vm/vm_param.h>
71d85631c4SPeter Wemm #include <vm/pmap.h>
72d85631c4SPeter Wemm #include <vm/vm_kern.h>
73d85631c4SPeter Wemm #include <vm/vm_map.h>
74d85631c4SPeter Wemm #include <vm/vm_page.h>
75d85631c4SPeter Wemm #include <vm/vm_extern.h>
76d85631c4SPeter Wemm
77d85631c4SPeter Wemm #include <machine/cpu.h>
780d2a2989SPeter Wemm #include <machine/intr_machdep.h>
79d85631c4SPeter Wemm #include <machine/md_var.h>
80d85631c4SPeter Wemm
817332c129SKonstantin Belousov #include <compat/freebsd32/freebsd32_signal.h>
82afe1a688SKonstantin Belousov #include <compat/freebsd32/freebsd32_util.h>
837332c129SKonstantin Belousov #include <compat/ia32/ia32_signal.h>
847332c129SKonstantin Belousov #include <machine/psl.h>
857332c129SKonstantin Belousov #include <machine/segments.h>
867332c129SKonstantin Belousov #include <machine/specialreg.h>
877332c129SKonstantin Belousov #include <machine/sysarch.h>
887332c129SKonstantin Belousov #include <machine/frame.h>
897332c129SKonstantin Belousov #include <machine/md_var.h>
907332c129SKonstantin Belousov #include <machine/pcb.h>
917332c129SKonstantin Belousov #include <machine/cpufunc.h>
92afe1a688SKonstantin Belousov
9398c8b625SKonstantin Belousov #include "vdso_ia32_offsets.h"
9498c8b625SKonstantin Belousov
9598c8b625SKonstantin Belousov extern const char _binary_elf_vdso32_so_1_start[];
9698c8b625SKonstantin Belousov extern const char _binary_elf_vdso32_so_1_end[];
9798c8b625SKonstantin Belousov extern char _binary_elf_vdso32_so_1_size;
9898c8b625SKonstantin Belousov
99d85631c4SPeter Wemm #define IDTVEC(name) __CONCAT(X,name)
100d85631c4SPeter Wemm
101bd50262fSKonstantin Belousov extern inthand_t IDTVEC(int0x80_syscall), IDTVEC(int0x80_syscall_pti),
102bd50262fSKonstantin Belousov IDTVEC(rsvd), IDTVEC(rsvd_pti);
103d85631c4SPeter Wemm
104e5f8d409SKip Macy void ia32_syscall(struct trapframe *frame); /* Called from asm code */
105d85631c4SPeter Wemm
106afe1a688SKonstantin Belousov void
ia32_set_syscall_retval(struct thread * td,int error)107afe1a688SKonstantin Belousov ia32_set_syscall_retval(struct thread *td, int error)
108afe1a688SKonstantin Belousov {
109d85631c4SPeter Wemm
110afe1a688SKonstantin Belousov cpu_set_syscall_retval(td, error);
111afe1a688SKonstantin Belousov }
112afe1a688SKonstantin Belousov
113afe1a688SKonstantin Belousov int
ia32_fetch_syscall_args(struct thread * td)1142d88da2fSKonstantin Belousov ia32_fetch_syscall_args(struct thread *td)
1155b1162b9SKonstantin Belousov {
1165b1162b9SKonstantin Belousov struct proc *p;
1175b1162b9SKonstantin Belousov struct trapframe *frame;
1182d88da2fSKonstantin Belousov struct syscall_args *sa;
119afe1a688SKonstantin Belousov caddr_t params;
1200a2c94b8SKonstantin Belousov u_int32_t args[8], tmp;
1215b1162b9SKonstantin Belousov int error, i;
122a37d4032SKonstantin Belousov #ifdef COMPAT_43
123a37d4032SKonstantin Belousov u_int32_t eip;
124a37d4032SKonstantin Belousov int cs;
125a37d4032SKonstantin Belousov #endif
1265b1162b9SKonstantin Belousov
1275b1162b9SKonstantin Belousov p = td->td_proc;
1285b1162b9SKonstantin Belousov frame = td->td_frame;
1292d88da2fSKonstantin Belousov sa = &td->td_sa;
1305b1162b9SKonstantin Belousov
131a37d4032SKonstantin Belousov #ifdef COMPAT_43
132a37d4032SKonstantin Belousov if (__predict_false(frame->tf_cs == 7 && frame->tf_rip == 2)) {
133a37d4032SKonstantin Belousov /*
134a37d4032SKonstantin Belousov * In lcall $7,$0 after int $0x80. Convert the user
135a37d4032SKonstantin Belousov * frame to what it would be for a direct int 0x80 instead
136a37d4032SKonstantin Belousov * of lcall $7,$0, by popping the lcall return address.
137a37d4032SKonstantin Belousov */
138a37d4032SKonstantin Belousov error = fueword32((void *)frame->tf_rsp, &eip);
139a37d4032SKonstantin Belousov if (error == -1)
140a37d4032SKonstantin Belousov return (EFAULT);
141a37d4032SKonstantin Belousov cs = fuword16((void *)(frame->tf_rsp + sizeof(u_int32_t)));
142a37d4032SKonstantin Belousov if (cs == -1)
143a37d4032SKonstantin Belousov return (EFAULT);
144a37d4032SKonstantin Belousov
145a37d4032SKonstantin Belousov /*
146a37d4032SKonstantin Belousov * Unwind in-kernel frame after all stack frame pieces
147a37d4032SKonstantin Belousov * were successfully read.
148a37d4032SKonstantin Belousov */
149a37d4032SKonstantin Belousov frame->tf_rip = eip;
150a37d4032SKonstantin Belousov frame->tf_cs = cs;
151a37d4032SKonstantin Belousov frame->tf_rsp += 2 * sizeof(u_int32_t);
1522d7e563cSKonstantin Belousov frame->tf_err = 7; /* size of lcall $7,$0 */
153a37d4032SKonstantin Belousov }
154a37d4032SKonstantin Belousov #endif
155a37d4032SKonstantin Belousov
156afe1a688SKonstantin Belousov params = (caddr_t)frame->tf_rsp + sizeof(u_int32_t);
1575b1162b9SKonstantin Belousov sa->code = frame->tf_rax;
158cf98bc28SDavid Chisnall sa->original_code = sa->code;
159d85631c4SPeter Wemm
160d85631c4SPeter Wemm /*
161d85631c4SPeter Wemm * Need to check if this is a 32 bit or 64 bit syscall.
162d85631c4SPeter Wemm */
1635b1162b9SKonstantin Belousov if (sa->code == SYS_syscall) {
164d85631c4SPeter Wemm /*
165d85631c4SPeter Wemm * Code is first argument, followed by actual args.
166d85631c4SPeter Wemm */
1670a2c94b8SKonstantin Belousov error = fueword32(params, &tmp);
1680a2c94b8SKonstantin Belousov if (error == -1)
1690a2c94b8SKonstantin Belousov return (EFAULT);
1700a2c94b8SKonstantin Belousov sa->code = tmp;
171afe1a688SKonstantin Belousov params += sizeof(int);
1725b1162b9SKonstantin Belousov } else if (sa->code == SYS___syscall) {
173d85631c4SPeter Wemm /*
174d85631c4SPeter Wemm * Like syscall, but code is a quad, so as to maintain
175d85631c4SPeter Wemm * quad alignment for the rest of the arguments.
176d85631c4SPeter Wemm * We use a 32-bit fetch in case params is not
177d85631c4SPeter Wemm * aligned.
178d85631c4SPeter Wemm */
1790a2c94b8SKonstantin Belousov error = fueword32(params, &tmp);
1800a2c94b8SKonstantin Belousov if (error == -1)
1810a2c94b8SKonstantin Belousov return (EFAULT);
1820a2c94b8SKonstantin Belousov sa->code = tmp;
183afe1a688SKonstantin Belousov params += sizeof(quad_t);
184d85631c4SPeter Wemm }
1855b1162b9SKonstantin Belousov if (sa->code >= p->p_sysent->sv_size)
186*39024a89SKonstantin Belousov sa->callp = &nosys_sysent;
187d85631c4SPeter Wemm else
1885b1162b9SKonstantin Belousov sa->callp = &p->p_sysent->sv_table[sa->code];
189d85631c4SPeter Wemm
1901e2521ffSEdward Tomasz Napierala if (params != NULL && sa->callp->sy_narg != 0)
191afe1a688SKonstantin Belousov error = copyin(params, (caddr_t)args,
1921e2521ffSEdward Tomasz Napierala (u_int)(sa->callp->sy_narg * sizeof(int)));
193d85631c4SPeter Wemm else
194d85631c4SPeter Wemm error = 0;
195d85631c4SPeter Wemm
1961e2521ffSEdward Tomasz Napierala for (i = 0; i < sa->callp->sy_narg; i++)
197afe1a688SKonstantin Belousov sa->args[i] = args[i];
198d85631c4SPeter Wemm
199afe1a688SKonstantin Belousov if (error == 0) {
200afe1a688SKonstantin Belousov td->td_retval[0] = 0;
201afe1a688SKonstantin Belousov td->td_retval[1] = frame->tf_rdx;
202afe1a688SKonstantin Belousov }
2035b1162b9SKonstantin Belousov
2045b1162b9SKonstantin Belousov return (error);
2055b1162b9SKonstantin Belousov }
2065b1162b9SKonstantin Belousov
20726ccf4f1SKonstantin Belousov #include "../../kern/subr_syscall.c"
20826ccf4f1SKonstantin Belousov
2095b1162b9SKonstantin Belousov void
ia32_syscall(struct trapframe * frame)2105b1162b9SKonstantin Belousov ia32_syscall(struct trapframe *frame)
2115b1162b9SKonstantin Belousov {
2125b1162b9SKonstantin Belousov struct thread *td;
2135b1162b9SKonstantin Belousov register_t orig_tf_rflags;
2145b1162b9SKonstantin Belousov ksiginfo_t ksi;
2155b1162b9SKonstantin Belousov
216b0f71f1bSMark Johnston kmsan_mark(frame, sizeof(*frame), KMSAN_STATE_INITED);
217b0f71f1bSMark Johnston
2185b1162b9SKonstantin Belousov orig_tf_rflags = frame->tf_rflags;
219afe1a688SKonstantin Belousov td = curthread;
220afe1a688SKonstantin Belousov td->td_frame = frame;
2215b1162b9SKonstantin Belousov
222c18ca749SJohn Baldwin syscallenter(td);
223d85631c4SPeter Wemm
224d85631c4SPeter Wemm /*
225d85631c4SPeter Wemm * Traced syscall.
226d85631c4SPeter Wemm */
227d85631c4SPeter Wemm if (orig_tf_rflags & PSL_T) {
228e5f8d409SKip Macy frame->tf_rflags &= ~PSL_T;
2299104847fSDavid Xu ksiginfo_init_trap(&ksi);
2309104847fSDavid Xu ksi.ksi_signo = SIGTRAP;
2319104847fSDavid Xu ksi.ksi_code = TRAP_TRACE;
232e5f8d409SKip Macy ksi.ksi_addr = (void *)frame->tf_rip;
2339104847fSDavid Xu trapsignal(td, &ksi);
234d85631c4SPeter Wemm }
235d85631c4SPeter Wemm
236c18ca749SJohn Baldwin syscallret(td);
237c18ca749SJohn Baldwin amd64_syscall_ret_flush_l1d(td->td_errno);
238d85631c4SPeter Wemm }
239d85631c4SPeter Wemm
240d85631c4SPeter Wemm static void
ia32_syscall_enable(void * dummy)241d85631c4SPeter Wemm ia32_syscall_enable(void *dummy)
242d85631c4SPeter Wemm {
243d85631c4SPeter Wemm
244bd50262fSKonstantin Belousov setidt(IDT_SYSCALL, pti ? &IDTVEC(int0x80_syscall_pti) :
245bd50262fSKonstantin Belousov &IDTVEC(int0x80_syscall), SDT_SYSIGT, SEL_UPL, 0);
246d85631c4SPeter Wemm }
247d85631c4SPeter Wemm
248d85631c4SPeter Wemm static void
ia32_syscall_disable(void * dummy)249d85631c4SPeter Wemm ia32_syscall_disable(void *dummy)
250d85631c4SPeter Wemm {
251d85631c4SPeter Wemm
252bd50262fSKonstantin Belousov setidt(IDT_SYSCALL, pti ? &IDTVEC(rsvd_pti) : &IDTVEC(rsvd),
253bd50262fSKonstantin Belousov SDT_SYSIGT, SEL_KPL, 0);
254d85631c4SPeter Wemm }
255d85631c4SPeter Wemm
256d85631c4SPeter Wemm SYSINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_enable, NULL);
257d85631c4SPeter Wemm SYSUNINIT(ia32_syscall, SI_SUB_EXEC, SI_ORDER_ANY, ia32_syscall_disable, NULL);
2587332c129SKonstantin Belousov
2597332c129SKonstantin Belousov #ifdef COMPAT_43
2607332c129SKonstantin Belousov int
setup_lcall_gate(void)2617332c129SKonstantin Belousov setup_lcall_gate(void)
2627332c129SKonstantin Belousov {
2637332c129SKonstantin Belousov struct i386_ldt_args uap;
2644cc6942fSKonstantin Belousov struct user_segment_descriptor desc;
2657332c129SKonstantin Belousov uint32_t lcall_addr;
2667332c129SKonstantin Belousov int error;
2677332c129SKonstantin Belousov
2687332c129SKonstantin Belousov bzero(&uap, sizeof(uap));
2697332c129SKonstantin Belousov uap.start = 0;
2704cc6942fSKonstantin Belousov uap.num = 1;
271706f4a81SMark Johnston lcall_addr = PROC_PS_STRINGS(curproc) -
27298c8b625SKonstantin Belousov (_binary_elf_vdso32_so_1_end - _binary_elf_vdso32_so_1_start) +
27398c8b625SKonstantin Belousov VDSO_LCALL_TRAMP_OFFSET;
2744cc6942fSKonstantin Belousov bzero(&desc, sizeof(desc));
2754cc6942fSKonstantin Belousov desc.sd_type = SDT_MEMERA;
2764cc6942fSKonstantin Belousov desc.sd_dpl = SEL_UPL;
2774cc6942fSKonstantin Belousov desc.sd_p = 1;
2784cc6942fSKonstantin Belousov desc.sd_def32 = 1;
2794cc6942fSKonstantin Belousov desc.sd_gran = 1;
2804cc6942fSKonstantin Belousov desc.sd_lolimit = 0xffff;
2814cc6942fSKonstantin Belousov desc.sd_hilimit = 0xf;
2824cc6942fSKonstantin Belousov desc.sd_lobase = lcall_addr;
2834cc6942fSKonstantin Belousov desc.sd_hibase = lcall_addr >> 24;
2844cc6942fSKonstantin Belousov error = amd64_set_ldt(curthread, &uap, &desc);
2857332c129SKonstantin Belousov if (error != 0)
2867332c129SKonstantin Belousov return (error);
2877332c129SKonstantin Belousov
2887332c129SKonstantin Belousov return (0);
2897332c129SKonstantin Belousov }
2907332c129SKonstantin Belousov #endif
291