xref: /netbsd-src/tests/lib/libc/sys/t_ptrace_x86_wait.h (revision fc2fc80ae181907311b9b612e5bf073a9ab07676)
1 /*	$NetBSD: t_ptrace_x86_wait.h,v 1.31 2020/10/27 08:32:36 mgorny Exp $	*/
2 
3 /*-
4  * Copyright (c) 2016, 2017, 2018, 2019 The NetBSD Foundation, Inc.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26  * POSSIBILITY OF SUCH DAMAGE.
27  */
28 
29 #if defined(__i386__) || defined(__x86_64__)
30 union u {
31 	unsigned long raw;
32 	struct {
33 		unsigned long local_dr0_breakpoint : 1;		/* 0 */
34 		unsigned long global_dr0_breakpoint : 1;	/* 1 */
35 		unsigned long local_dr1_breakpoint : 1;		/* 2 */
36 		unsigned long global_dr1_breakpoint : 1;	/* 3 */
37 		unsigned long local_dr2_breakpoint : 1;		/* 4 */
38 		unsigned long global_dr2_breakpoint : 1;	/* 5 */
39 		unsigned long local_dr3_breakpoint : 1;		/* 6 */
40 		unsigned long global_dr3_breakpoint : 1;	/* 7 */
41 		unsigned long local_exact_breakpt : 1;		/* 8 */
42 		unsigned long global_exact_breakpt : 1;		/* 9 */
43 		unsigned long reserved_10 : 1;			/* 10 */
44 		unsigned long rest_trans_memory : 1;		/* 11 */
45 		unsigned long reserved_12 : 1;			/* 12 */
46 		unsigned long general_detect_enable : 1;	/* 13 */
47 		unsigned long reserved_14 : 1;			/* 14 */
48 		unsigned long reserved_15 : 1;			/* 15 */
49 		unsigned long condition_dr0 : 2;		/* 16-17 */
50 		unsigned long len_dr0 : 2;			/* 18-19 */
51 		unsigned long condition_dr1 : 2;		/* 20-21 */
52 		unsigned long len_dr1 : 2;			/* 22-23 */
53 		unsigned long condition_dr2 : 2;		/* 24-25 */
54 		unsigned long len_dr2 : 2;			/* 26-27 */
55 		unsigned long condition_dr3 : 2;		/* 28-29 */
56 		unsigned long len_dr3 : 2;			/* 30-31 */
57 	} bits;
58 };
59 
60 ATF_TC(dbregs_print);
ATF_TC_HEAD(dbregs_print,tc)61 ATF_TC_HEAD(dbregs_print, tc)
62 {
63 	atf_tc_set_md_var(tc, "descr",
64 	    "Verify plain PT_GETDBREGS with printing Debug Registers");
65 }
66 
ATF_TC_BODY(dbregs_print,tc)67 ATF_TC_BODY(dbregs_print, tc)
68 {
69 	const int exitval = 5;
70 	const int sigval = SIGSTOP;
71 	pid_t child, wpid;
72 #if defined(TWAIT_HAVE_STATUS)
73 	int status;
74 #endif
75 	struct dbreg r;
76 	size_t i;
77 
78 	DPRINTF("Before forking process PID=%d\n", getpid());
79 	SYSCALL_REQUIRE((child = fork()) != -1);
80 	if (child == 0) {
81 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
82 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
83 
84 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
85 		FORKEE_ASSERT(raise(sigval) == 0);
86 
87 		DPRINTF("Before exiting of the child process\n");
88 		_exit(exitval);
89 	}
90 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
91 
92 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
93 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
94 
95 	validate_status_stopped(status, sigval);
96 
97 	DPRINTF("Call GETDBREGS for the child process\n");
98 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r, 0) != -1);
99 
100 	DPRINTF("State of the debug registers:\n");
101 	for (i = 0; i < __arraycount(r.dr); i++)
102 		DPRINTF("r[%zu]=%" PRIxREGISTER "\n", i, r.dr[i]);
103 
104 	DPRINTF("Before resuming the child process where it left off and "
105 	    "without signal to be sent\n");
106 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
107 
108 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
109 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
110 
111 	validate_status_exited(status, exitval);
112 
113 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
114 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
115 }
116 
117 
118 enum dbreg_preserve_mode {
119 	dbreg_preserve_mode_none,
120 	dbreg_preserve_mode_yield,
121 	dbreg_preserve_mode_continued
122 };
123 
124 static void
dbreg_preserve(int reg,enum dbreg_preserve_mode mode)125 dbreg_preserve(int reg, enum dbreg_preserve_mode mode)
126 {
127 	const int exitval = 5;
128 	const int sigval = SIGSTOP;
129 	pid_t child, wpid;
130 #if defined(TWAIT_HAVE_STATUS)
131 	int status;
132 #endif
133 	struct dbreg r1;
134 	struct dbreg r2;
135 	size_t i;
136 	int watchme;
137 
138 	if (!can_we_set_dbregs()) {
139 		atf_tc_skip("Either run this test as root or set sysctl(3) "
140 		            "security.models.extensions.user_set_dbregs to 1");
141 	}
142 
143 	DPRINTF("Before forking process PID=%d\n", getpid());
144 	SYSCALL_REQUIRE((child = fork()) != -1);
145 	if (child == 0) {
146 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
147 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
148 
149 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
150 		FORKEE_ASSERT(raise(sigval) == 0);
151 
152 		if (mode == dbreg_preserve_mode_continued) {
153 			DPRINTF("Before raising %s from child\n",
154 			       strsignal(sigval));
155 			FORKEE_ASSERT(raise(sigval) == 0);
156 		}
157 
158 		DPRINTF("Before exiting of the child process\n");
159 		_exit(exitval);
160 	}
161 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
162 
163 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
164 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
165 
166 	validate_status_stopped(status, sigval);
167 
168 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
169 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
170 
171 	DPRINTF("State of the debug registers (r1):\n");
172 	for (i = 0; i < __arraycount(r1.dr); i++)
173 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
174 
175 	r1.dr[reg] = (long)(intptr_t)&watchme;
176 	DPRINTF("Set DR0 (r1.dr[%d]) to new value %" PRIxREGISTER "\n",
177 	    reg, r1.dr[reg]);
178 
179 	DPRINTF("New state of the debug registers (r1):\n");
180 	for (i = 0; i < __arraycount(r1.dr); i++)
181 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
182 
183 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
184 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
185 
186 	switch (mode) {
187 	case dbreg_preserve_mode_none:
188 		break;
189 	case dbreg_preserve_mode_yield:
190 		DPRINTF("Yields a processor voluntarily and gives other "
191 		       "threads a chance to run without waiting for an "
192 		       "involuntary preemptive switch\n");
193 		sched_yield();
194 		break;
195 	case dbreg_preserve_mode_continued:
196 		DPRINTF("Call CONTINUE for the child process\n");
197 	        SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
198 
199 		DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
200 		TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
201 
202 		validate_status_stopped(status, sigval);
203 		break;
204 	}
205 
206 	DPRINTF("Call GETDBREGS for the child process (r2)\n");
207 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r2, 0) != -1);
208 
209 	DPRINTF("Assert that (r1) and (r2) are the same\n");
210 	SYSCALL_REQUIRE(memcmp(&r1, &r2, sizeof(r1)) == 0);
211 
212 	DPRINTF("Before resuming the child process where it left off and "
213 	    "without signal to be sent\n");
214 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
215 
216 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
217 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
218 
219 	validate_status_exited(status, exitval);
220 
221 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
222 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
223 }
224 
225 
226 ATF_TC(dbregs_preserve_dr0);
ATF_TC_HEAD(dbregs_preserve_dr0,tc)227 ATF_TC_HEAD(dbregs_preserve_dr0, tc)
228 {
229 	atf_tc_set_md_var(tc, "descr",
230 	    "Verify that setting DR0 is preserved across ptrace(2) calls");
231 }
232 
ATF_TC_BODY(dbregs_preserve_dr0,tc)233 ATF_TC_BODY(dbregs_preserve_dr0, tc)
234 {
235 	dbreg_preserve(0, dbreg_preserve_mode_none);
236 }
237 
238 ATF_TC(dbregs_preserve_dr1);
ATF_TC_HEAD(dbregs_preserve_dr1,tc)239 ATF_TC_HEAD(dbregs_preserve_dr1, tc)
240 {
241 	atf_tc_set_md_var(tc, "descr",
242 	    "Verify that setting DR1 is preserved across ptrace(2) calls");
243 }
244 
ATF_TC_BODY(dbregs_preserve_dr1,tc)245 ATF_TC_BODY(dbregs_preserve_dr1, tc)
246 {
247 	dbreg_preserve(1, dbreg_preserve_mode_none);
248 }
249 
250 ATF_TC(dbregs_preserve_dr2);
ATF_TC_HEAD(dbregs_preserve_dr2,tc)251 ATF_TC_HEAD(dbregs_preserve_dr2, tc)
252 {
253 	atf_tc_set_md_var(tc, "descr",
254 	    "Verify that setting DR2 is preserved across ptrace(2) calls");
255 }
256 
ATF_TC_BODY(dbregs_preserve_dr2,tc)257 ATF_TC_BODY(dbregs_preserve_dr2, tc)
258 {
259 	dbreg_preserve(2, dbreg_preserve_mode_none);
260 }
261 
262 ATF_TC(dbregs_preserve_dr3);
ATF_TC_HEAD(dbregs_preserve_dr3,tc)263 ATF_TC_HEAD(dbregs_preserve_dr3, tc)
264 {
265 	atf_tc_set_md_var(tc, "descr",
266 	    "Verify that setting DR3 is preserved across ptrace(2) calls");
267 }
268 
ATF_TC_BODY(dbregs_preserve_dr3,tc)269 ATF_TC_BODY(dbregs_preserve_dr3, tc)
270 {
271 	dbreg_preserve(3, dbreg_preserve_mode_none);
272 }
273 
274 ATF_TC(dbregs_preserve_dr0_yield);
ATF_TC_HEAD(dbregs_preserve_dr0_yield,tc)275 ATF_TC_HEAD(dbregs_preserve_dr0_yield, tc)
276 {
277 	atf_tc_set_md_var(tc, "descr",
278 	    "Verify that setting DR0 is preserved across ptrace(2) calls with "
279 	    "scheduler yield");
280 }
281 
ATF_TC_BODY(dbregs_preserve_dr0_yield,tc)282 ATF_TC_BODY(dbregs_preserve_dr0_yield, tc)
283 {
284 	dbreg_preserve(0, dbreg_preserve_mode_yield);
285 }
286 
287 ATF_TC(dbregs_preserve_dr1_yield);
ATF_TC_HEAD(dbregs_preserve_dr1_yield,tc)288 ATF_TC_HEAD(dbregs_preserve_dr1_yield, tc)
289 {
290 	atf_tc_set_md_var(tc, "descr",
291 	    "Verify that setting DR1 is preserved across ptrace(2) calls with "
292 	    "scheduler yield");
293 }
294 
ATF_TC_BODY(dbregs_preserve_dr1_yield,tc)295 ATF_TC_BODY(dbregs_preserve_dr1_yield, tc)
296 {
297 	dbreg_preserve(0, dbreg_preserve_mode_yield);
298 }
299 
300 ATF_TC(dbregs_preserve_dr2_yield);
ATF_TC_HEAD(dbregs_preserve_dr2_yield,tc)301 ATF_TC_HEAD(dbregs_preserve_dr2_yield, tc)
302 {
303 	atf_tc_set_md_var(tc, "descr",
304 	    "Verify that setting DR2 is preserved across ptrace(2) calls with "
305 	    "scheduler yield");
306 }
307 
ATF_TC_BODY(dbregs_preserve_dr2_yield,tc)308 ATF_TC_BODY(dbregs_preserve_dr2_yield, tc)
309 {
310 	dbreg_preserve(0, dbreg_preserve_mode_yield);
311 }
312 
313 
314 ATF_TC(dbregs_preserve_dr3_yield);
ATF_TC_HEAD(dbregs_preserve_dr3_yield,tc)315 ATF_TC_HEAD(dbregs_preserve_dr3_yield, tc)
316 {
317 	atf_tc_set_md_var(tc, "descr",
318 	    "Verify that setting DR3 is preserved across ptrace(2) calls with "
319 	    "scheduler yield");
320 }
321 
ATF_TC_BODY(dbregs_preserve_dr3_yield,tc)322 ATF_TC_BODY(dbregs_preserve_dr3_yield, tc)
323 {
324 	dbreg_preserve(3, dbreg_preserve_mode_yield);
325 }
326 
327 ATF_TC(dbregs_preserve_dr0_continued);
ATF_TC_HEAD(dbregs_preserve_dr0_continued,tc)328 ATF_TC_HEAD(dbregs_preserve_dr0_continued, tc)
329 {
330 	atf_tc_set_md_var(tc, "descr",
331 	    "Verify that setting DR0 is preserved across ptrace(2) calls and "
332 	    "with continued child");
333 }
334 
ATF_TC_BODY(dbregs_preserve_dr0_continued,tc)335 ATF_TC_BODY(dbregs_preserve_dr0_continued, tc)
336 {
337 	dbreg_preserve(0, dbreg_preserve_mode_continued);
338 }
339 
340 ATF_TC(dbregs_preserve_dr1_continued);
ATF_TC_HEAD(dbregs_preserve_dr1_continued,tc)341 ATF_TC_HEAD(dbregs_preserve_dr1_continued, tc)
342 {
343 	atf_tc_set_md_var(tc, "descr",
344 	    "Verify that setting DR1 is preserved across ptrace(2) calls and "
345 	    "with continued child");
346 }
347 
ATF_TC_BODY(dbregs_preserve_dr1_continued,tc)348 ATF_TC_BODY(dbregs_preserve_dr1_continued, tc)
349 {
350 	dbreg_preserve(1, dbreg_preserve_mode_continued);
351 }
352 
353 ATF_TC(dbregs_preserve_dr2_continued);
ATF_TC_HEAD(dbregs_preserve_dr2_continued,tc)354 ATF_TC_HEAD(dbregs_preserve_dr2_continued, tc)
355 {
356 	atf_tc_set_md_var(tc, "descr",
357 	    "Verify that setting DR2 is preserved across ptrace(2) calls and "
358 	    "with continued child");
359 }
360 
ATF_TC_BODY(dbregs_preserve_dr2_continued,tc)361 ATF_TC_BODY(dbregs_preserve_dr2_continued, tc)
362 {
363 	dbreg_preserve(2, dbreg_preserve_mode_continued);
364 }
365 
366 ATF_TC(dbregs_preserve_dr3_continued);
ATF_TC_HEAD(dbregs_preserve_dr3_continued,tc)367 ATF_TC_HEAD(dbregs_preserve_dr3_continued, tc)
368 {
369 	atf_tc_set_md_var(tc, "descr",
370 	    "Verify that setting DR3 is preserved across ptrace(2) calls and "
371 	    "with continued child");
372 }
373 
ATF_TC_BODY(dbregs_preserve_dr3_continued,tc)374 ATF_TC_BODY(dbregs_preserve_dr3_continued, tc)
375 {
376 	dbreg_preserve(3, dbreg_preserve_mode_continued);
377 }
378 
379 
380 static void
dbregs_trap_variable(int reg,int cond,int len,bool write)381 dbregs_trap_variable(int reg, int cond, int len, bool write)
382 {
383 	const int exitval = 5;
384 	const int sigval = SIGSTOP;
385 	pid_t child, wpid;
386 #if defined(TWAIT_HAVE_STATUS)
387 	int status;
388 #endif
389 	struct dbreg r1;
390 	size_t i;
391 	volatile int watchme = 0;
392 	union u dr7;
393 
394 	struct ptrace_siginfo info;
395 	memset(&info, 0, sizeof(info));
396 
397 	if (!can_we_set_dbregs()) {
398 		atf_tc_skip("Either run this test as root or set sysctl(3) "
399 		            "security.models.extensions.user_set_dbregs to 1");
400 	}
401 
402 	dr7.raw = 0;
403 	switch (reg) {
404 	case 0:
405 		dr7.bits.global_dr0_breakpoint = 1;
406 		dr7.bits.condition_dr0 = cond;
407 		dr7.bits.len_dr0 = len;
408 		break;
409 	case 1:
410 		dr7.bits.global_dr1_breakpoint = 1;
411 		dr7.bits.condition_dr1 = cond;
412 		dr7.bits.len_dr1 = len;
413 		break;
414 	case 2:
415 		dr7.bits.global_dr2_breakpoint = 1;
416 		dr7.bits.condition_dr2 = cond;
417 		dr7.bits.len_dr2 = len;
418 		break;
419 	case 3:
420 		dr7.bits.global_dr3_breakpoint = 1;
421 		dr7.bits.condition_dr3 = cond;
422 		dr7.bits.len_dr3 = len;
423 		break;
424 	}
425 
426 	DPRINTF("Before forking process PID=%d\n", getpid());
427 	SYSCALL_REQUIRE((child = fork()) != -1);
428 	if (child == 0) {
429 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
430 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
431 
432 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
433 		FORKEE_ASSERT(raise(sigval) == 0);
434 
435 		if (write)
436 			watchme = 1;
437 		else
438 			printf("watchme=%d\n", watchme);
439 
440 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
441 		FORKEE_ASSERT(raise(sigval) == 0);
442 
443 		DPRINTF("Before exiting of the child process\n");
444 		_exit(exitval);
445 	}
446 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
447 
448 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
449 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
450 
451 	validate_status_stopped(status, sigval);
452 
453 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
454 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
455 
456 	DPRINTF("State of the debug registers (r1):\n");
457 	for (i = 0; i < __arraycount(r1.dr); i++)
458 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
459 
460 	r1.dr[reg] = (long)(intptr_t)&watchme;
461 	DPRINTF("Set DR%d (r1.dr[%d]) to new value %" PRIxREGISTER "\n",
462 	    reg, reg, r1.dr[reg]);
463 
464 	r1.dr[7] = dr7.raw;
465 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
466 	    r1.dr[7]);
467 
468 	DPRINTF("New state of the debug registers (r1):\n");
469 	for (i = 0; i < __arraycount(r1.dr); i++)
470 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
471 
472 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
473 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
474 
475 	DPRINTF("Call CONTINUE for the child process\n");
476 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
477 
478 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
479 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
480 
481 	validate_status_stopped(status, SIGTRAP);
482 
483 	DPRINTF("Before calling ptrace(2) with PT_GET_SIGINFO for child\n");
484 	SYSCALL_REQUIRE(ptrace(PT_GET_SIGINFO, child, &info, sizeof(info)) != -1);
485 
486 	DPRINTF("Signal traced to lwpid=%d\n", info.psi_lwpid);
487 	DPRINTF("Signal properties: si_signo=%#x si_code=%#x si_errno=%#x\n",
488 	    info.psi_siginfo.si_signo, info.psi_siginfo.si_code,
489 	    info.psi_siginfo.si_errno);
490 
491 	DPRINTF("Before checking siginfo_t\n");
492 	ATF_REQUIRE_EQ(info.psi_siginfo.si_signo, SIGTRAP);
493 	ATF_REQUIRE_EQ(info.psi_siginfo.si_code, TRAP_DBREG);
494 
495 	DPRINTF("Call CONTINUE for the child process\n");
496 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
497 
498 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
499 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
500 
501 	validate_status_stopped(status, sigval);
502 
503 	DPRINTF("Before resuming the child process where it left off and "
504 	    "without signal to be sent\n");
505 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
506 
507 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
508 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
509 
510 	validate_status_exited(status, exitval);
511 
512 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
513 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
514 }
515 
516 ATF_TC(dbregs_dr0_trap_variable_writeonly_byte);
ATF_TC_HEAD(dbregs_dr0_trap_variable_writeonly_byte,tc)517 ATF_TC_HEAD(dbregs_dr0_trap_variable_writeonly_byte, tc)
518 {
519 	atf_tc_set_md_var(tc, "descr",
520 	    "Verify that setting trap with DR0 triggers SIGTRAP "
521 	    "(break on data writes only and 1 byte mode)");
522 }
523 
ATF_TC_BODY(dbregs_dr0_trap_variable_writeonly_byte,tc)524 ATF_TC_BODY(dbregs_dr0_trap_variable_writeonly_byte, tc)
525 {
526 	/* 0b01 -- break on data write only */
527 	/* 0b00 -- 1 byte */
528 
529 	dbregs_trap_variable(0, 1, 0, true);
530 }
531 
532 ATF_TC(dbregs_dr1_trap_variable_writeonly_byte);
ATF_TC_HEAD(dbregs_dr1_trap_variable_writeonly_byte,tc)533 ATF_TC_HEAD(dbregs_dr1_trap_variable_writeonly_byte, tc)
534 {
535 	atf_tc_set_md_var(tc, "descr",
536 	    "Verify that setting trap with DR1 triggers SIGTRAP "
537 	    "(break on data writes only and 1 byte mode)");
538 }
539 
ATF_TC_BODY(dbregs_dr1_trap_variable_writeonly_byte,tc)540 ATF_TC_BODY(dbregs_dr1_trap_variable_writeonly_byte, tc)
541 {
542 	/* 0b01 -- break on data write only */
543 	/* 0b00 -- 1 byte */
544 
545 	dbregs_trap_variable(1, 1, 0, true);
546 }
547 
548 ATF_TC(dbregs_dr2_trap_variable_writeonly_byte);
ATF_TC_HEAD(dbregs_dr2_trap_variable_writeonly_byte,tc)549 ATF_TC_HEAD(dbregs_dr2_trap_variable_writeonly_byte, tc)
550 {
551 	atf_tc_set_md_var(tc, "descr",
552 	    "Verify that setting trap with DR2 triggers SIGTRAP "
553 	    "(break on data writes only and 1 byte mode)");
554 }
555 
ATF_TC_BODY(dbregs_dr2_trap_variable_writeonly_byte,tc)556 ATF_TC_BODY(dbregs_dr2_trap_variable_writeonly_byte, tc)
557 {
558 	/* 0b01 -- break on data write only */
559 	/* 0b00 -- 1 byte */
560 
561 	dbregs_trap_variable(2, 1, 0, true);
562 }
563 
564 ATF_TC(dbregs_dr3_trap_variable_writeonly_byte);
ATF_TC_HEAD(dbregs_dr3_trap_variable_writeonly_byte,tc)565 ATF_TC_HEAD(dbregs_dr3_trap_variable_writeonly_byte, tc)
566 {
567 	atf_tc_set_md_var(tc, "descr",
568 	    "Verify that setting trap with DR3 triggers SIGTRAP "
569 	    "(break on data writes only and 1 byte mode)");
570 }
571 
ATF_TC_BODY(dbregs_dr3_trap_variable_writeonly_byte,tc)572 ATF_TC_BODY(dbregs_dr3_trap_variable_writeonly_byte, tc)
573 {
574 	/* 0b01 -- break on data write only */
575 	/* 0b00 -- 1 byte */
576 
577 	dbregs_trap_variable(3, 1, 0, true);
578 }
579 
580 ATF_TC(dbregs_dr0_trap_variable_writeonly_2bytes);
ATF_TC_HEAD(dbregs_dr0_trap_variable_writeonly_2bytes,tc)581 ATF_TC_HEAD(dbregs_dr0_trap_variable_writeonly_2bytes, tc)
582 {
583 	atf_tc_set_md_var(tc, "descr",
584 	    "Verify that setting trap with DR0 triggers SIGTRAP "
585 	    "(break on data writes only and 2 bytes mode)");
586 }
587 
ATF_TC_BODY(dbregs_dr0_trap_variable_writeonly_2bytes,tc)588 ATF_TC_BODY(dbregs_dr0_trap_variable_writeonly_2bytes, tc)
589 {
590 	/* 0b01 -- break on data write only */
591 	/* 0b01 -- 2 bytes */
592 
593 	dbregs_trap_variable(0, 1, 1, true);
594 }
595 
596 ATF_TC(dbregs_dr1_trap_variable_writeonly_2bytes);
ATF_TC_HEAD(dbregs_dr1_trap_variable_writeonly_2bytes,tc)597 ATF_TC_HEAD(dbregs_dr1_trap_variable_writeonly_2bytes, tc)
598 {
599 	atf_tc_set_md_var(tc, "descr",
600 	    "Verify that setting trap with DR1 triggers SIGTRAP "
601 	    "(break on data writes only and 2 bytes mode)");
602 }
603 
ATF_TC_BODY(dbregs_dr1_trap_variable_writeonly_2bytes,tc)604 ATF_TC_BODY(dbregs_dr1_trap_variable_writeonly_2bytes, tc)
605 {
606 	/* 0b01 -- break on data write only */
607 	/* 0b01 -- 2 bytes */
608 
609 	dbregs_trap_variable(1, 1, 1, true);
610 }
611 
612 ATF_TC(dbregs_dr2_trap_variable_writeonly_2bytes);
ATF_TC_HEAD(dbregs_dr2_trap_variable_writeonly_2bytes,tc)613 ATF_TC_HEAD(dbregs_dr2_trap_variable_writeonly_2bytes, tc)
614 {
615 	atf_tc_set_md_var(tc, "descr",
616 	    "Verify that setting trap with DR2 triggers SIGTRAP "
617 	    "(break on data writes only and 2 bytes mode)");
618 }
619 
ATF_TC_BODY(dbregs_dr2_trap_variable_writeonly_2bytes,tc)620 ATF_TC_BODY(dbregs_dr2_trap_variable_writeonly_2bytes, tc)
621 {
622 	/* 0b01 -- break on data write only */
623 	/* 0b01 -- 2 bytes */
624 
625 	dbregs_trap_variable(2, 1, 1, true);
626 }
627 
628 ATF_TC(dbregs_dr3_trap_variable_writeonly_2bytes);
ATF_TC_HEAD(dbregs_dr3_trap_variable_writeonly_2bytes,tc)629 ATF_TC_HEAD(dbregs_dr3_trap_variable_writeonly_2bytes, tc)
630 {
631 	atf_tc_set_md_var(tc, "descr",
632 	    "Verify that setting trap with DR3 triggers SIGTRAP "
633 	    "(break on data writes only and 2 bytes mode)");
634 }
635 
ATF_TC_BODY(dbregs_dr3_trap_variable_writeonly_2bytes,tc)636 ATF_TC_BODY(dbregs_dr3_trap_variable_writeonly_2bytes, tc)
637 {
638 	/* 0b01 -- break on data write only */
639 	/* 0b01 -- 2 bytes */
640 
641 	dbregs_trap_variable(3, 1, 1, true);
642 }
643 
644 ATF_TC(dbregs_dr0_trap_variable_writeonly_4bytes);
ATF_TC_HEAD(dbregs_dr0_trap_variable_writeonly_4bytes,tc)645 ATF_TC_HEAD(dbregs_dr0_trap_variable_writeonly_4bytes, tc)
646 {
647 	atf_tc_set_md_var(tc, "descr",
648 	    "Verify that setting trap with DR0 triggers SIGTRAP "
649 	    "(break on data writes only and 4 bytes mode)");
650 }
651 
ATF_TC_BODY(dbregs_dr0_trap_variable_writeonly_4bytes,tc)652 ATF_TC_BODY(dbregs_dr0_trap_variable_writeonly_4bytes, tc)
653 {
654 	/* 0b01 -- break on data write only */
655 	/* 0b11 -- 4 bytes */
656 
657 	dbregs_trap_variable(0, 1, 3, true);
658 }
659 
660 ATF_TC(dbregs_dr1_trap_variable_writeonly_4bytes);
ATF_TC_HEAD(dbregs_dr1_trap_variable_writeonly_4bytes,tc)661 ATF_TC_HEAD(dbregs_dr1_trap_variable_writeonly_4bytes, tc)
662 {
663 	atf_tc_set_md_var(tc, "descr",
664 	    "Verify that setting trap with DR1 triggers SIGTRAP "
665 	    "(break on data writes only and 4 bytes mode)");
666 }
667 
ATF_TC_BODY(dbregs_dr1_trap_variable_writeonly_4bytes,tc)668 ATF_TC_BODY(dbregs_dr1_trap_variable_writeonly_4bytes, tc)
669 {
670 	/* 0b01 -- break on data write only */
671 	/* 0b11 -- 4 bytes */
672 
673 	dbregs_trap_variable(1, 1, 3, true);
674 }
675 
676 ATF_TC(dbregs_dr2_trap_variable_writeonly_4bytes);
ATF_TC_HEAD(dbregs_dr2_trap_variable_writeonly_4bytes,tc)677 ATF_TC_HEAD(dbregs_dr2_trap_variable_writeonly_4bytes, tc)
678 {
679 	atf_tc_set_md_var(tc, "descr",
680 	    "Verify that setting trap with DR2 triggers SIGTRAP "
681 	    "(break on data writes only and 4 bytes mode)");
682 }
683 
ATF_TC_BODY(dbregs_dr2_trap_variable_writeonly_4bytes,tc)684 ATF_TC_BODY(dbregs_dr2_trap_variable_writeonly_4bytes, tc)
685 {
686 	/* 0b01 -- break on data write only */
687 	/* 0b11 -- 4 bytes */
688 
689 	dbregs_trap_variable(2, 1, 3, true);
690 }
691 
692 ATF_TC(dbregs_dr3_trap_variable_writeonly_4bytes);
ATF_TC_HEAD(dbregs_dr3_trap_variable_writeonly_4bytes,tc)693 ATF_TC_HEAD(dbregs_dr3_trap_variable_writeonly_4bytes, tc)
694 {
695 	atf_tc_set_md_var(tc, "descr",
696 	    "Verify that setting trap with DR3 triggers SIGTRAP "
697 	    "(break on data writes only and 4 bytes mode)");
698 }
699 
ATF_TC_BODY(dbregs_dr3_trap_variable_writeonly_4bytes,tc)700 ATF_TC_BODY(dbregs_dr3_trap_variable_writeonly_4bytes, tc)
701 {
702 	/* 0b01 -- break on data write only */
703 	/* 0b11 -- 4 bytes */
704 
705 	dbregs_trap_variable(3, 1, 3, true);
706 }
707 
708 ATF_TC(dbregs_dr0_trap_variable_readwrite_write_byte);
ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_write_byte,tc)709 ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_write_byte, tc)
710 {
711 	atf_tc_set_md_var(tc, "descr",
712 	    "Verify that setting trap with DR0 triggers SIGTRAP "
713 	    "(break on data read/write trap in read 1 byte mode)");
714 }
715 
ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_write_byte,tc)716 ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_write_byte, tc)
717 {
718 	/* 0b11 -- break on data write&read */
719 	/* 0b00 -- 1 byte */
720 
721 	dbregs_trap_variable(0, 3, 0, true);
722 }
723 
724 ATF_TC(dbregs_dr1_trap_variable_readwrite_write_byte);
ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_write_byte,tc)725 ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_write_byte, tc)
726 {
727 	atf_tc_set_md_var(tc, "descr",
728 	    "Verify that setting trap with DR1 triggers SIGTRAP "
729 	    "(break on data read/write trap in read 1 byte mode)");
730 }
731 
ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_write_byte,tc)732 ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_write_byte, tc)
733 {
734 	/* 0b11 -- break on data write&read */
735 	/* 0b00 -- 1 byte */
736 
737 	dbregs_trap_variable(1, 3, 0, true);
738 }
739 
740 ATF_TC(dbregs_dr2_trap_variable_readwrite_write_byte);
ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_write_byte,tc)741 ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_write_byte, tc)
742 {
743 	atf_tc_set_md_var(tc, "descr",
744 	    "Verify that setting trap with DR2 triggers SIGTRAP "
745 	    "(break on data read/write trap in read 1 byte mode)");
746 }
747 
ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_write_byte,tc)748 ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_write_byte, tc)
749 {
750 	/* 0b11 -- break on data write&read */
751 	/* 0b00 -- 1 byte */
752 
753 	dbregs_trap_variable(2, 3, 0, true);
754 }
755 
756 ATF_TC(dbregs_dr3_trap_variable_readwrite_write_byte);
ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_write_byte,tc)757 ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_write_byte, tc)
758 {
759 	atf_tc_set_md_var(tc, "descr",
760 	    "Verify that setting trap with DR3 triggers SIGTRAP "
761 	    "(break on data read/write trap in read 1 byte mode)");
762 }
763 
ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_write_byte,tc)764 ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_write_byte, tc)
765 {
766 	/* 0b11 -- break on data write&read */
767 	/* 0b00 -- 1 byte */
768 
769 	dbregs_trap_variable(3, 3, 0, true);
770 }
771 
772 ATF_TC(dbregs_dr0_trap_variable_readwrite_write_2bytes);
ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_write_2bytes,tc)773 ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_write_2bytes, tc)
774 {
775 	atf_tc_set_md_var(tc, "descr",
776 	    "Verify that setting trap with DR0 triggers SIGTRAP "
777 	    "(break on data read/write trap in read 2 bytes mode)");
778 }
779 
ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_write_2bytes,tc)780 ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_write_2bytes, tc)
781 {
782 	/* 0b11 -- break on data write&read */
783 	/* 0b01 -- 2 bytes */
784 
785 	dbregs_trap_variable(0, 3, 1, true);
786 }
787 
788 ATF_TC(dbregs_dr1_trap_variable_readwrite_write_2bytes);
ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_write_2bytes,tc)789 ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_write_2bytes, tc)
790 {
791 	atf_tc_set_md_var(tc, "descr",
792 	    "Verify that setting trap with DR1 triggers SIGTRAP "
793 	    "(break on data read/write trap in read 2 bytes mode)");
794 }
795 
ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_write_2bytes,tc)796 ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_write_2bytes, tc)
797 {
798 	/* 0b11 -- break on data write&read */
799 	/* 0b01 -- 2 bytes */
800 
801 	dbregs_trap_variable(1, 3, 1, true);
802 }
803 
804 ATF_TC(dbregs_dr2_trap_variable_readwrite_write_2bytes);
ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_write_2bytes,tc)805 ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_write_2bytes, tc)
806 {
807 	atf_tc_set_md_var(tc, "descr",
808 	    "Verify that setting trap with DR2 triggers SIGTRAP "
809 	    "(break on data read/write trap in read 2 bytes mode)");
810 }
811 
ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_write_2bytes,tc)812 ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_write_2bytes, tc)
813 {
814 	/* 0b11 -- break on data write&read */
815 	/* 0b01 -- 2 bytes */
816 
817 	dbregs_trap_variable(2, 3, 1, true);
818 }
819 
820 ATF_TC(dbregs_dr3_trap_variable_readwrite_write_2bytes);
ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_write_2bytes,tc)821 ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_write_2bytes, tc)
822 {
823 	atf_tc_set_md_var(tc, "descr",
824 	    "Verify that setting trap with DR3 triggers SIGTRAP "
825 	    "(break on data read/write trap in read 2 bytes mode)");
826 }
827 
ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_write_2bytes,tc)828 ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_write_2bytes, tc)
829 {
830 	/* 0b11 -- break on data write&read */
831 	/* 0b01 -- 2 bytes */
832 
833 	dbregs_trap_variable(3, 3, 1, true);
834 }
835 
836 ATF_TC(dbregs_dr0_trap_variable_readwrite_write_4bytes);
ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_write_4bytes,tc)837 ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_write_4bytes, tc)
838 {
839 	atf_tc_set_md_var(tc, "descr",
840 	    "Verify that setting trap with DR0 triggers SIGTRAP "
841 	    "(break on data read/write trap in read 4 bytes mode)");
842 }
843 
ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_write_4bytes,tc)844 ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_write_4bytes, tc)
845 {
846 	/* 0b11 -- break on data write&read */
847 	/* 0b11 -- 4 bytes */
848 
849 	dbregs_trap_variable(0, 3, 3, true);
850 }
851 
852 ATF_TC(dbregs_dr1_trap_variable_readwrite_write_4bytes);
ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_write_4bytes,tc)853 ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_write_4bytes, tc)
854 {
855 	atf_tc_set_md_var(tc, "descr",
856 	    "Verify that setting trap with DR1 triggers SIGTRAP "
857 	    "(break on data read/write trap in read 4 bytes mode)");
858 }
859 
ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_write_4bytes,tc)860 ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_write_4bytes, tc)
861 {
862 	/* 0b11 -- break on data write&read */
863 	/* 0b11 -- 4 bytes */
864 
865 	dbregs_trap_variable(1, 3, 3, true);
866 }
867 
868 ATF_TC(dbregs_dr2_trap_variable_readwrite_write_4bytes);
ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_write_4bytes,tc)869 ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_write_4bytes, tc)
870 {
871 	atf_tc_set_md_var(tc, "descr",
872 	    "Verify that setting trap with DR2 triggers SIGTRAP "
873 	    "(break on data read/write trap in read 4 bytes mode)");
874 }
875 
ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_write_4bytes,tc)876 ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_write_4bytes, tc)
877 {
878 	/* 0b11 -- break on data write&read */
879 	/* 0b11 -- 4 bytes */
880 
881 	dbregs_trap_variable(2, 3, 3, true);
882 }
883 
884 ATF_TC(dbregs_dr3_trap_variable_readwrite_write_4bytes);
ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_write_4bytes,tc)885 ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_write_4bytes, tc)
886 {
887 	atf_tc_set_md_var(tc, "descr",
888 	    "Verify that setting trap with DR3 triggers SIGTRAP "
889 	    "(break on data read/write trap in read 4 bytes mode)");
890 }
891 
ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_write_4bytes,tc)892 ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_write_4bytes, tc)
893 {
894 	/* 0b11 -- break on data write&read */
895 	/* 0b11 -- 4 bytes */
896 
897 	dbregs_trap_variable(3, 3, 3, true);
898 }
899 
900 ATF_TC(dbregs_dr0_trap_variable_readwrite_read_byte);
ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_read_byte,tc)901 ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_read_byte, tc)
902 {
903 	atf_tc_set_md_var(tc, "descr",
904 	    "Verify that setting trap with DR0 triggers SIGTRAP "
905 	    "(break on data read/write trap in write 1 byte mode)");
906 }
907 
ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_read_byte,tc)908 ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_read_byte, tc)
909 {
910 	/* 0b11 -- break on data write&read */
911 	/* 0b00 -- 1 byte */
912 
913 	dbregs_trap_variable(0, 3, 0, false);
914 }
915 
916 ATF_TC(dbregs_dr1_trap_variable_readwrite_read_byte);
ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_read_byte,tc)917 ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_read_byte, tc)
918 {
919 	atf_tc_set_md_var(tc, "descr",
920 	    "Verify that setting trap with DR1 triggers SIGTRAP "
921 	    "(break on data read/write trap in write 1 byte mode)");
922 }
923 
ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_read_byte,tc)924 ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_read_byte, tc)
925 {
926 	/* 0b11 -- break on data write&read */
927 	/* 0b00 -- 1 byte */
928 
929 	dbregs_trap_variable(1, 3, 0, false);
930 }
931 
932 ATF_TC(dbregs_dr2_trap_variable_readwrite_read_byte);
ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_read_byte,tc)933 ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_read_byte, tc)
934 {
935 	atf_tc_set_md_var(tc, "descr",
936 	    "Verify that setting trap with DR2 triggers SIGTRAP "
937 	    "(break on data read/write trap in write 1 byte mode)");
938 }
939 
ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_read_byte,tc)940 ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_read_byte, tc)
941 {
942 	/* 0b11 -- break on data write&read */
943 	/* 0b00 -- 1 byte */
944 
945 	dbregs_trap_variable(2, 3, 0, false);
946 }
947 
948 ATF_TC(dbregs_dr3_trap_variable_readwrite_read_byte);
ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_read_byte,tc)949 ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_read_byte, tc)
950 {
951 	atf_tc_set_md_var(tc, "descr",
952 	    "Verify that setting trap with DR3 triggers SIGTRAP "
953 	    "(break on data read/write trap in write 1 byte mode)");
954 }
955 
ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_read_byte,tc)956 ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_read_byte, tc)
957 {
958 	/* 0b11 -- break on data write&read */
959 	/* 0b00 -- 1 byte */
960 
961 	dbregs_trap_variable(3, 3, 0, false);
962 }
963 
964 ATF_TC(dbregs_dr0_trap_variable_readwrite_read_2bytes);
ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_read_2bytes,tc)965 ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_read_2bytes, tc)
966 {
967 	atf_tc_set_md_var(tc, "descr",
968 	    "Verify that setting trap with DR0 triggers SIGTRAP "
969 	    "(break on data read/write trap in write 2 bytes mode)");
970 }
971 
ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_read_2bytes,tc)972 ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_read_2bytes, tc)
973 {
974 	/* 0b11 -- break on data write&read */
975 	/* 0b01 -- 2 bytes */
976 
977 	dbregs_trap_variable(0, 3, 1, false);
978 }
979 
980 ATF_TC(dbregs_dr1_trap_variable_readwrite_read_2bytes);
ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_read_2bytes,tc)981 ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_read_2bytes, tc)
982 {
983 	atf_tc_set_md_var(tc, "descr",
984 	    "Verify that setting trap with DR1 triggers SIGTRAP "
985 	    "(break on data read/write trap in write 2 bytes mode)");
986 }
987 
ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_read_2bytes,tc)988 ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_read_2bytes, tc)
989 {
990 	/* 0b11 -- break on data write&read */
991 	/* 0b01 -- 2 bytes */
992 
993 	dbregs_trap_variable(1, 3, 1, false);
994 }
995 
996 ATF_TC(dbregs_dr2_trap_variable_readwrite_read_2bytes);
ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_read_2bytes,tc)997 ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_read_2bytes, tc)
998 {
999 	atf_tc_set_md_var(tc, "descr",
1000 	    "Verify that setting trap with DR2 triggers SIGTRAP "
1001 	    "(break on data read/write trap in write 2 bytes mode)");
1002 }
1003 
ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_read_2bytes,tc)1004 ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_read_2bytes, tc)
1005 {
1006 	/* 0b11 -- break on data write&read */
1007 	/* 0b01 -- 2 bytes */
1008 
1009 	dbregs_trap_variable(2, 3, 1, false);
1010 }
1011 
1012 ATF_TC(dbregs_dr3_trap_variable_readwrite_read_2bytes);
ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_read_2bytes,tc)1013 ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_read_2bytes, tc)
1014 {
1015 	atf_tc_set_md_var(tc, "descr",
1016 	    "Verify that setting trap with DR3 triggers SIGTRAP "
1017 	    "(break on data read/write trap in write 2 bytes mode)");
1018 }
1019 
ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_read_2bytes,tc)1020 ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_read_2bytes, tc)
1021 {
1022 	/* 0b11 -- break on data write&read */
1023 	/* 0b01 -- 2 bytes */
1024 
1025 	dbregs_trap_variable(3, 3, 1, false);
1026 }
1027 
1028 ATF_TC(dbregs_dr0_trap_variable_readwrite_read_4bytes);
ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_read_4bytes,tc)1029 ATF_TC_HEAD(dbregs_dr0_trap_variable_readwrite_read_4bytes, tc)
1030 {
1031 	atf_tc_set_md_var(tc, "descr",
1032 	    "Verify that setting trap with DR0 triggers SIGTRAP "
1033 	    "(break on data read/write trap in write 4 bytes mode)");
1034 }
1035 
ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_read_4bytes,tc)1036 ATF_TC_BODY(dbregs_dr0_trap_variable_readwrite_read_4bytes, tc)
1037 {
1038 	/* 0b11 -- break on data write&read */
1039 	/* 0b11 -- 4 bytes */
1040 
1041 	dbregs_trap_variable(0, 3, 3, false);
1042 }
1043 
1044 ATF_TC(dbregs_dr1_trap_variable_readwrite_read_4bytes);
ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_read_4bytes,tc)1045 ATF_TC_HEAD(dbregs_dr1_trap_variable_readwrite_read_4bytes, tc)
1046 {
1047 	atf_tc_set_md_var(tc, "descr",
1048 	    "Verify that setting trap with DR1 triggers SIGTRAP "
1049 	    "(break on data read/write trap in write 4 bytes mode)");
1050 }
1051 
ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_read_4bytes,tc)1052 ATF_TC_BODY(dbregs_dr1_trap_variable_readwrite_read_4bytes, tc)
1053 {
1054 	/* 0b11 -- break on data write&read */
1055 	/* 0b11 -- 4 bytes */
1056 
1057 	dbregs_trap_variable(1, 3, 3, false);
1058 }
1059 
1060 ATF_TC(dbregs_dr2_trap_variable_readwrite_read_4bytes);
ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_read_4bytes,tc)1061 ATF_TC_HEAD(dbregs_dr2_trap_variable_readwrite_read_4bytes, tc)
1062 {
1063 	atf_tc_set_md_var(tc, "descr",
1064 	    "Verify that setting trap with DR2 triggers SIGTRAP "
1065 	    "(break on data read/write trap in write 4 bytes mode)");
1066 }
1067 
ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_read_4bytes,tc)1068 ATF_TC_BODY(dbregs_dr2_trap_variable_readwrite_read_4bytes, tc)
1069 {
1070 	/* 0b11 -- break on data write&read */
1071 	/* 0b11 -- 4 bytes */
1072 
1073 	dbregs_trap_variable(2, 3, 3, false);
1074 }
1075 
1076 ATF_TC(dbregs_dr3_trap_variable_readwrite_read_4bytes);
ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_read_4bytes,tc)1077 ATF_TC_HEAD(dbregs_dr3_trap_variable_readwrite_read_4bytes, tc)
1078 {
1079 	atf_tc_set_md_var(tc, "descr",
1080 	    "Verify that setting trap with DR3 triggers SIGTRAP "
1081 	    "(break on data read/write trap in write 4 bytes mode)");
1082 }
1083 
ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_read_4bytes,tc)1084 ATF_TC_BODY(dbregs_dr3_trap_variable_readwrite_read_4bytes, tc)
1085 {
1086 	/* 0b11 -- break on data write&read */
1087 	/* 0b11 -- 4 bytes */
1088 
1089 	dbregs_trap_variable(3, 3, 3, false);
1090 }
1091 
1092 #if defined(HAVE_DBREGS)
1093 ATF_TC(dbregs_dr0_trap_code);
ATF_TC_HEAD(dbregs_dr0_trap_code,tc)1094 ATF_TC_HEAD(dbregs_dr0_trap_code, tc)
1095 {
1096 	atf_tc_set_md_var(tc, "descr",
1097 	    "Verify that setting trap with DR0 triggers SIGTRAP "
1098 	    "(break on code execution trap)");
1099 }
1100 
ATF_TC_BODY(dbregs_dr0_trap_code,tc)1101 ATF_TC_BODY(dbregs_dr0_trap_code, tc)
1102 {
1103 	const int exitval = 5;
1104 	const int sigval = SIGSTOP;
1105 	pid_t child, wpid;
1106 #if defined(TWAIT_HAVE_STATUS)
1107 	int status;
1108 #endif
1109 	struct dbreg r1;
1110 	size_t i;
1111 	volatile int watchme = 1;
1112 	union u dr7;
1113 
1114 	struct ptrace_siginfo info;
1115 	memset(&info, 0, sizeof(info));
1116 
1117 	if (!can_we_set_dbregs()) {
1118 		atf_tc_skip("Either run this test as root or set sysctl(3) "
1119 		            "security.models.extensions.user_set_dbregs to 1");
1120 	}
1121 
1122 	dr7.raw = 0;
1123 	dr7.bits.global_dr0_breakpoint = 1;
1124 	dr7.bits.condition_dr0 = 0;	/* 0b00 -- break on code execution */
1125 	dr7.bits.len_dr0 = 0;		/* 0b00 -- 1 byte */
1126 
1127 	DPRINTF("Before forking process PID=%d\n", getpid());
1128 	SYSCALL_REQUIRE((child = fork()) != -1);
1129 	if (child == 0) {
1130 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
1131 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
1132 
1133 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1134 		FORKEE_ASSERT(raise(sigval) == 0);
1135 
1136 		printf("check_happy(%d)=%d\n", watchme, check_happy(watchme));
1137 
1138 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1139 		FORKEE_ASSERT(raise(sigval) == 0);
1140 
1141 		DPRINTF("Before exiting of the child process\n");
1142 		_exit(exitval);
1143 	}
1144 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
1145 
1146 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1147 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1148 
1149 	validate_status_stopped(status, sigval);
1150 
1151 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
1152 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
1153 
1154 	DPRINTF("State of the debug registers (r1):\n");
1155 	for (i = 0; i < __arraycount(r1.dr); i++)
1156 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1157 
1158 	r1.dr[0] = (long)(intptr_t)check_happy;
1159 	DPRINTF("Set DR0 (r1.dr[0]) to new value %" PRIxREGISTER "\n",
1160 	    r1.dr[0]);
1161 
1162 	r1.dr[7] = dr7.raw;
1163 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1164 	    r1.dr[7]);
1165 
1166 	DPRINTF("New state of the debug registers (r1):\n");
1167 	for (i = 0; i < __arraycount(r1.dr); i++)
1168 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1169 
1170 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1171 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1172 
1173 	DPRINTF("Call CONTINUE for the child process\n");
1174 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1175 
1176 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1177 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1178 
1179 	validate_status_stopped(status, SIGTRAP);
1180 
1181 	DPRINTF("Before calling ptrace(2) with PT_GET_SIGINFO for child\n");
1182 	SYSCALL_REQUIRE(ptrace(PT_GET_SIGINFO, child, &info, sizeof(info)) != -1);
1183 
1184 	DPRINTF("Signal traced to lwpid=%d\n", info.psi_lwpid);
1185 	DPRINTF("Signal properties: si_signo=%#x si_code=%#x si_errno=%#x\n",
1186 	    info.psi_siginfo.si_signo, info.psi_siginfo.si_code,
1187 	    info.psi_siginfo.si_errno);
1188 
1189 	DPRINTF("Before checking siginfo_t\n");
1190 	ATF_REQUIRE_EQ(info.psi_siginfo.si_signo, SIGTRAP);
1191 	ATF_REQUIRE_EQ(info.psi_siginfo.si_code, TRAP_DBREG);
1192 
1193 	DPRINTF("Remove code trap from check_happy=%p\n", check_happy);
1194 	dr7.bits.global_dr0_breakpoint = 0;
1195 	r1.dr[7] = dr7.raw;
1196 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1197 	    r1.dr[7]);
1198 
1199 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1200 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1201 
1202 	DPRINTF("Call CONTINUE for the child process\n");
1203 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1204 
1205 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1206 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1207 
1208 	validate_status_stopped(status, sigval);
1209 
1210 	DPRINTF("Before resuming the child process where it left off and "
1211 	    "without signal to be sent\n");
1212 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1213 
1214 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1215 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1216 
1217 	validate_status_exited(status, exitval);
1218 
1219 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1220 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
1221 }
1222 #endif
1223 
1224 #if defined(HAVE_DBREGS)
1225 ATF_TC(dbregs_dr1_trap_code);
ATF_TC_HEAD(dbregs_dr1_trap_code,tc)1226 ATF_TC_HEAD(dbregs_dr1_trap_code, tc)
1227 {
1228 	atf_tc_set_md_var(tc, "descr",
1229 	    "Verify that setting trap with DR1 triggers SIGTRAP "
1230 	    "(break on code execution trap)");
1231 }
1232 
ATF_TC_BODY(dbregs_dr1_trap_code,tc)1233 ATF_TC_BODY(dbregs_dr1_trap_code, tc)
1234 {
1235 	const int exitval = 5;
1236 	const int sigval = SIGSTOP;
1237 	pid_t child, wpid;
1238 #if defined(TWAIT_HAVE_STATUS)
1239 	int status;
1240 #endif
1241 	struct dbreg r1;
1242 	size_t i;
1243 	volatile int watchme = 1;
1244 	union u dr7;
1245 
1246 	struct ptrace_siginfo info;
1247 	memset(&info, 0, sizeof(info));
1248 
1249 	if (!can_we_set_dbregs()) {
1250 		atf_tc_skip("Either run this test as root or set sysctl(3) "
1251 		            "security.models.extensions.user_set_dbregs to 1");
1252 	}
1253 
1254 	dr7.raw = 0;
1255 	dr7.bits.global_dr1_breakpoint = 1;
1256 	dr7.bits.condition_dr1 = 0;	/* 0b00 -- break on code execution */
1257 	dr7.bits.len_dr1 = 0;		/* 0b00 -- 1 byte */
1258 
1259 	DPRINTF("Before forking process PID=%d\n", getpid());
1260 	SYSCALL_REQUIRE((child = fork()) != -1);
1261 	if (child == 0) {
1262 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
1263 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
1264 
1265 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1266 		FORKEE_ASSERT(raise(sigval) == 0);
1267 
1268 		printf("check_happy(%d)=%d\n", watchme, check_happy(watchme));
1269 
1270 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1271 		FORKEE_ASSERT(raise(sigval) == 0);
1272 
1273 		DPRINTF("Before exiting of the child process\n");
1274 		_exit(exitval);
1275 	}
1276 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
1277 
1278 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1279 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1280 
1281 	validate_status_stopped(status, sigval);
1282 
1283 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
1284 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
1285 
1286 	DPRINTF("State of the debug registers (r1):\n");
1287 	for (i = 0; i < __arraycount(r1.dr); i++)
1288 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1289 
1290 	r1.dr[1] = (long)(intptr_t)check_happy;
1291 	DPRINTF("Set DR1 (r1.dr[1]) to new value %" PRIxREGISTER "\n",
1292 	    r1.dr[1]);
1293 
1294 	r1.dr[7] = dr7.raw;
1295 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1296 	    r1.dr[7]);
1297 
1298 	DPRINTF("New state of the debug registers (r1):\n");
1299 	for (i = 0; i < __arraycount(r1.dr); i++)
1300 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1301 
1302 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1303 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1304 
1305 	DPRINTF("Call CONTINUE for the child process\n");
1306 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1307 
1308 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1309 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1310 
1311 	validate_status_stopped(status, SIGTRAP);
1312 
1313 	DPRINTF("Before calling ptrace(2) with PT_GET_SIGINFO for child\n");
1314 	SYSCALL_REQUIRE(ptrace(PT_GET_SIGINFO, child, &info, sizeof(info)) != -1);
1315 
1316 	DPRINTF("Signal traced to lwpid=%d\n", info.psi_lwpid);
1317 	DPRINTF("Signal properties: si_signo=%#x si_code=%#x si_errno=%#x\n",
1318 	    info.psi_siginfo.si_signo, info.psi_siginfo.si_code,
1319 	    info.psi_siginfo.si_errno);
1320 
1321 	DPRINTF("Before checking siginfo_t\n");
1322 	ATF_REQUIRE_EQ(info.psi_siginfo.si_signo, SIGTRAP);
1323 	ATF_REQUIRE_EQ(info.psi_siginfo.si_code, TRAP_DBREG);
1324 
1325 	DPRINTF("Remove code trap from check_happy=%p\n", check_happy);
1326 	dr7.bits.global_dr1_breakpoint = 0;
1327 	r1.dr[7] = dr7.raw;
1328 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1329 	    r1.dr[7]);
1330 
1331 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1332 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1333 
1334 	DPRINTF("Call CONTINUE for the child process\n");
1335 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1336 
1337 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1338 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1339 
1340 	validate_status_stopped(status, sigval);
1341 
1342 	DPRINTF("Before resuming the child process where it left off and "
1343 	    "without signal to be sent\n");
1344 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1345 
1346 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1347 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1348 
1349 	validate_status_exited(status, exitval);
1350 
1351 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1352 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
1353 }
1354 #endif
1355 
1356 #if defined(HAVE_DBREGS)
1357 ATF_TC(dbregs_dr2_trap_code);
ATF_TC_HEAD(dbregs_dr2_trap_code,tc)1358 ATF_TC_HEAD(dbregs_dr2_trap_code, tc)
1359 {
1360 	atf_tc_set_md_var(tc, "descr",
1361 	    "Verify that setting trap with DR2 triggers SIGTRAP "
1362 	    "(break on code execution trap)");
1363 }
1364 
ATF_TC_BODY(dbregs_dr2_trap_code,tc)1365 ATF_TC_BODY(dbregs_dr2_trap_code, tc)
1366 {
1367 	const int exitval = 5;
1368 	const int sigval = SIGSTOP;
1369 	pid_t child, wpid;
1370 #if defined(TWAIT_HAVE_STATUS)
1371 	int status;
1372 #endif
1373 	struct dbreg r1;
1374 	size_t i;
1375 	volatile int watchme = 1;
1376 	union u dr7;
1377 
1378 	struct ptrace_siginfo info;
1379 	memset(&info, 0, sizeof(info));
1380 
1381 	if (!can_we_set_dbregs()) {
1382 		atf_tc_skip("Either run this test as root or set sysctl(3) "
1383 		            "security.models.extensions.user_set_dbregs to 1");
1384 	}
1385 
1386 	dr7.raw = 0;
1387 	dr7.bits.global_dr2_breakpoint = 1;
1388 	dr7.bits.condition_dr2 = 0;	/* 0b00 -- break on code execution */
1389 	dr7.bits.len_dr2 = 0;		/* 0b00 -- 1 byte */
1390 
1391 	DPRINTF("Before forking process PID=%d\n", getpid());
1392 	SYSCALL_REQUIRE((child = fork()) != -1);
1393 	if (child == 0) {
1394 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
1395 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
1396 
1397 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1398 		FORKEE_ASSERT(raise(sigval) == 0);
1399 
1400 		printf("check_happy(%d)=%d\n", watchme, check_happy(watchme));
1401 
1402 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1403 		FORKEE_ASSERT(raise(sigval) == 0);
1404 
1405 		DPRINTF("Before exiting of the child process\n");
1406 		_exit(exitval);
1407 	}
1408 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
1409 
1410 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1411 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1412 
1413 	validate_status_stopped(status, sigval);
1414 
1415 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
1416 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
1417 
1418 	DPRINTF("State of the debug registers (r1):\n");
1419 	for (i = 0; i < __arraycount(r1.dr); i++)
1420 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1421 
1422 	r1.dr[2] = (long)(intptr_t)check_happy;
1423 	DPRINTF("Set DR2 (r1.dr[2]) to new value %" PRIxREGISTER "\n",
1424 	    r1.dr[2]);
1425 
1426 	r1.dr[7] = dr7.raw;
1427 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1428 	    r1.dr[7]);
1429 
1430 	DPRINTF("New state of the debug registers (r1):\n");
1431 	for (i = 0; i < __arraycount(r1.dr); i++)
1432 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1433 
1434 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1435 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1436 
1437 	DPRINTF("Call CONTINUE for the child process\n");
1438 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1439 
1440 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1441 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1442 
1443 	validate_status_stopped(status, SIGTRAP);
1444 
1445 	DPRINTF("Before calling ptrace(2) with PT_GET_SIGINFO for child\n");
1446 	SYSCALL_REQUIRE(ptrace(PT_GET_SIGINFO, child, &info, sizeof(info)) != -1);
1447 
1448 	DPRINTF("Signal traced to lwpid=%d\n", info.psi_lwpid);
1449 	DPRINTF("Signal properties: si_signo=%#x si_code=%#x si_errno=%#x\n",
1450 	    info.psi_siginfo.si_signo, info.psi_siginfo.si_code,
1451 	    info.psi_siginfo.si_errno);
1452 
1453 	DPRINTF("Before checking siginfo_t\n");
1454 	ATF_REQUIRE_EQ(info.psi_siginfo.si_signo, SIGTRAP);
1455 	ATF_REQUIRE_EQ(info.psi_siginfo.si_code, TRAP_DBREG);
1456 
1457 	DPRINTF("Remove code trap from check_happy=%p\n", check_happy);
1458 	dr7.bits.global_dr2_breakpoint = 0;
1459 	r1.dr[7] = dr7.raw;
1460 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1461 	    r1.dr[7]);
1462 
1463 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1464 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1465 
1466 	DPRINTF("Call CONTINUE for the child process\n");
1467 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1468 
1469 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1470 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1471 
1472 	validate_status_stopped(status, sigval);
1473 
1474 	DPRINTF("Before resuming the child process where it left off and "
1475 	    "without signal to be sent\n");
1476 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1477 
1478 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1479 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1480 
1481 	validate_status_exited(status, exitval);
1482 
1483 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1484 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
1485 }
1486 #endif
1487 
1488 #if defined(HAVE_DBREGS)
1489 ATF_TC(dbregs_dr3_trap_code);
ATF_TC_HEAD(dbregs_dr3_trap_code,tc)1490 ATF_TC_HEAD(dbregs_dr3_trap_code, tc)
1491 {
1492 	atf_tc_set_md_var(tc, "descr",
1493 	    "Verify that setting trap with DR3 triggers SIGTRAP "
1494 	    "(break on code execution trap)");
1495 }
1496 
ATF_TC_BODY(dbregs_dr3_trap_code,tc)1497 ATF_TC_BODY(dbregs_dr3_trap_code, tc)
1498 {
1499 	const int exitval = 5;
1500 	const int sigval = SIGSTOP;
1501 	pid_t child, wpid;
1502 #if defined(TWAIT_HAVE_STATUS)
1503 	int status;
1504 #endif
1505 	struct dbreg r1;
1506 	size_t i;
1507 	volatile int watchme = 1;
1508 	union u dr7;
1509 
1510 	struct ptrace_siginfo info;
1511 	memset(&info, 0, sizeof(info));
1512 
1513 	if (!can_we_set_dbregs()) {
1514 		atf_tc_skip("Either run this test as root or set sysctl(3) "
1515 		            "security.models.extensions.user_set_dbregs to 1");
1516 	}
1517 
1518 	dr7.raw = 0;
1519 	dr7.bits.global_dr3_breakpoint = 1;
1520 	dr7.bits.condition_dr3 = 0;	/* 0b00 -- break on code execution */
1521 	dr7.bits.len_dr3 = 0;		/* 0b00 -- 1 byte */
1522 
1523 	DPRINTF("Before forking process PID=%d\n", getpid());
1524 	SYSCALL_REQUIRE((child = fork()) != -1);
1525 	if (child == 0) {
1526 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
1527 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
1528 
1529 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1530 		FORKEE_ASSERT(raise(sigval) == 0);
1531 
1532 		printf("check_happy(%d)=%d\n", watchme, check_happy(watchme));
1533 
1534 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1535 		FORKEE_ASSERT(raise(sigval) == 0);
1536 
1537 		DPRINTF("Before exiting of the child process\n");
1538 		_exit(exitval);
1539 	}
1540 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
1541 
1542 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1543 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1544 
1545 	validate_status_stopped(status, sigval);
1546 
1547 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
1548 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
1549 
1550 	DPRINTF("State of the debug registers (r1):\n");
1551 	for (i = 0; i < __arraycount(r1.dr); i++)
1552 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1553 
1554 	r1.dr[3] = (long)(intptr_t)check_happy;
1555 	DPRINTF("Set DR3 (r1.dr[3]) to new value %" PRIxREGISTER "\n",
1556 	    r1.dr[3]);
1557 
1558 	r1.dr[7] = dr7.raw;
1559 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1560 	    r1.dr[7]);
1561 
1562 	DPRINTF("New state of the debug registers (r1):\n");
1563 	for (i = 0; i < __arraycount(r1.dr); i++)
1564 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1565 
1566 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1567 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1568 
1569 	DPRINTF("Call CONTINUE for the child process\n");
1570 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1571 
1572 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1573 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1574 
1575 	validate_status_stopped(status, SIGTRAP);
1576 
1577 	DPRINTF("Before calling ptrace(2) with PT_GET_SIGINFO for child\n");
1578 	SYSCALL_REQUIRE(ptrace(PT_GET_SIGINFO, child, &info, sizeof(info)) != -1);
1579 
1580 	DPRINTF("Signal traced to lwpid=%d\n", info.psi_lwpid);
1581 	DPRINTF("Signal properties: si_signo=%#x si_code=%#x si_errno=%#x\n",
1582 	    info.psi_siginfo.si_signo, info.psi_siginfo.si_code,
1583 	    info.psi_siginfo.si_errno);
1584 
1585 	DPRINTF("Before checking siginfo_t\n");
1586 	ATF_REQUIRE_EQ(info.psi_siginfo.si_signo, SIGTRAP);
1587 	ATF_REQUIRE_EQ(info.psi_siginfo.si_code, TRAP_DBREG);
1588 
1589 	DPRINTF("Remove code trap from check_happy=%p\n", check_happy);
1590 	dr7.bits.global_dr3_breakpoint = 0;
1591 	r1.dr[7] = dr7.raw;
1592 	DPRINTF("Set DR7 (r1.dr[7]) to new value %" PRIxREGISTER "\n",
1593 	    r1.dr[7]);
1594 
1595 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1596 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1597 
1598 	DPRINTF("Call CONTINUE for the child process\n");
1599 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1600 
1601 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1602 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1603 
1604 	validate_status_stopped(status, sigval);
1605 
1606 	DPRINTF("Before resuming the child process where it left off and "
1607 	    "without signal to be sent\n");
1608 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1609 
1610 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1611 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1612 
1613 	validate_status_exited(status, exitval);
1614 
1615 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1616 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
1617 }
1618 #endif
1619 
1620 static void * __used
x86_main_func(void * arg)1621 x86_main_func(void *arg)
1622 {
1623 
1624 	return arg;
1625 }
1626 
1627 static void
dbregs_dont_inherit_lwp(int reg)1628 dbregs_dont_inherit_lwp(int reg)
1629 {
1630 	const int exitval = 5;
1631 	const int sigval = SIGSTOP;
1632 	pid_t child, wpid;
1633 #if defined(TWAIT_HAVE_STATUS)
1634 	int status;
1635 #endif
1636 	ptrace_state_t state;
1637 	const int slen = sizeof(state);
1638 	ptrace_event_t event;
1639 	const int elen = sizeof(event);
1640 	pthread_t t;
1641 	lwpid_t lid;
1642 	size_t i;
1643 	struct dbreg r1;
1644 	struct dbreg r2;
1645 
1646 	if (!can_we_set_dbregs()) {
1647 		atf_tc_skip("Either run this test as root or set sysctl(3) "
1648 		            "security.models.extensions.user_set_dbregs to 1");
1649 	}
1650 
1651 	DPRINTF("Before forking process PID=%d\n", getpid());
1652 	SYSCALL_REQUIRE((child = fork()) != -1);
1653 	if (child == 0) {
1654 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
1655 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
1656 
1657 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1658 		FORKEE_ASSERT(raise(sigval) == 0);
1659 
1660 		FORKEE_ASSERT(!pthread_create(&t, NULL, x86_main_func, NULL));
1661 
1662 		DPRINTF("Before waiting for thread to exit\n");
1663 		FORKEE_ASSERT(!pthread_join(t, NULL));
1664 
1665 		DPRINTF("Before exiting of the child process\n");
1666 		_exit(exitval);
1667 	}
1668 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
1669 
1670 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1671 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1672 
1673 	validate_status_stopped(status, sigval);
1674 
1675 	DPRINTF("Set empty EVENT_MASK for the child %d\n", child);
1676 	event.pe_set_event = PTRACE_LWP_CREATE;
1677 	SYSCALL_REQUIRE(ptrace(PT_SET_EVENT_MASK, child, &event, elen) != -1);
1678 
1679 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
1680 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
1681 
1682 	DPRINTF("State of the debug registers (r1):\n");
1683 	for (i = 0; i < __arraycount(r1.dr); i++)
1684 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1685 
1686 	r1.dr[reg] = (long)(intptr_t)check_happy;
1687 	DPRINTF("Set DR%d (r1.dr[%d]) to new value %" PRIxREGISTER "\n",
1688 	    reg, reg, r1.dr[0]);
1689 
1690 	DPRINTF("New state of the debug registers (r1):\n");
1691 	for (i = 0; i < __arraycount(r1.dr); i++)
1692 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1693 
1694 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1695 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1696 
1697 	DPRINTF("Before resuming the child process where it left off and "
1698 	    "without signal to be sent\n");
1699 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1700 
1701 	DPRINTF("Before calling %s() for the child - expected stopped "
1702 	    "SIGTRAP\n", TWAIT_FNAME);
1703 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1704 
1705 	validate_status_stopped(status, SIGTRAP);
1706 
1707 	SYSCALL_REQUIRE(ptrace(PT_GET_PROCESS_STATE, child, &state, slen) != -1);
1708 
1709 	ATF_REQUIRE_EQ(state.pe_report_event, PTRACE_LWP_CREATE);
1710 
1711 	lid = state.pe_lwp;
1712 	DPRINTF("Reported PTRACE_LWP_CREATE event with lid %d\n", lid);
1713 
1714 	DPRINTF("Call GETDBREGS for the child process new lwp (r2)\n");
1715 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r2, lid) != -1);
1716 
1717 	DPRINTF("State of the debug registers (r2):\n");
1718 	for (i = 0; i < __arraycount(r2.dr); i++)
1719 		DPRINTF("r2[%zu]=%" PRIxREGISTER "\n", i, r2.dr[i]);
1720 
1721 	DPRINTF("Assert that (r1) and (r2) are not the same\n");
1722 	ATF_REQUIRE(memcmp(&r1, &r2, sizeof(r1)) != 0);
1723 
1724 	DPRINTF("Before resuming the child process where it left off and "
1725 	    "without signal to be sent\n");
1726 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1727 
1728 	DPRINTF("Before calling %s() for the child - expected exited\n",
1729 	    TWAIT_FNAME);
1730 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1731 
1732 	validate_status_exited(status, exitval);
1733 
1734 	DPRINTF("Before calling %s() for the child - expected no process\n",
1735 	    TWAIT_FNAME);
1736 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
1737 }
1738 
1739 ATF_TC(dbregs_dr0_dont_inherit_lwp);
ATF_TC_HEAD(dbregs_dr0_dont_inherit_lwp,tc)1740 ATF_TC_HEAD(dbregs_dr0_dont_inherit_lwp, tc)
1741 {
1742 	atf_tc_set_md_var(tc, "descr",
1743 	    "Verify that 1 LWP creation is intercepted by ptrace(2) with "
1744 	    "EVENT_MASK set to PTRACE_LWP_CREATE and Debug Register 0 from "
1745 	    "the forker thread is not inherited");
1746 }
1747 
ATF_TC_BODY(dbregs_dr0_dont_inherit_lwp,tc)1748 ATF_TC_BODY(dbregs_dr0_dont_inherit_lwp, tc)
1749 {
1750 	dbregs_dont_inherit_lwp(0);
1751 }
1752 
1753 ATF_TC(dbregs_dr1_dont_inherit_lwp);
ATF_TC_HEAD(dbregs_dr1_dont_inherit_lwp,tc)1754 ATF_TC_HEAD(dbregs_dr1_dont_inherit_lwp, tc)
1755 {
1756 	atf_tc_set_md_var(tc, "descr",
1757 	    "Verify that 1 LWP creation is intercepted by ptrace(2) with "
1758 	    "EVENT_MASK set to PTRACE_LWP_CREATE and Debug Register 1 from "
1759 	    "the forker thread is not inherited");
1760 }
1761 
ATF_TC_BODY(dbregs_dr1_dont_inherit_lwp,tc)1762 ATF_TC_BODY(dbregs_dr1_dont_inherit_lwp, tc)
1763 {
1764 	dbregs_dont_inherit_lwp(1);
1765 }
1766 
1767 ATF_TC(dbregs_dr2_dont_inherit_lwp);
ATF_TC_HEAD(dbregs_dr2_dont_inherit_lwp,tc)1768 ATF_TC_HEAD(dbregs_dr2_dont_inherit_lwp, tc)
1769 {
1770 	atf_tc_set_md_var(tc, "descr",
1771 	    "Verify that 1 LWP creation is intercepted by ptrace(2) with "
1772 	    "EVENT_MASK set to PTRACE_LWP_CREATE and Debug Register 2 from "
1773 	    "the forker thread is not inherited");
1774 }
1775 
ATF_TC_BODY(dbregs_dr2_dont_inherit_lwp,tc)1776 ATF_TC_BODY(dbregs_dr2_dont_inherit_lwp, tc)
1777 {
1778 	dbregs_dont_inherit_lwp(2);
1779 }
1780 
1781 ATF_TC(dbregs_dr3_dont_inherit_lwp);
ATF_TC_HEAD(dbregs_dr3_dont_inherit_lwp,tc)1782 ATF_TC_HEAD(dbregs_dr3_dont_inherit_lwp, tc)
1783 {
1784 	atf_tc_set_md_var(tc, "descr",
1785 	    "Verify that 1 LWP creation is intercepted by ptrace(2) with "
1786 	    "EVENT_MASK set to PTRACE_LWP_CREATE and Debug Register 3 from "
1787 	    "the forker thread is not inherited");
1788 }
1789 
ATF_TC_BODY(dbregs_dr3_dont_inherit_lwp,tc)1790 ATF_TC_BODY(dbregs_dr3_dont_inherit_lwp, tc)
1791 {
1792 	dbregs_dont_inherit_lwp(3);
1793 }
1794 
1795 static void
dbregs_dont_inherit_execve(int reg)1796 dbregs_dont_inherit_execve(int reg)
1797 {
1798 	const int sigval = SIGTRAP;
1799 	pid_t child, wpid;
1800 #if defined(TWAIT_HAVE_STATUS)
1801 	int status;
1802 #endif
1803 	size_t i;
1804 	struct dbreg r1;
1805 	struct dbreg r2;
1806 
1807 	struct ptrace_siginfo info;
1808 	memset(&info, 0, sizeof(info));
1809 
1810 	if (!can_we_set_dbregs()) {
1811 		atf_tc_skip("Either run this test as root or set sysctl(3) "
1812 		            "security.models.extensions.user_set_dbregs to 1");
1813 	}
1814 
1815 	DPRINTF("Before forking process PID=%d\n", getpid());
1816 	SYSCALL_REQUIRE((child = fork()) != -1);
1817 	if (child == 0) {
1818 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
1819 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
1820 
1821 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
1822 		FORKEE_ASSERT(raise(sigval) == 0);
1823 
1824 		DPRINTF("Before calling execve(2) from child\n");
1825 		execlp("/bin/echo", "/bin/echo", NULL);
1826 
1827 		FORKEE_ASSERT(0 && "Not reached");
1828 	}
1829 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
1830 
1831 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1832 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1833 
1834 	validate_status_stopped(status, sigval);
1835 
1836 	DPRINTF("Call GETDBREGS for the child process (r1)\n");
1837 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r1, 0) != -1);
1838 
1839 	DPRINTF("State of the debug registers (r1):\n");
1840 	for (i = 0; i < __arraycount(r1.dr); i++)
1841 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1842 
1843 	r1.dr[reg] = (long)(intptr_t)check_happy;
1844 	DPRINTF("Set DR%d (r1.dr[%d]) to new value %" PRIxREGISTER "\n",
1845 	    reg, reg, r1.dr[reg]);
1846 
1847 	DPRINTF("New state of the debug registers (r1):\n");
1848 	for (i = 0; i < __arraycount(r1.dr); i++)
1849 		DPRINTF("r1[%zu]=%" PRIxREGISTER "\n", i, r1.dr[i]);
1850 
1851 	DPRINTF("Call SETDBREGS for the child process (r1)\n");
1852 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r1, 0) != -1);
1853 
1854 	DPRINTF("Before resuming the child process where it left off and "
1855 	    "without signal to be sent\n");
1856 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1857 
1858 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1859 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1860 
1861 	validate_status_stopped(status, sigval);
1862 
1863 	DPRINTF("Before calling ptrace(2) with PT_GET_SIGINFO for child\n");
1864 	SYSCALL_REQUIRE(ptrace(PT_GET_SIGINFO, child, &info, sizeof(info)) != -1);
1865 
1866 	DPRINTF("Signal traced to lwpid=%d\n", info.psi_lwpid);
1867 	DPRINTF("Signal properties: si_signo=%#x si_code=%#x si_errno=%#x\n",
1868 	    info.psi_siginfo.si_signo, info.psi_siginfo.si_code,
1869 	    info.psi_siginfo.si_errno);
1870 
1871 	ATF_REQUIRE_EQ(info.psi_siginfo.si_signo, sigval);
1872 	ATF_REQUIRE_EQ(info.psi_siginfo.si_code, TRAP_EXEC);
1873 
1874 	DPRINTF("Call GETDBREGS for the child process after execve(2)\n");
1875 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r2, 0) != -1);
1876 
1877 	DPRINTF("State of the debug registers (r2):\n");
1878 	for (i = 0; i < __arraycount(r2.dr); i++)
1879 		DPRINTF("r2[%zu]=%" PRIxREGISTER "\n", i, r2.dr[i]);
1880 
1881 	DPRINTF("Assert that (r1) and (r2) are not the same\n");
1882 	ATF_REQUIRE(memcmp(&r1, &r2, sizeof(r1)) != 0);
1883 
1884 	DPRINTF("Before resuming the child process where it left off and "
1885 	    "without signal to be sent\n");
1886 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
1887 
1888 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1889 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
1890 
1891 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
1892 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
1893 }
1894 
1895 ATF_TC(dbregs_dr0_dont_inherit_execve);
ATF_TC_HEAD(dbregs_dr0_dont_inherit_execve,tc)1896 ATF_TC_HEAD(dbregs_dr0_dont_inherit_execve, tc)
1897 {
1898 	atf_tc_set_md_var(tc, "descr",
1899 	    "Verify that execve(2) is intercepted by tracer and Debug "
1900 	    "Register 0 is reset");
1901 }
1902 
ATF_TC_BODY(dbregs_dr0_dont_inherit_execve,tc)1903 ATF_TC_BODY(dbregs_dr0_dont_inherit_execve, tc)
1904 {
1905 	dbregs_dont_inherit_execve(0);
1906 }
1907 
1908 ATF_TC(dbregs_dr1_dont_inherit_execve);
ATF_TC_HEAD(dbregs_dr1_dont_inherit_execve,tc)1909 ATF_TC_HEAD(dbregs_dr1_dont_inherit_execve, tc)
1910 {
1911 	atf_tc_set_md_var(tc, "descr",
1912 	    "Verify that execve(2) is intercepted by tracer and Debug "
1913 	    "Register 1 is reset");
1914 }
1915 
ATF_TC_BODY(dbregs_dr1_dont_inherit_execve,tc)1916 ATF_TC_BODY(dbregs_dr1_dont_inherit_execve, tc)
1917 {
1918 	dbregs_dont_inherit_execve(1);
1919 }
1920 
1921 ATF_TC(dbregs_dr2_dont_inherit_execve);
ATF_TC_HEAD(dbregs_dr2_dont_inherit_execve,tc)1922 ATF_TC_HEAD(dbregs_dr2_dont_inherit_execve, tc)
1923 {
1924 	atf_tc_set_md_var(tc, "descr",
1925 	    "Verify that execve(2) is intercepted by tracer and Debug "
1926 	    "Register 2 is reset");
1927 }
1928 
ATF_TC_BODY(dbregs_dr2_dont_inherit_execve,tc)1929 ATF_TC_BODY(dbregs_dr2_dont_inherit_execve, tc)
1930 {
1931 	dbregs_dont_inherit_execve(2);
1932 }
1933 
1934 ATF_TC(dbregs_dr3_dont_inherit_execve);
ATF_TC_HEAD(dbregs_dr3_dont_inherit_execve,tc)1935 ATF_TC_HEAD(dbregs_dr3_dont_inherit_execve, tc)
1936 {
1937 	atf_tc_set_md_var(tc, "descr",
1938 	    "Verify that execve(2) is intercepted by tracer and Debug "
1939 	    "Register 3 is reset");
1940 }
1941 
ATF_TC_BODY(dbregs_dr3_dont_inherit_execve,tc)1942 ATF_TC_BODY(dbregs_dr3_dont_inherit_execve, tc)
1943 {
1944 	dbregs_dont_inherit_execve(3);
1945 }
1946 
1947 /// ----------------------------------------------------------------------------
1948 
1949 ATF_TC(x86_cve_2018_8897);
ATF_TC_HEAD(x86_cve_2018_8897,tc)1950 ATF_TC_HEAD(x86_cve_2018_8897, tc)
1951 {
1952 	atf_tc_set_md_var(tc, "descr",
1953 	    "Verify mitigation for CVE-2018-8897 (POP SS debug exception)");
1954 }
1955 
1956 #define X86_CVE_2018_8897_PAGE 0x5000 /* page addressable by 32-bit registers */
1957 
1958 static void
x86_cve_2018_8897_trigger(void)1959 x86_cve_2018_8897_trigger(void)
1960 {
1961 	/*
1962 	 * A function to trigger the POP SS (CVE-2018-8897) vulnerability
1963 	 *
1964 	 * ifdef __x86_64__
1965 	 *
1966 	 * We need to switch to 32-bit mode execution on 64-bit kernel.
1967 	 * This is achieved with far jump instruction and GDT descriptor
1968 	 * set to 32-bit CS selector. The 32-bit CS selector is kernel
1969 	 * specific, in the NetBSD case registered as GUCODE32_SEL
1970 	 * that is equal to (14 (decimal) << 3) with GDT and user
1971 	 * privilege level (this makes it 0x73).
1972 	 *
1973 	 * In UNIX as(1) assembly x86_64 far jump is coded as ljmp.
1974 	 * amd64 ljmp requires an indirect address with cs:RIP.
1975 	 *
1976 	 * When we are running in 32-bit mode, it's similar to the
1977 	 * mode as if the binary had been launched in netbsd32.
1978 	 *
1979 	 * There are two versions of this exploit, one with RIP
1980 	 * relative code and the other with static addresses.
1981 	 * The first one is PIE code aware, the other no-PIE one.
1982 	 *
1983 	 *
1984 	 * After switching to the 32-bit mode we can move on to the remaining
1985 	 * part of the exploit.
1986 	 *
1987 	 * endif //  __x86_64__
1988 	 *
1989 	 * Set the stack pointer to the page we allocated earlier. Remember
1990 	 * that we put an SS selector exactly at this address, so we can pop.
1991 	 *
1992 	 * movl    $0x5000,%esp
1993 	 *
1994 	 * Pop the SS selector off the stack. This reloads the SS selector,
1995 	 * which is fine. Remember that we set DR0 at address 0x5000, which
1996 	 * we are now reading. Therefore, on this instruction, the CPU will
1997 	 * raise a #DB exception.
1998 	 *
1999 	 * But the "pop %ss" instruction is special: it blocks exceptions
2000 	 * until the next instruction is executed. So the #DB that we just
2001 	 * raised is actually blocked.
2002 	 *
2003 	 * pop %ss
2004 	 *
2005 	 * We are still here, and didn't receive the #DB. After we execute
2006 	 * this instruction, the effect of "pop %ss" will disappear, and
2007 	 * we will receive the #DB for real.
2008 	 *
2009 	 * int $4
2010 	 *
2011 	 * Here the bug happens. We executed "int $4", so we entered the
2012 	 * kernel, with interrupts disabled. The #DB that was pending is
2013 	 * received. But, it is received immediately in kernel mode, and is
2014 	 * _NOT_ received when interrupts are enabled again.
2015 	 *
2016 	 * It means that, in the first instruction of the $4 handler, we
2017 	 * think we are safe with interrupts disabled. But we aren't, and
2018 	 * just got interrupted.
2019 	 *
2020 	 * The new interrupt handler doesn't handle this particular context:
2021 	 * we are entered in kernel mode, the previous context was kernel
2022 	 * mode too but it still had the user context loaded.
2023 	 *
2024 	 * We find ourselves not doing a 'swapgs'. At the end of the day, it
2025 	 * means that we call trap() with a curcpu() that is fully
2026 	 * controllable by userland. From then on, it is easy to escalate
2027 	 * privileges.
2028 	 *
2029 	 * With SVS it also means we don't switch CR3, so this results in a
2030 	 * triple fault, which this time cannot be turned to a privilege
2031 	 * escalation.
2032 	 */
2033 
2034 #if __x86_64__
2035 #if __PIE__
2036 	void *csRIP;
2037 
2038 	csRIP = malloc(sizeof(int) + sizeof(short));
2039 	FORKEE_ASSERT(csRIP != NULL);
2040 
2041 	__asm__ __volatile__(
2042 		"	leal 24(%%eip), %%eax\n\t"
2043 		"	movq %0, %%rdx\n\t"
2044 		"	movl %%eax, (%%rdx)\n\t"
2045 		"	movw $0x73, 4(%%rdx)\n\t"
2046 		"	movq %1, %%rax\n\t"
2047 		"	ljmp *(%%rax)\n\t"
2048 		"	.code32\n\t"
2049 		"	movl $0x5000, %%esp\n\t"
2050 		"	pop %%ss\n\t"
2051 		"	int $4\n\t"
2052 		"	.code64\n\t"
2053 		: "=m"(csRIP)
2054 		: "m"(csRIP)
2055 		: "%rax", "%rdx", "%rsp"
2056 		);
2057 #else /* !__PIE__ */
2058 	__asm__ __volatile__(
2059 		"       movq $farjmp32%=, %%rax\n\t"
2060 		"       ljmp *(%%rax)\n\t"
2061 		"farjmp32%=:\n\t"
2062 		"       .long trigger32%=\n\t"
2063 		"       .word 0x73\n\t"
2064 		"       .code32\n\t"
2065 		"trigger32%=:\n\t"
2066 		"       movl $0x5000, %%esp\n\t"
2067 		"       pop %%ss\n\t"
2068 		"       int $4\n\t"
2069 		"       .code64\n\t"
2070 		:
2071 		:
2072 		: "%rax", "%rsp"
2073 		);
2074 #endif
2075 #elif __i386__
2076 	__asm__ __volatile__(
2077 		"movl $0x5000, %%esp\n\t"
2078 		"pop %%ss\n\t"
2079 		"int $4\n\t"
2080 		:
2081 		:
2082 		: "%esp"
2083 		);
2084 #endif
2085 }
2086 
ATF_TC_BODY(x86_cve_2018_8897,tc)2087 ATF_TC_BODY(x86_cve_2018_8897, tc)
2088 {
2089 	const int sigval = SIGSTOP;
2090 	pid_t child, wpid;
2091 #if defined(TWAIT_HAVE_STATUS)
2092 	int status;
2093 #endif
2094 	char *trap_page;
2095 	struct dbreg db;
2096 
2097 
2098 	if (!can_we_set_dbregs()) {
2099 		atf_tc_skip("Either run this test as root or set sysctl(3) "
2100 		            "security.models.extensions.user_set_dbregs to 1");
2101 	}
2102 
2103 	DPRINTF("Before forking process PID=%d\n", getpid());
2104 	SYSCALL_REQUIRE((child = fork()) != -1);
2105 	if (child == 0) {
2106 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
2107 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
2108 
2109 		trap_page = mmap((void *)X86_CVE_2018_8897_PAGE,
2110 		                 sysconf(_SC_PAGESIZE), PROT_READ|PROT_WRITE,
2111 		                 MAP_FIXED|MAP_ANON|MAP_PRIVATE, -1, 0);
2112 
2113 		/* trigger page fault */
2114 		memset(trap_page, 0, sysconf(_SC_PAGESIZE));
2115 
2116 		// kernel GDT
2117 #if __x86_64__
2118 		/* SS selector (descriptor 9 (0x4f >> 3)) */
2119 		*trap_page = 0x4f;
2120 #elif __i386__
2121 		/* SS selector (descriptor 4 (0x23 >> 3)) */
2122 		*trap_page = 0x23;
2123 #endif
2124 
2125 		DPRINTF("Before raising %s from child\n", strsignal(sigval));
2126 		FORKEE_ASSERT(raise(sigval) == 0);
2127 
2128 		x86_cve_2018_8897_trigger();
2129 
2130 		/* NOTREACHED */
2131 		FORKEE_ASSERTX(0 && "This shall not be reached");
2132 	}
2133 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
2134 
2135 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
2136 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
2137 
2138 	validate_status_stopped(status, sigval);
2139 
2140 	DPRINTF("Call GETDBREGS for the child process\n");
2141 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &db, 0) != -1);
2142 
2143 	/*
2144 	 * Set up the dbregs. We put the 0x5000 address in DR0.
2145 	 * It means that, the first time we touch this, the CPU will trigger a
2146 	 * #DB exception.
2147 	 */
2148 	db.dr[0] = X86_CVE_2018_8897_PAGE;
2149 	db.dr[7] = 0x30003;
2150 
2151 	DPRINTF("Call SETDBREGS for the child process\n");
2152 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &db, 0) != -1);
2153 
2154 	DPRINTF("Before resuming the child process where it left off and "
2155 	    "without signal to be sent\n");
2156 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
2157 
2158 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
2159 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
2160 
2161 	// In this test we receive SIGFPE, is this appropriate?
2162 //	validate_status_stopped(status, SIGFPE);
2163 
2164 	DPRINTF("Kill the child process\n");
2165 	SYSCALL_REQUIRE(ptrace(PT_KILL, child, NULL, 0) != -1);
2166 
2167 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
2168 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
2169 
2170 	validate_status_signaled(status, SIGKILL, 0);
2171 
2172 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
2173 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
2174 }
2175 
2176 /// ----------------------------------------------------------------------------
2177 
2178 union x86_test_register {
2179 	struct {
2180 		uint64_t a, b, c, d, e, f, g, h;
2181 	} zmm;
2182 	struct {
2183 		uint64_t a, b, c, d;
2184 	} ymm;
2185 	struct {
2186 		uint64_t a, b;
2187 	} xmm;
2188 	uint64_t u64;
2189 	uint32_t u32;
2190 };
2191 
2192 struct x86_test_fpu_registers {
2193 	struct {
2194 		uint64_t mantissa;
2195 		uint16_t sign_exp;
2196 	} __aligned(16) st[8];
2197 
2198 	uint16_t cw;
2199 	uint16_t sw;
2200 	uint16_t tw;
2201 	uint8_t tw_abridged;
2202 	uint16_t opcode;
2203 	union fp_addr ip;
2204 	union fp_addr dp;
2205 };
2206 
2207 enum x86_test_regset {
2208 	TEST_GPREGS,
2209 	TEST_FPREGS,
2210 	TEST_XMMREGS,
2211 	TEST_XSTATE
2212 };
2213 
2214 /* Please keep them grouped by acceptable x86_test_regset. */
2215 enum x86_test_registers {
2216 	/* TEST_GPREGS */
2217 	GPREGS_32,
2218 	GPREGS_32_EBP_ESP,
2219 	GPREGS_64,
2220 	GPREGS_64_R8,
2221 	/* TEST_FPREGS/TEST_XMMREGS */
2222 	FPREGS_FPU,
2223 	FPREGS_MM,
2224 	FPREGS_XMM,
2225 	/* TEST_XSTATE */
2226 	FPREGS_YMM,
2227 	FPREGS_ZMM
2228 };
2229 
2230 enum x86_test_regmode {
2231 	TEST_GETREGS,
2232 	TEST_SETREGS,
2233 	TEST_COREDUMP
2234 };
2235 
get_gp32_regs(union x86_test_register out[])2236 static __inline void get_gp32_regs(union x86_test_register out[])
2237 {
2238 #if defined(__i386__)
2239 	const uint32_t fill = 0x0F0F0F0F;
2240 
2241 	__asm__ __volatile__(
2242 		/* fill registers with clobber pattern */
2243 		"movl    %6, %%eax\n\t"
2244 		"movl    %6, %%ebx\n\t"
2245 		"movl    %6, %%ecx\n\t"
2246 		"movl    %6, %%edx\n\t"
2247 		"movl    %6, %%esi\n\t"
2248 		"movl    %6, %%edi\n\t"
2249 		"\n\t"
2250 		"int3\n\t"
2251 		: "=a"(out[0].u32), "=b"(out[1].u32), "=c"(out[2].u32),
2252 		  "=d"(out[3].u32), "=S"(out[4].u32), "=D"(out[5].u32)
2253 		: "g"(fill)
2254 	);
2255 #else
2256 	__unreachable();
2257 #endif
2258 }
2259 
set_gp32_regs(const union x86_test_register data[])2260 static __inline void set_gp32_regs(const union x86_test_register data[])
2261 {
2262 #if defined(__i386__)
2263 	__asm__ __volatile__(
2264 		"int3\n\t"
2265 		:
2266 		: "a"(data[0].u32), "b"(data[1].u32), "c"(data[2].u32),
2267 		  "d"(data[3].u32), "S"(data[4].u32), "D"(data[5].u32)
2268 		:
2269 	);
2270 #else
2271 	__unreachable();
2272 #endif
2273 }
2274 
get_gp32_ebp_esp_regs(union x86_test_register out[])2275 static __inline void get_gp32_ebp_esp_regs(union x86_test_register out[])
2276 {
2277 #if defined(__i386__)
2278 	const uint32_t fill = 0x0F0F0F0F;
2279 
2280 	__asm__ __volatile__(
2281 		/* save original ebp & esp using our output registers */
2282 		"movl    %%esp, %0\n\t"
2283 		"movl    %%ebp, %1\n\t"
2284 		/* fill them with clobber pattern */
2285 		"movl    %2, %%esp\n\t"
2286 		"movl    %2, %%ebp\n\t"
2287 		"\n\t"
2288 		"int3\n\t"
2289 		"\n\t"
2290 		/* restore ebp & esp, and save the result */
2291 		"xchgl   %%esp, %0\n\t"
2292 		"xchgl   %%ebp, %1\n\t"
2293 		: "=r"(out[0].u32), "=r"(out[1].u32)
2294 		: "g"(fill)
2295 		:
2296 	);
2297 #else
2298 	__unreachable();
2299 #endif
2300 }
2301 
set_gp32_ebp_esp_regs(const union x86_test_register data[])2302 static __inline void set_gp32_ebp_esp_regs(const union x86_test_register data[])
2303 {
2304 #if defined(__i386__)
2305 	__asm__ __volatile__(
2306 		/* ebp & ebp are a bit tricky, we must not clobber them */
2307 		"movl    %%esp, %%eax\n\t"
2308 		"movl    %%ebp, %%ebx\n\t"
2309 		"movl    %0, %%esp\n\t"
2310 		"movl    %1, %%ebp\n\t"
2311 		"\n\t"
2312 		"int3\n\t"
2313 		"\n\t"
2314 		"movl    %%eax, %%esp\n\t"
2315 		"movl    %%ebx, %%ebp\n\t"
2316 		:
2317 		: "ri"(data[0].u32), "ri"(data[1].u32)
2318 		: "%eax", "%ebx"
2319 	);
2320 #else
2321 	__unreachable();
2322 #endif
2323 }
2324 
get_gp64_regs(union x86_test_register out[])2325 static __inline void get_gp64_regs(union x86_test_register out[])
2326 {
2327 #if defined(__x86_64__)
2328 	const uint64_t fill = 0x0F0F0F0F0F0F0F0F;
2329 
2330 	__asm__ __volatile__(
2331 		/* save rsp & rbp */
2332 		"movq    %%rsp, %6\n\t"
2333 		"movq    %%rbp, %7\n\t"
2334 		"\n\t"
2335 		/* fill registers with clobber pattern */
2336 		"movq    %8, %%rax\n\t"
2337 		"movq    %8, %%rbx\n\t"
2338 		"movq    %8, %%rcx\n\t"
2339 		"movq    %8, %%rdx\n\t"
2340 		"movq    %8, %%rsp\n\t"
2341 		"movq    %8, %%rbp\n\t"
2342 		"movq    %8, %%rsi\n\t"
2343 		"movq    %8, %%rdi\n\t"
2344 		"\n\t"
2345 		"int3\n\t"
2346 		"\n\t"
2347 		/* swap saved & current rsp & rbp */
2348 		"xchgq    %%rsp, %6\n\t"
2349 		"xchgq    %%rbp, %7\n\t"
2350 		: "=a"(out[0].u64), "=b"(out[1].u64), "=c"(out[2].u64),
2351 		  "=d"(out[3].u64), "=S"(out[4].u64), "=D"(out[5].u64),
2352 		  "=r"(out[6].u64), "=r"(out[7].u64)
2353 		: "g"(fill)
2354 	);
2355 #else
2356 	__unreachable();
2357 #endif
2358 }
2359 
set_gp64_regs(const union x86_test_register data[])2360 static __inline void set_gp64_regs(const union x86_test_register data[])
2361 {
2362 #if defined(__x86_64__)
2363 	__asm__ __volatile__(
2364 		/* rbp & rbp are a bit tricky, we must not clobber them */
2365 		"movq    %%rsp, %%r8\n\t"
2366 		"movq    %%rbp, %%r9\n\t"
2367 		"movq    %6, %%rsp\n\t"
2368 		"movq    %7, %%rbp\n\t"
2369 		"\n\t"
2370 		"int3\n\t"
2371 		"\n\t"
2372 		"movq    %%r8, %%rsp\n\t"
2373 		"movq    %%r9, %%rbp\n\t"
2374 		:
2375 		: "a"(data[0].u64), "b"(data[1].u64), "c"(data[2].u64),
2376 		  "d"(data[3].u64), "S"(data[4].u64), "D"(data[5].u64),
2377 		  "r"(data[6].u64), "r"(data[7].u64)
2378 		: "%r8", "%r9"
2379 	);
2380 #else
2381 	__unreachable();
2382 #endif
2383 }
2384 
get_gp64_r8_regs(union x86_test_register out[])2385 static __inline void get_gp64_r8_regs(union x86_test_register out[])
2386 {
2387 #if defined(__x86_64__)
2388 	const uint64_t fill = 0x0F0F0F0F0F0F0F0F;
2389 
2390 	__asm__ __volatile__(
2391 		/* fill registers with clobber pattern */
2392 		"movq    %1, %%r8\n\t"
2393 		"movq    %1, %%r9\n\t"
2394 		"movq    %1, %%r10\n\t"
2395 		"movq    %1, %%r11\n\t"
2396 		"movq    %1, %%r12\n\t"
2397 		"movq    %1, %%r13\n\t"
2398 		"movq    %1, %%r14\n\t"
2399 		"movq    %1, %%r15\n\t"
2400 		"\n\t"
2401 		"int3\n\t"
2402 		"\n\t"
2403 		"movq    %%r8, 0x000(%0)\n\t"
2404 		"movq    %%r9, 0x040(%0)\n\t"
2405 		"movq    %%r10, 0x080(%0)\n\t"
2406 		"movq    %%r11, 0x0C0(%0)\n\t"
2407 		"movq    %%r12, 0x100(%0)\n\t"
2408 		"movq    %%r13, 0x140(%0)\n\t"
2409 		"movq    %%r14, 0x180(%0)\n\t"
2410 		"movq    %%r15, 0x1C0(%0)\n\t"
2411 		:
2412 		: "a"(out), "m"(fill)
2413 		: "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15"
2414 	);
2415 #else
2416 	__unreachable();
2417 #endif
2418 }
2419 
set_gp64_r8_regs(const union x86_test_register data[])2420 static __inline void set_gp64_r8_regs(const union x86_test_register data[])
2421 {
2422 #if defined(__x86_64__)
2423 	__asm__ __volatile__(
2424 		"movq    0x000(%0), %%r8\n\t"
2425 		"movq    0x040(%0), %%r9\n\t"
2426 		"movq    0x080(%0), %%r10\n\t"
2427 		"movq    0x0C0(%0), %%r11\n\t"
2428 		"movq    0x100(%0), %%r12\n\t"
2429 		"movq    0x140(%0), %%r13\n\t"
2430 		"movq    0x180(%0), %%r14\n\t"
2431 		"movq    0x1C0(%0), %%r15\n\t"
2432 		"int3\n\t"
2433 		:
2434 		: "b"(data)
2435 		: "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15"
2436 	);
2437 #else
2438 	__unreachable();
2439 #endif
2440 }
2441 
get_fpu_regs(struct x86_test_fpu_registers * out)2442 static __inline void get_fpu_regs(struct x86_test_fpu_registers *out)
2443 {
2444 	struct save87 fsave;
2445 	struct fxsave fxsave;
2446 
2447 	__CTASSERT(sizeof(out->st[0]) == 16);
2448 
2449 	__asm__ __volatile__(
2450 		"finit\n\t"
2451 		"int3\n\t"
2452 #if defined(__x86_64__)
2453 		"fxsave64 %2\n\t"
2454 #else
2455 		"fxsave %2\n\t"
2456 #endif
2457 		"fnstenv %1\n\t"
2458 		"fnclex\n\t"
2459 		"fstpt 0x00(%0)\n\t"
2460 		"fstpt 0x10(%0)\n\t"
2461 		"fstpt 0x20(%0)\n\t"
2462 		"fstpt 0x30(%0)\n\t"
2463 		"fstpt 0x40(%0)\n\t"
2464 		"fstpt 0x50(%0)\n\t"
2465 		"fstpt 0x60(%0)\n\t"
2466 		"fstpt 0x70(%0)\n\t"
2467 		:
2468 		: "a"(out->st), "m"(fsave), "m"(fxsave)
2469 		: "st", "memory"
2470 	);
2471 
2472 	FORKEE_ASSERT(fsave.s87_cw == fxsave.fx_cw);
2473 	FORKEE_ASSERT(fsave.s87_sw == fxsave.fx_sw);
2474 
2475 	/* fsave contains full tw */
2476 	out->cw = fsave.s87_cw;
2477 	out->sw = fsave.s87_sw;
2478 	out->tw = fsave.s87_tw;
2479 	out->tw_abridged = fxsave.fx_tw;
2480 	out->opcode = fxsave.fx_opcode;
2481 	out->ip = fxsave.fx_ip;
2482 	out->dp = fxsave.fx_dp;
2483 }
2484 
2485 /* used as single-precision float */
2486 uint32_t x86_test_zero = 0;
2487 
set_fpu_regs(const struct x86_test_fpu_registers * data)2488 static __inline void set_fpu_regs(const struct x86_test_fpu_registers *data)
2489 {
2490 	__CTASSERT(sizeof(data->st[0]) == 16);
2491 
2492 	__asm__ __volatile__(
2493 		"finit\n\t"
2494 		"fldcw %1\n\t"
2495 		/* load on stack in reverse order to make it easier to read */
2496 		"fldt 0x70(%0)\n\t"
2497 		"fldt 0x60(%0)\n\t"
2498 		"fldt 0x50(%0)\n\t"
2499 		"fldt 0x40(%0)\n\t"
2500 		"fldt 0x30(%0)\n\t"
2501 		"fldt 0x20(%0)\n\t"
2502 		"fldt 0x10(%0)\n\t"
2503 		"fldt 0x00(%0)\n\t"
2504 		/* free st7 */
2505 		"ffree %%st(7)\n\t"
2506 		/* this should trigger a divide-by-zero */
2507 		"fdivs (%2)\n\t"
2508 		"int3\n\t"
2509 		:
2510 		: "a"(&data->st), "m"(data->cw), "b"(&x86_test_zero)
2511 		: "st"
2512 	);
2513 }
2514 
2515 __attribute__((target("mmx")))
get_mm_regs(union x86_test_register out[])2516 static __inline void get_mm_regs(union x86_test_register out[])
2517 {
2518 	const uint64_t fill = 0x0F0F0F0F0F0F0F0F;
2519 
2520 	__asm__ __volatile__(
2521 		/* fill registers with clobber pattern */
2522 		"movq    %1, %%mm0\n\t"
2523 		"movq    %1, %%mm1\n\t"
2524 		"movq    %1, %%mm2\n\t"
2525 		"movq    %1, %%mm3\n\t"
2526 		"movq    %1, %%mm4\n\t"
2527 		"movq    %1, %%mm5\n\t"
2528 		"movq    %1, %%mm6\n\t"
2529 		"movq    %1, %%mm7\n\t"
2530 		"\n\t"
2531 		"int3\n\t"
2532 		"\n\t"
2533 		"movq    %%mm0, 0x000(%0)\n\t"
2534 		"movq    %%mm1, 0x040(%0)\n\t"
2535 		"movq    %%mm2, 0x080(%0)\n\t"
2536 		"movq    %%mm3, 0x0C0(%0)\n\t"
2537 		"movq    %%mm4, 0x100(%0)\n\t"
2538 		"movq    %%mm5, 0x140(%0)\n\t"
2539 		"movq    %%mm6, 0x180(%0)\n\t"
2540 		"movq    %%mm7, 0x1C0(%0)\n\t"
2541 		:
2542 		: "a"(out), "m"(fill)
2543 		: "%mm0", "%mm1", "%mm2", "%mm3", "%mm4", "%mm5", "%mm6", "%mm7"
2544 	);
2545 }
2546 
2547 __attribute__((target("mmx")))
set_mm_regs(const union x86_test_register data[])2548 static __inline void set_mm_regs(const union x86_test_register data[])
2549 {
2550 	__asm__ __volatile__(
2551 		"movq    0x000(%0), %%mm0\n\t"
2552 		"movq    0x040(%0), %%mm1\n\t"
2553 		"movq    0x080(%0), %%mm2\n\t"
2554 		"movq    0x0C0(%0), %%mm3\n\t"
2555 		"movq    0x100(%0), %%mm4\n\t"
2556 		"movq    0x140(%0), %%mm5\n\t"
2557 		"movq    0x180(%0), %%mm6\n\t"
2558 		"movq    0x1C0(%0), %%mm7\n\t"
2559 		"int3\n\t"
2560 		:
2561 		: "b"(data)
2562 		: "%mm0", "%mm1", "%mm2", "%mm3", "%mm4", "%mm5", "%mm6", "%mm7"
2563 	);
2564 }
2565 
2566 __attribute__((target("sse")))
get_xmm_regs(union x86_test_register out[])2567 static __inline void get_xmm_regs(union x86_test_register out[])
2568 {
2569 	union x86_test_register fill __aligned(32) = {
2570 		.xmm={ 0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F }
2571 	};
2572 
2573 	__asm__ __volatile__(
2574 		/* fill registers with clobber pattern */
2575 		"movaps  %1, %%xmm0\n\t"
2576 		"movaps  %1, %%xmm1\n\t"
2577 		"movaps  %1, %%xmm2\n\t"
2578 		"movaps  %1, %%xmm3\n\t"
2579 		"movaps  %1, %%xmm4\n\t"
2580 		"movaps  %1, %%xmm5\n\t"
2581 		"movaps  %1, %%xmm6\n\t"
2582 		"movaps  %1, %%xmm7\n\t"
2583 #if defined(__x86_64__)
2584 		"movaps  %1, %%xmm8\n\t"
2585 		"movaps  %1, %%xmm9\n\t"
2586 		"movaps  %1, %%xmm10\n\t"
2587 		"movaps  %1, %%xmm11\n\t"
2588 		"movaps  %1, %%xmm12\n\t"
2589 		"movaps  %1, %%xmm13\n\t"
2590 		"movaps  %1, %%xmm14\n\t"
2591 		"movaps  %1, %%xmm15\n\t"
2592 #endif
2593 		"\n\t"
2594 		"int3\n\t"
2595 		"\n\t"
2596 		"movaps  %%xmm0, 0x000(%0)\n\t"
2597 		"movaps  %%xmm1, 0x040(%0)\n\t"
2598 		"movaps  %%xmm2, 0x080(%0)\n\t"
2599 		"movaps  %%xmm3, 0x0C0(%0)\n\t"
2600 		"movaps  %%xmm4, 0x100(%0)\n\t"
2601 		"movaps  %%xmm5, 0x140(%0)\n\t"
2602 		"movaps  %%xmm6, 0x180(%0)\n\t"
2603 		"movaps  %%xmm7, 0x1C0(%0)\n\t"
2604 #if defined(__x86_64__)
2605 		"movaps  %%xmm8, 0x200(%0)\n\t"
2606 		"movaps  %%xmm9, 0x240(%0)\n\t"
2607 		"movaps  %%xmm10, 0x280(%0)\n\t"
2608 		"movaps  %%xmm11, 0x2C0(%0)\n\t"
2609 		"movaps  %%xmm12, 0x300(%0)\n\t"
2610 		"movaps  %%xmm13, 0x340(%0)\n\t"
2611 		"movaps  %%xmm14, 0x380(%0)\n\t"
2612 		"movaps  %%xmm15, 0x3C0(%0)\n\t"
2613 #endif
2614 		:
2615 		: "a"(out), "m"(fill)
2616 		: "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "%xmm6", "%xmm7"
2617 #if defined(__x86_64__)
2618 		, "%xmm8", "%xmm9", "%xmm10", "%xmm11", "%xmm12", "%xmm13", "%xmm14",
2619 		"%xmm15"
2620 #endif
2621 	);
2622 }
2623 
2624 __attribute__((target("sse")))
set_xmm_regs(const union x86_test_register data[])2625 static __inline void set_xmm_regs(const union x86_test_register data[])
2626 {
2627 	__asm__ __volatile__(
2628 		"movaps   0x000(%0), %%xmm0\n\t"
2629 		"movaps   0x040(%0), %%xmm1\n\t"
2630 		"movaps   0x080(%0), %%xmm2\n\t"
2631 		"movaps   0x0C0(%0), %%xmm3\n\t"
2632 		"movaps   0x100(%0), %%xmm4\n\t"
2633 		"movaps   0x140(%0), %%xmm5\n\t"
2634 		"movaps   0x180(%0), %%xmm6\n\t"
2635 		"movaps   0x1C0(%0), %%xmm7\n\t"
2636 #if defined(__x86_64__)
2637 		"movaps   0x200(%0), %%xmm8\n\t"
2638 		"movaps   0x240(%0), %%xmm9\n\t"
2639 		"movaps   0x280(%0), %%xmm10\n\t"
2640 		"movaps   0x2C0(%0), %%xmm11\n\t"
2641 		"movaps   0x300(%0), %%xmm12\n\t"
2642 		"movaps   0x340(%0), %%xmm13\n\t"
2643 		"movaps   0x380(%0), %%xmm14\n\t"
2644 		"movaps   0x3C0(%0), %%xmm15\n\t"
2645 #endif
2646 		"int3\n\t"
2647 		:
2648 		: "b"(data)
2649 		: "%xmm0", "%xmm1", "%xmm2", "%xmm3", "%xmm4", "%xmm5", "%xmm6",
2650 		"%xmm7"
2651 #if defined(__x86_64__)
2652 		, "%xmm8", "%xmm9", "%xmm10", "%xmm11", "%xmm12", "%xmm13",
2653 		"%xmm14", "%xmm15"
2654 #endif
2655 	);
2656 }
2657 
2658 __attribute__((target("avx")))
get_ymm_regs(union x86_test_register out[])2659 static __inline void get_ymm_regs(union x86_test_register out[])
2660 {
2661 	union x86_test_register fill __aligned(32) = {
2662 		.ymm = {
2663 			0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F,
2664 			0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F
2665 		}
2666 	};
2667 
2668 	__asm__ __volatile__(
2669 		/* fill registers with clobber pattern */
2670 		"vmovaps  %1, %%ymm0\n\t"
2671 		"vmovaps  %1, %%ymm1\n\t"
2672 		"vmovaps  %1, %%ymm2\n\t"
2673 		"vmovaps  %1, %%ymm3\n\t"
2674 		"vmovaps  %1, %%ymm4\n\t"
2675 		"vmovaps  %1, %%ymm5\n\t"
2676 		"vmovaps  %1, %%ymm6\n\t"
2677 		"vmovaps  %1, %%ymm7\n\t"
2678 #if defined(__x86_64__)
2679 		"vmovaps  %1, %%ymm8\n\t"
2680 		"vmovaps  %1, %%ymm9\n\t"
2681 		"vmovaps  %1, %%ymm10\n\t"
2682 		"vmovaps  %1, %%ymm11\n\t"
2683 		"vmovaps  %1, %%ymm12\n\t"
2684 		"vmovaps  %1, %%ymm13\n\t"
2685 		"vmovaps  %1, %%ymm14\n\t"
2686 		"vmovaps  %1, %%ymm15\n\t"
2687 #endif
2688 		"\n\t"
2689 		"int3\n\t"
2690 		"\n\t"
2691 		"vmovaps %%ymm0,  0x000(%0)\n\t"
2692 		"vmovaps %%ymm1,  0x040(%0)\n\t"
2693 		"vmovaps %%ymm2,  0x080(%0)\n\t"
2694 		"vmovaps %%ymm3,  0x0C0(%0)\n\t"
2695 		"vmovaps %%ymm4,  0x100(%0)\n\t"
2696 		"vmovaps %%ymm5,  0x140(%0)\n\t"
2697 		"vmovaps %%ymm6,  0x180(%0)\n\t"
2698 		"vmovaps %%ymm7,  0x1C0(%0)\n\t"
2699 #if defined(__x86_64__)
2700 		"vmovaps %%ymm8,  0x200(%0)\n\t"
2701 		"vmovaps %%ymm9,  0x240(%0)\n\t"
2702 		"vmovaps %%ymm10, 0x280(%0)\n\t"
2703 		"vmovaps %%ymm11, 0x2C0(%0)\n\t"
2704 		"vmovaps %%ymm12, 0x300(%0)\n\t"
2705 		"vmovaps %%ymm13, 0x340(%0)\n\t"
2706 		"vmovaps %%ymm14, 0x380(%0)\n\t"
2707 		"vmovaps %%ymm15, 0x3C0(%0)\n\t"
2708 #endif
2709 		:
2710 		: "a"(out), "m"(fill)
2711 		: "%ymm0", "%ymm1", "%ymm2", "%ymm3", "%ymm4", "%ymm5", "%ymm6", "%ymm7"
2712 #if defined(__x86_64__)
2713 		, "%ymm8", "%ymm9", "%ymm10", "%ymm11", "%ymm12", "%ymm13", "%ymm14",
2714 		"%ymm15"
2715 #endif
2716 	);
2717 }
2718 
2719 __attribute__((target("avx")))
set_ymm_regs(const union x86_test_register data[])2720 static __inline void set_ymm_regs(const union x86_test_register data[])
2721 {
2722 	__asm__ __volatile__(
2723 		"vmovaps  0x000(%0), %%ymm0\n\t"
2724 		"vmovaps  0x040(%0), %%ymm1\n\t"
2725 		"vmovaps  0x080(%0), %%ymm2\n\t"
2726 		"vmovaps  0x0C0(%0), %%ymm3\n\t"
2727 		"vmovaps  0x100(%0), %%ymm4\n\t"
2728 		"vmovaps  0x140(%0), %%ymm5\n\t"
2729 		"vmovaps  0x180(%0), %%ymm6\n\t"
2730 		"vmovaps  0x1C0(%0), %%ymm7\n\t"
2731 #if defined(__x86_64__)
2732 		"vmovaps  0x200(%0), %%ymm8\n\t"
2733 		"vmovaps  0x240(%0), %%ymm9\n\t"
2734 		"vmovaps  0x280(%0), %%ymm10\n\t"
2735 		"vmovaps  0x2C0(%0), %%ymm11\n\t"
2736 		"vmovaps  0x300(%0), %%ymm12\n\t"
2737 		"vmovaps  0x340(%0), %%ymm13\n\t"
2738 		"vmovaps  0x380(%0), %%ymm14\n\t"
2739 		"vmovaps  0x3C0(%0), %%ymm15\n\t"
2740 #endif
2741 		"int3\n\t"
2742 		:
2743 		: "b"(data)
2744 		: "%ymm0", "%ymm1", "%ymm2", "%ymm3", "%ymm4", "%ymm5", "%ymm6",
2745 		"%ymm7"
2746 #if defined(__x86_64__)
2747 		, "%ymm8", "%ymm9", "%ymm10", "%ymm11", "%ymm12", "%ymm13",
2748 		"%ymm14", "%ymm15"
2749 #endif
2750 	);
2751 }
2752 
2753 __attribute__((target("avx512f")))
get_zmm_regs(union x86_test_register out[])2754 static __inline void get_zmm_regs(union x86_test_register out[])
2755 {
2756 	union x86_test_register fill __aligned(64) = {
2757 		.zmm = {
2758 			0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F,
2759 			0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F,
2760 			0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F,
2761 			0x0F0F0F0F0F0F0F0F, 0x0F0F0F0F0F0F0F0F
2762 		}
2763 	};
2764 
2765 	__asm__ __volatile__(
2766 		/* fill registers with clobber pattern */
2767 		"vmovaps  %1, %%zmm0\n\t"
2768 		"vmovaps  %1, %%zmm1\n\t"
2769 		"vmovaps  %1, %%zmm2\n\t"
2770 		"vmovaps  %1, %%zmm3\n\t"
2771 		"vmovaps  %1, %%zmm4\n\t"
2772 		"vmovaps  %1, %%zmm5\n\t"
2773 		"vmovaps  %1, %%zmm6\n\t"
2774 		"vmovaps  %1, %%zmm7\n\t"
2775 #if defined(__x86_64__)
2776 		"vmovaps  %1, %%zmm8\n\t"
2777 		"vmovaps  %1, %%zmm9\n\t"
2778 		"vmovaps  %1, %%zmm10\n\t"
2779 		"vmovaps  %1, %%zmm11\n\t"
2780 		"vmovaps  %1, %%zmm12\n\t"
2781 		"vmovaps  %1, %%zmm13\n\t"
2782 		"vmovaps  %1, %%zmm14\n\t"
2783 		"vmovaps  %1, %%zmm15\n\t"
2784 		"vmovaps  %1, %%zmm16\n\t"
2785 		"vmovaps  %1, %%zmm17\n\t"
2786 		"vmovaps  %1, %%zmm18\n\t"
2787 		"vmovaps  %1, %%zmm19\n\t"
2788 		"vmovaps  %1, %%zmm20\n\t"
2789 		"vmovaps  %1, %%zmm21\n\t"
2790 		"vmovaps  %1, %%zmm22\n\t"
2791 		"vmovaps  %1, %%zmm23\n\t"
2792 		"vmovaps  %1, %%zmm24\n\t"
2793 		"vmovaps  %1, %%zmm25\n\t"
2794 		"vmovaps  %1, %%zmm26\n\t"
2795 		"vmovaps  %1, %%zmm27\n\t"
2796 		"vmovaps  %1, %%zmm28\n\t"
2797 		"vmovaps  %1, %%zmm29\n\t"
2798 		"vmovaps  %1, %%zmm30\n\t"
2799 		"vmovaps  %1, %%zmm31\n\t"
2800 #endif
2801 		"kmovq %1, %%k0\n\t"
2802 		"kmovq %1, %%k1\n\t"
2803 		"kmovq %1, %%k2\n\t"
2804 		"kmovq %1, %%k3\n\t"
2805 		"kmovq %1, %%k4\n\t"
2806 		"kmovq %1, %%k5\n\t"
2807 		"kmovq %1, %%k6\n\t"
2808 		"kmovq %1, %%k7\n\t"
2809 		"\n\t"
2810 		"int3\n\t"
2811 		"\n\t"
2812 		"vmovaps %%zmm0,  0x000(%0)\n\t"
2813 		"vmovaps %%zmm1,  0x040(%0)\n\t"
2814 		"vmovaps %%zmm2,  0x080(%0)\n\t"
2815 		"vmovaps %%zmm3,  0x0C0(%0)\n\t"
2816 		"vmovaps %%zmm4,  0x100(%0)\n\t"
2817 		"vmovaps %%zmm5,  0x140(%0)\n\t"
2818 		"vmovaps %%zmm6,  0x180(%0)\n\t"
2819 		"vmovaps %%zmm7,  0x1C0(%0)\n\t"
2820 #if defined(__x86_64__)
2821 		"vmovaps %%zmm8,  0x200(%0)\n\t"
2822 		"vmovaps %%zmm9,  0x240(%0)\n\t"
2823 		"vmovaps %%zmm10, 0x280(%0)\n\t"
2824 		"vmovaps %%zmm11, 0x2C0(%0)\n\t"
2825 		"vmovaps %%zmm12, 0x300(%0)\n\t"
2826 		"vmovaps %%zmm13, 0x340(%0)\n\t"
2827 		"vmovaps %%zmm14, 0x380(%0)\n\t"
2828 		"vmovaps %%zmm15, 0x3C0(%0)\n\t"
2829 		"vmovaps %%zmm16, 0x400(%0)\n\t"
2830 		"vmovaps %%zmm17, 0x440(%0)\n\t"
2831 		"vmovaps %%zmm18, 0x480(%0)\n\t"
2832 		"vmovaps %%zmm19, 0x4C0(%0)\n\t"
2833 		"vmovaps %%zmm20, 0x500(%0)\n\t"
2834 		"vmovaps %%zmm21, 0x540(%0)\n\t"
2835 		"vmovaps %%zmm22, 0x580(%0)\n\t"
2836 		"vmovaps %%zmm23, 0x5C0(%0)\n\t"
2837 		"vmovaps %%zmm24, 0x600(%0)\n\t"
2838 		"vmovaps %%zmm25, 0x640(%0)\n\t"
2839 		"vmovaps %%zmm26, 0x680(%0)\n\t"
2840 		"vmovaps %%zmm27, 0x6C0(%0)\n\t"
2841 		"vmovaps %%zmm28, 0x700(%0)\n\t"
2842 		"vmovaps %%zmm29, 0x740(%0)\n\t"
2843 		"vmovaps %%zmm30, 0x780(%0)\n\t"
2844 		"vmovaps %%zmm31, 0x7C0(%0)\n\t"
2845 #endif
2846 		"kmovq %%k0, 0x800(%0)\n\t"
2847 		"kmovq %%k1, 0x808(%0)\n\t"
2848 		"kmovq %%k2, 0x810(%0)\n\t"
2849 		"kmovq %%k3, 0x818(%0)\n\t"
2850 		"kmovq %%k4, 0x820(%0)\n\t"
2851 		"kmovq %%k5, 0x828(%0)\n\t"
2852 		"kmovq %%k6, 0x830(%0)\n\t"
2853 		"kmovq %%k7, 0x838(%0)\n\t"
2854 		:
2855 		: "a"(out), "m"(fill)
2856 		: "%zmm0", "%zmm1", "%zmm2", "%zmm3", "%zmm4", "%zmm5", "%zmm6", "%zmm7"
2857 #if defined(__x86_64__)
2858 		, "%zmm8", "%zmm9", "%zmm10", "%zmm11", "%zmm12", "%zmm13", "%zmm14",
2859 		  "%zmm15", "%zmm16", "%zmm17", "%zmm18", "%zmm19", "%zmm20", "%zmm21",
2860 		  "%zmm22", "%zmm23", "%zmm24", "%zmm25", "%zmm26", "%zmm27", "%zmm28",
2861 		  "%zmm29", "%zmm30", "%zmm31"
2862 #endif
2863 		, "%k0", "%k1", "%k2", "%k3", "%k4", "%k5", "%k6", "%k7"
2864 	);
2865 }
2866 
2867 __attribute__((target("avx512f")))
set_zmm_regs(const union x86_test_register data[])2868 static __inline void set_zmm_regs(const union x86_test_register data[])
2869 {
2870 	__asm__ __volatile__(
2871 		"vmovaps  0x000(%0), %%zmm0\n\t"
2872 		"vmovaps  0x040(%0), %%zmm1\n\t"
2873 		"vmovaps  0x080(%0), %%zmm2\n\t"
2874 		"vmovaps  0x0C0(%0), %%zmm3\n\t"
2875 		"vmovaps  0x100(%0), %%zmm4\n\t"
2876 		"vmovaps  0x140(%0), %%zmm5\n\t"
2877 		"vmovaps  0x180(%0), %%zmm6\n\t"
2878 		"vmovaps  0x1C0(%0), %%zmm7\n\t"
2879 #if defined(__x86_64__)
2880 		"vmovaps  0x200(%0), %%zmm8\n\t"
2881 		"vmovaps  0x240(%0), %%zmm9\n\t"
2882 		"vmovaps  0x280(%0), %%zmm10\n\t"
2883 		"vmovaps  0x2C0(%0), %%zmm11\n\t"
2884 		"vmovaps  0x300(%0), %%zmm12\n\t"
2885 		"vmovaps  0x340(%0), %%zmm13\n\t"
2886 		"vmovaps  0x380(%0), %%zmm14\n\t"
2887 		"vmovaps  0x3C0(%0), %%zmm15\n\t"
2888 		"vmovaps  0x400(%0), %%zmm16\n\t"
2889 		"vmovaps  0x440(%0), %%zmm17\n\t"
2890 		"vmovaps  0x480(%0), %%zmm18\n\t"
2891 		"vmovaps  0x4C0(%0), %%zmm19\n\t"
2892 		"vmovaps  0x500(%0), %%zmm20\n\t"
2893 		"vmovaps  0x540(%0), %%zmm21\n\t"
2894 		"vmovaps  0x580(%0), %%zmm22\n\t"
2895 		"vmovaps  0x5C0(%0), %%zmm23\n\t"
2896 		"vmovaps  0x600(%0), %%zmm24\n\t"
2897 		"vmovaps  0x640(%0), %%zmm25\n\t"
2898 		"vmovaps  0x680(%0), %%zmm26\n\t"
2899 		"vmovaps  0x6C0(%0), %%zmm27\n\t"
2900 		"vmovaps  0x700(%0), %%zmm28\n\t"
2901 		"vmovaps  0x740(%0), %%zmm29\n\t"
2902 		"vmovaps  0x780(%0), %%zmm30\n\t"
2903 		"vmovaps  0x7C0(%0), %%zmm31\n\t"
2904 #endif
2905 		"kmovq 0x800(%0), %%k0\n\t"
2906 		"kmovq 0x808(%0), %%k1\n\t"
2907 		"kmovq 0x810(%0), %%k2\n\t"
2908 		"kmovq 0x818(%0), %%k3\n\t"
2909 		"kmovq 0x820(%0), %%k4\n\t"
2910 		"kmovq 0x828(%0), %%k5\n\t"
2911 		"kmovq 0x830(%0), %%k6\n\t"
2912 		"kmovq 0x838(%0), %%k7\n\t"
2913 		"int3\n\t"
2914 		:
2915 		: "b"(data)
2916 		: "%zmm0", "%zmm1", "%zmm2", "%zmm3", "%zmm4", "%zmm5", "%zmm6", "%zmm7"
2917 #if defined(__x86_64__)
2918 		, "%zmm8", "%zmm9", "%zmm10", "%zmm11", "%zmm12", "%zmm13", "%zmm14",
2919 		  "%zmm15", "%zmm16", "%zmm17", "%zmm18", "%zmm19", "%zmm20", "%zmm21",
2920 		  "%zmm22", "%zmm23", "%zmm24", "%zmm25", "%zmm26", "%zmm27", "%zmm28",
2921 		  "%zmm29", "%zmm30", "%zmm31"
2922 #endif
2923 		, "%k0", "%k1", "%k2", "%k3", "%k4",
2924 		  "%k5", "%k6", "%k7"
2925 	);
2926 }
2927 
2928 static void
x86_register_test(enum x86_test_regset regset,enum x86_test_registers regs,enum x86_test_regmode regmode)2929 x86_register_test(enum x86_test_regset regset, enum x86_test_registers regs,
2930     enum x86_test_regmode regmode)
2931 {
2932 	const int exitval = 5;
2933 	pid_t child, wpid;
2934 #if defined(TWAIT_HAVE_STATUS)
2935 	const int sigval = SIGTRAP;
2936 	int status;
2937 #endif
2938 	struct reg gpr;
2939 	struct fpreg fpr;
2940 #if defined(__i386__)
2941 	struct xmmregs xmm;
2942 #endif
2943 	struct xstate xst;
2944 	struct iovec iov;
2945 	struct fxsave* fxs = NULL;
2946 	uint64_t xst_flags = 0;
2947 	char core_path[] = "/tmp/core.XXXXXX";
2948 	int core_fd;
2949 
2950 	const union x86_test_register expected[] __aligned(64) = {
2951 		{{ 0x0706050403020100, 0x0F0E0D0C0B0A0908,
2952 		   0x1716151413121110, 0x1F1E1D1C1B1A1918,
2953 		   0x2726252423222120, 0x2F2E2D2C2B2A2928,
2954 		   0x3736353433323130, 0x3F3E3D3C3B3A3938, }},
2955 		{{ 0x0807060504030201, 0x100F0E0D0C0B0A09,
2956 		   0x1817161514131211, 0x201F1E1D1C1B1A19,
2957 		   0x2827262524232221, 0x302F2E2D2C2B2A29,
2958 		   0x3837363534333231, 0x403F3E3D3C3B3A39, }},
2959 		{{ 0x0908070605040302, 0x11100F0E0D0C0B0A,
2960 		   0x1918171615141312, 0x21201F1E1D1C1B1A,
2961 		   0x2928272625242322, 0x31302F2E2D2C2B2A,
2962 		   0x3938373635343332, 0x41403F3E3D3C3B3A, }},
2963 		{{ 0x0A09080706050403, 0x1211100F0E0D0C0B,
2964 		   0x1A19181716151413, 0x2221201F1E1D1C1B,
2965 		   0x2A29282726252423, 0x3231302F2E2D2C2B,
2966 		   0x3A39383736353433, 0x4241403F3E3D3C3B, }},
2967 		{{ 0x0B0A090807060504, 0x131211100F0E0D0C,
2968 		   0x1B1A191817161514, 0x232221201F1E1D1C,
2969 		   0x2B2A292827262524, 0x333231302F2E2D2C,
2970 		   0x3B3A393837363534, 0x434241403F3E3D3C, }},
2971 		{{ 0x0C0B0A0908070605, 0x14131211100F0E0D,
2972 		   0x1C1B1A1918171615, 0x24232221201F1E1D,
2973 		   0x2C2B2A2928272625, 0x34333231302F2E2D,
2974 		   0x3C3B3A3938373635, 0x44434241403F3E3D, }},
2975 		{{ 0x0D0C0B0A09080706, 0x1514131211100F0E,
2976 		   0x1D1C1B1A19181716, 0x2524232221201F1E,
2977 		   0x2D2C2B2A29282726, 0x3534333231302F2E,
2978 		   0x3D3C3B3A39383736, 0x4544434241403F3E, }},
2979 		{{ 0x0E0D0C0B0A090807, 0x161514131211100F,
2980 		   0x1E1D1C1B1A191817, 0x262524232221201F,
2981 		   0x2E2D2C2B2A292827, 0x363534333231302F,
2982 		   0x3E3D3C3B3A393837, 0x464544434241403F, }},
2983 		{{ 0x0F0E0D0C0B0A0908, 0x1716151413121110,
2984 		   0x1F1E1D1C1B1A1918, 0x2726252423222120,
2985 		   0x2F2E2D2C2B2A2928, 0x3736353433323130,
2986 		   0x3F3E3D3C3B3A3938, 0x4746454443424140, }},
2987 		{{ 0x100F0E0D0C0B0A09, 0x1817161514131211,
2988 		   0x201F1E1D1C1B1A19, 0x2827262524232221,
2989 		   0x302F2E2D2C2B2A29, 0x3837363534333231,
2990 		   0x403F3E3D3C3B3A39, 0x4847464544434241, }},
2991 		{{ 0x11100F0E0D0C0B0A, 0x1918171615141312,
2992 		   0x21201F1E1D1C1B1A, 0x2928272625242322,
2993 		   0x31302F2E2D2C2B2A, 0x3938373635343332,
2994 		   0x41403F3E3D3C3B3A, 0x4948474645444342, }},
2995 		{{ 0x1211100F0E0D0C0B, 0x1A19181716151413,
2996 		   0x2221201F1E1D1C1B, 0x2A29282726252423,
2997 		   0x3231302F2E2D2C2B, 0x3A39383736353433,
2998 		   0x4241403F3E3D3C3B, 0x4A49484746454443, }},
2999 		{{ 0x131211100F0E0D0C, 0x1B1A191817161514,
3000 		   0x232221201F1E1D1C, 0x2B2A292827262524,
3001 		   0x333231302F2E2D2C, 0x3B3A393837363534,
3002 		   0x434241403F3E3D3C, 0x4B4A494847464544, }},
3003 		{{ 0x14131211100F0E0D, 0x1C1B1A1918171615,
3004 		   0x24232221201F1E1D, 0x2C2B2A2928272625,
3005 		   0x34333231302F2E2D, 0x3C3B3A3938373635,
3006 		   0x44434241403F3E3D, 0x4C4B4A4948474645, }},
3007 		{{ 0x1514131211100F0E, 0x1D1C1B1A19181716,
3008 		   0x2524232221201F1E, 0x2D2C2B2A29282726,
3009 		   0x3534333231302F2E, 0x3D3C3B3A39383736,
3010 		   0x4544434241403F3E, 0x4D4C4B4A49484746, }},
3011 		{{ 0x161514131211100F, 0x1E1D1C1B1A191817,
3012 		   0x262524232221201F, 0x2E2D2C2B2A292827,
3013 		   0x363534333231302F, 0x3E3D3C3B3A393837,
3014 		   0x464544434241403F, 0x4E4D4C4B4A494847, }},
3015 		{{ 0x1716151413121110, 0x1F1E1D1C1B1A1918,
3016 		   0x2726252423222120, 0x2F2E2D2C2B2A2928,
3017 		   0x3736353433323130, 0x3F3E3D3C3B3A3938,
3018 		   0x4746454443424140, 0x4F4E4D4C4B4A4948, }},
3019 		{{ 0x1817161514131211, 0x201F1E1D1C1B1A19,
3020 		   0x2827262524232221, 0x302F2E2D2C2B2A29,
3021 		   0x3837363534333231, 0x403F3E3D3C3B3A39,
3022 		   0x4847464544434241, 0x504F4E4D4C4B4A49, }},
3023 		{{ 0x1918171615141312, 0x21201F1E1D1C1B1A,
3024 		   0x2928272625242322, 0x31302F2E2D2C2B2A,
3025 		   0x3938373635343332, 0x41403F3E3D3C3B3A,
3026 		   0x4948474645444342, 0x51504F4E4D4C4B4A, }},
3027 		{{ 0x1A19181716151413, 0x2221201F1E1D1C1B,
3028 		   0x2A29282726252423, 0x3231302F2E2D2C2B,
3029 		   0x3A39383736353433, 0x4241403F3E3D3C3B,
3030 		   0x4A49484746454443, 0x5251504F4E4D4C4B, }},
3031 		{{ 0x1B1A191817161514, 0x232221201F1E1D1C,
3032 		   0x2B2A292827262524, 0x333231302F2E2D2C,
3033 		   0x3B3A393837363534, 0x434241403F3E3D3C,
3034 		   0x4B4A494847464544, 0x535251504F4E4D4C, }},
3035 		{{ 0x1C1B1A1918171615, 0x24232221201F1E1D,
3036 		   0x2C2B2A2928272625, 0x34333231302F2E2D,
3037 		   0x3C3B3A3938373635, 0x44434241403F3E3D,
3038 		   0x4C4B4A4948474645, 0x54535251504F4E4D, }},
3039 		{{ 0x1D1C1B1A19181716, 0x2524232221201F1E,
3040 		   0x2D2C2B2A29282726, 0x3534333231302F2E,
3041 		   0x3D3C3B3A39383736, 0x4544434241403F3E,
3042 		   0x4D4C4B4A49484746, 0x5554535251504F4E, }},
3043 		{{ 0x1E1D1C1B1A191817, 0x262524232221201F,
3044 		   0x2E2D2C2B2A292827, 0x363534333231302F,
3045 		   0x3E3D3C3B3A393837, 0x464544434241403F,
3046 		   0x4E4D4C4B4A494847, 0x565554535251504F, }},
3047 		{{ 0x1F1E1D1C1B1A1918, 0x2726252423222120,
3048 		   0x2F2E2D2C2B2A2928, 0x3736353433323130,
3049 		   0x3F3E3D3C3B3A3938, 0x4746454443424140,
3050 		   0x4F4E4D4C4B4A4948, 0x5756555453525150, }},
3051 		{{ 0x201F1E1D1C1B1A19, 0x2827262524232221,
3052 		   0x302F2E2D2C2B2A29, 0x3837363534333231,
3053 		   0x403F3E3D3C3B3A39, 0x4847464544434241,
3054 		   0x504F4E4D4C4B4A49, 0x5857565554535251, }},
3055 		{{ 0x21201F1E1D1C1B1A, 0x2928272625242322,
3056 		   0x31302F2E2D2C2B2A, 0x3938373635343332,
3057 		   0x41403F3E3D3C3B3A, 0x4948474645444342,
3058 		   0x51504F4E4D4C4B4A, 0x5958575655545352, }},
3059 		{{ 0x2221201F1E1D1C1B, 0x2A29282726252423,
3060 		   0x3231302F2E2D2C2B, 0x3A39383736353433,
3061 		   0x4241403F3E3D3C3B, 0x4A49484746454443,
3062 		   0x5251504F4E4D4C4B, 0x5A59585756555453, }},
3063 		{{ 0x232221201F1E1D1C, 0x2B2A292827262524,
3064 		   0x333231302F2E2D2C, 0x3B3A393837363534,
3065 		   0x434241403F3E3D3C, 0x4B4A494847464544,
3066 		   0x535251504F4E4D4C, 0x5B5A595857565554, }},
3067 		{{ 0x24232221201F1E1D, 0x2C2B2A2928272625,
3068 		   0x34333231302F2E2D, 0x3C3B3A3938373635,
3069 		   0x44434241403F3E3D, 0x4C4B4A4948474645,
3070 		   0x54535251504F4E4D, 0x5C5B5A5958575655, }},
3071 		{{ 0x2524232221201F1E, 0x2D2C2B2A29282726,
3072 		   0x3534333231302F2E, 0x3D3C3B3A39383736,
3073 		   0x4544434241403F3E, 0x4D4C4B4A49484746,
3074 		   0x5554535251504F4E, 0x5D5C5B5A59585756, }},
3075 		{{ 0x262524232221201F, 0x2E2D2C2B2A292827,
3076 		   0x363534333231302F, 0x3E3D3C3B3A393837,
3077 		   0x464544434241403F, 0x4E4D4C4B4A494847,
3078 		   0x565554535251504F, 0x5E5D5C5B5A595857, }},
3079 		/* k0..k7 */
3080 		{{ 0x2726252423222120, 0x2F2E2D2C2B2A2928,
3081 		   0x3736353433323130, 0x3F3E3D3C3B3A3938,
3082 		   0x4746454443424140, 0x4F4E4D4C4B4A4948,
3083 		   0x5756555453525150, 0x5F5E5D5C5B5A5958, }},
3084 	};
3085 
3086 	const struct x86_test_fpu_registers expected_fpu = {
3087 		.st = {
3088 			{0x8000000000000000, 0x4000}, /* +2.0 */
3089 			{0x3f00000000000000, 0x0000}, /* 1.654785e-4932 */
3090 			{0x0000000000000000, 0x0000}, /* +0 */
3091 			{0x0000000000000000, 0x8000}, /* -0 */
3092 			{0x8000000000000000, 0x7fff}, /* +inf */
3093 			{0x8000000000000000, 0xffff}, /* -inf */
3094 			{0xc000000000000000, 0xffff}, /* nan */
3095 			/* st(7) will be freed to test tag word better */
3096 			{0x0000000000000000, 0x0000}, /* +0 */
3097 		},
3098 		/* 0000 0011 0111 1011
3099 		 *             PU OZDI -- unmask divide-by-zero exc.
3100 		 *           RR --------- reserved
3101 		 *        PC ------------ 64-bit precision
3102 		 *      RC -------------- round to nearest
3103 		 *    I ----------------- allow interrupts (unused)
3104 		 */
3105 		.cw = 0x037b,
3106 		/* 1000 0000 1000 0100
3107 		 *            SPU OZDI -- divide-by-zero exception
3108 		 *           I ---------- interrupt (exception handling)
3109 		 *  C    CCC ------------ condition codes
3110 		 *   TO P --------------- top register is 0
3111 		 * B -------------------- FPU is busy
3112 		 */
3113 		.sw = 0x8084,
3114 		/* 1110 1010 0101 1000
3115 		 * R7R6 R5R4 R3R2 R1R0
3116 		 *                  nz -- non-zero (+2.0)
3117 		 *                sp ---- special (denormal)
3118 		 *           zrzr ------- zeroes
3119 		 *   sp spsp ------------ specials (NaN + infinities)
3120 		 * em ------------------- empty register
3121 		 */
3122 		.tw = 0xea58,
3123 		/* 0111 1111 -- registers 0 to 6 are used */
3124 		.tw_abridged = 0x7f,
3125 		/* FDIV */
3126 		.opcode = 0x0033,
3127 		/* random bits for IP/DP write test
3128 		 * keep it below 48 bits since it can be truncated
3129 		 */
3130 		.ip = {.fa_64 = 0x00000a9876543210},
3131 		.dp = {.fa_64 = 0x0000056789abcdef},
3132 	};
3133 
3134 	bool need_32 = false, need_64 = false, need_cpuid = false;
3135 
3136 	switch (regs) {
3137 	case GPREGS_32:
3138 	case GPREGS_32_EBP_ESP:
3139 		need_32 = true;
3140 		break;
3141 	case GPREGS_64:
3142 	case GPREGS_64_R8:
3143 		need_64 = true;
3144 		break;
3145 	case FPREGS_FPU:
3146 		break;
3147 	case FPREGS_MM:
3148 	case FPREGS_XMM:
3149 	case FPREGS_YMM:
3150 	case FPREGS_ZMM:
3151 		need_cpuid = true;
3152 		break;
3153 	}
3154 
3155 	if (need_32) {
3156 #if defined(__x86_64__)
3157 		atf_tc_skip("Test requires 32-bit mode");
3158 #endif
3159 	}
3160 	if (need_64) {
3161 #if defined(__i386__)
3162 		atf_tc_skip("Test requires 64-bit mode");
3163 #endif
3164 	}
3165 
3166 	if (need_cpuid) {
3167 		/* verify whether needed instruction sets are supported here */
3168 		unsigned int eax, ebx, ecx, edx;
3169 		unsigned int eax7, ebx7, ecx7, edx7;
3170 
3171 		DPRINTF("Before invoking cpuid\n");
3172 		if (!__get_cpuid(1, &eax, &ebx, &ecx, &edx))
3173 			atf_tc_skip("CPUID is not supported by the CPU");
3174 
3175 		DPRINTF("cpuid[eax=1]: ECX = %08x, EDX = %08xd\n", ecx, edx);
3176 
3177 		switch (regs) {
3178 		case FPREGS_ZMM:
3179 			/* ZMM is in EAX=7, ECX=0 */
3180 			if (!__get_cpuid_count(7, 0, &eax7, &ebx7, &ecx7, &edx7))
3181 				atf_tc_skip(
3182 				    "AVX512F is not supported by the CPU");
3183 			DPRINTF("cpuid[eax=7,ecx=0]: EBX = %08x\n", ebx7);
3184 			if (!(ebx7 & bit_AVX512F))
3185 				atf_tc_skip(
3186 				    "AVX512F is not supported by the CPU");
3187 			/*FALLTHROUGH*/
3188 		case FPREGS_YMM:
3189 			if (!(ecx & bit_AVX))
3190 				atf_tc_skip("AVX is not supported by the CPU");
3191 			/*FALLTHROUGH*/
3192 		case FPREGS_XMM:
3193 			if (!(edx & bit_SSE))
3194 				atf_tc_skip("SSE is not supported by the CPU");
3195 			break;
3196 		case FPREGS_MM:
3197 			if (!(edx & bit_MMX))
3198 				atf_tc_skip("MMX is not supported by the CPU");
3199 			break;
3200 		case GPREGS_32:
3201 		case GPREGS_32_EBP_ESP:
3202 		case GPREGS_64:
3203 		case GPREGS_64_R8:
3204 		case FPREGS_FPU:
3205 			__unreachable();
3206 		}
3207 	}
3208 
3209 	DPRINTF("Before forking process PID=%d\n", getpid());
3210 	SYSCALL_REQUIRE((child = fork()) != -1);
3211 	if (child == 0) {
3212 		union x86_test_register vals[__arraycount(expected)] __aligned(64);
3213 		struct x86_test_fpu_registers vals_fpu;
3214 
3215 		DPRINTF("Before calling PT_TRACE_ME from child %d\n", getpid());
3216 		FORKEE_ASSERT(ptrace(PT_TRACE_ME, 0, NULL, 0) != -1);
3217 
3218 		DPRINTF("Before running assembly from child\n");
3219 		switch (regmode) {
3220 		case TEST_GETREGS:
3221 		case TEST_COREDUMP:
3222 			switch (regs) {
3223 			case GPREGS_32:
3224 				set_gp32_regs(expected);
3225 				break;
3226 			case GPREGS_32_EBP_ESP:
3227 				set_gp32_ebp_esp_regs(expected);
3228 				break;
3229 			case GPREGS_64:
3230 				set_gp64_regs(expected);
3231 				break;
3232 			case GPREGS_64_R8:
3233 				set_gp64_r8_regs(expected);
3234 				break;
3235 			case FPREGS_FPU:
3236 				set_fpu_regs(&expected_fpu);
3237 				break;
3238 			case FPREGS_MM:
3239 				set_mm_regs(expected);
3240 				break;
3241 			case FPREGS_XMM:
3242 				set_xmm_regs(expected);
3243 				break;
3244 			case FPREGS_YMM:
3245 				set_ymm_regs(expected);
3246 				break;
3247 			case FPREGS_ZMM:
3248 				set_zmm_regs(expected);
3249 				break;
3250 			}
3251 			break;
3252 		case TEST_SETREGS:
3253 			switch (regs) {
3254 			case GPREGS_32:
3255 				get_gp32_regs(vals);
3256 				break;
3257 			case GPREGS_32_EBP_ESP:
3258 				get_gp32_ebp_esp_regs(vals);
3259 				break;
3260 			case GPREGS_64:
3261 				get_gp64_regs(vals);
3262 				break;
3263 			case GPREGS_64_R8:
3264 				get_gp64_r8_regs(vals);
3265 				break;
3266 			case FPREGS_FPU:
3267 				get_fpu_regs(&vals_fpu);
3268 				break;
3269 			case FPREGS_MM:
3270 				get_mm_regs(vals);
3271 				break;
3272 			case FPREGS_XMM:
3273 				get_xmm_regs(vals);
3274 				break;
3275 			case FPREGS_YMM:
3276 				get_ymm_regs(vals);
3277 				break;
3278 			case FPREGS_ZMM:
3279 				get_zmm_regs(vals);
3280 				break;
3281 			}
3282 
3283 			DPRINTF("Before comparing results\n");
3284 			switch (regs) {
3285 			case GPREGS_32:
3286 				FORKEE_ASSERT(!memcmp(&vals[5].u32,
3287 				    &expected[5].u32, sizeof(vals->u32)));
3288 				FORKEE_ASSERT(!memcmp(&vals[4].u32,
3289 				    &expected[4].u32, sizeof(vals->u32)));
3290 				FORKEE_ASSERT(!memcmp(&vals[3].u32,
3291 				    &expected[3].u32, sizeof(vals->u32)));
3292 				FORKEE_ASSERT(!memcmp(&vals[2].u32,
3293 				    &expected[2].u32, sizeof(vals->u32)));
3294 				/*FALLTHROUGH*/
3295 			case GPREGS_32_EBP_ESP:
3296 				FORKEE_ASSERT(!memcmp(&vals[1].u32,
3297 				    &expected[1].u32, sizeof(vals->u32)));
3298 				FORKEE_ASSERT(!memcmp(&vals[0].u32,
3299 				    &expected[0].u32, sizeof(vals->u32)));
3300 				break;
3301 			case GPREGS_64:
3302 			case GPREGS_64_R8:
3303 			case FPREGS_MM:
3304 				FORKEE_ASSERT(!memcmp(&vals[0].u64,
3305 				    &expected[0].u64, sizeof(vals->u64)));
3306 				FORKEE_ASSERT(!memcmp(&vals[1].u64,
3307 				    &expected[1].u64, sizeof(vals->u64)));
3308 				FORKEE_ASSERT(!memcmp(&vals[2].u64,
3309 				    &expected[2].u64, sizeof(vals->u64)));
3310 				FORKEE_ASSERT(!memcmp(&vals[3].u64,
3311 				    &expected[3].u64, sizeof(vals->u64)));
3312 				FORKEE_ASSERT(!memcmp(&vals[4].u64,
3313 				    &expected[4].u64, sizeof(vals->u64)));
3314 				FORKEE_ASSERT(!memcmp(&vals[5].u64,
3315 				    &expected[5].u64, sizeof(vals->u64)));
3316 				FORKEE_ASSERT(!memcmp(&vals[6].u64,
3317 				    &expected[6].u64, sizeof(vals->u64)));
3318 				FORKEE_ASSERT(!memcmp(&vals[7].u64,
3319 				    &expected[7].u64, sizeof(vals->u64)));
3320 				break;
3321 			case FPREGS_FPU:
3322 				FORKEE_ASSERT(vals_fpu.cw == expected_fpu.cw);
3323 				FORKEE_ASSERT(vals_fpu.sw == expected_fpu.sw);
3324 				FORKEE_ASSERT(vals_fpu.tw == expected_fpu.tw);
3325 				FORKEE_ASSERT(vals_fpu.tw_abridged
3326 				    == expected_fpu.tw_abridged);
3327 				FORKEE_ASSERT(vals_fpu.ip.fa_64
3328 				    == expected_fpu.ip.fa_64);
3329 				FORKEE_ASSERT(vals_fpu.dp.fa_64
3330 				    == expected_fpu.dp.fa_64);
3331 
3332 				FORKEE_ASSERT(vals_fpu.st[0].sign_exp
3333 				    == expected_fpu.st[0].sign_exp);
3334 				FORKEE_ASSERT(vals_fpu.st[0].mantissa
3335 				    == expected_fpu.st[0].mantissa);
3336 				FORKEE_ASSERT(vals_fpu.st[1].sign_exp
3337 				    == expected_fpu.st[1].sign_exp);
3338 				FORKEE_ASSERT(vals_fpu.st[1].mantissa
3339 				    == expected_fpu.st[1].mantissa);
3340 				FORKEE_ASSERT(vals_fpu.st[2].sign_exp
3341 				    == expected_fpu.st[2].sign_exp);
3342 				FORKEE_ASSERT(vals_fpu.st[2].mantissa
3343 				    == expected_fpu.st[2].mantissa);
3344 				FORKEE_ASSERT(vals_fpu.st[3].sign_exp
3345 				    == expected_fpu.st[3].sign_exp);
3346 				FORKEE_ASSERT(vals_fpu.st[3].mantissa
3347 				    == expected_fpu.st[3].mantissa);
3348 				FORKEE_ASSERT(vals_fpu.st[4].sign_exp
3349 				    == expected_fpu.st[4].sign_exp);
3350 				FORKEE_ASSERT(vals_fpu.st[4].mantissa
3351 				    == expected_fpu.st[4].mantissa);
3352 				FORKEE_ASSERT(vals_fpu.st[5].sign_exp
3353 				    == expected_fpu.st[5].sign_exp);
3354 				FORKEE_ASSERT(vals_fpu.st[5].mantissa
3355 				    == expected_fpu.st[5].mantissa);
3356 				FORKEE_ASSERT(vals_fpu.st[6].sign_exp
3357 				    == expected_fpu.st[6].sign_exp);
3358 				FORKEE_ASSERT(vals_fpu.st[6].mantissa
3359 				    == expected_fpu.st[6].mantissa);
3360 				/* st(7) is left empty == undefined */
3361 				break;
3362 			case FPREGS_XMM:
3363 				FORKEE_ASSERT(!memcmp(&vals[0].xmm,
3364 				    &expected[0].xmm, sizeof(vals->xmm)));
3365 				FORKEE_ASSERT(!memcmp(&vals[1].xmm,
3366 				    &expected[1].xmm, sizeof(vals->xmm)));
3367 				FORKEE_ASSERT(!memcmp(&vals[2].xmm,
3368 				    &expected[2].xmm, sizeof(vals->xmm)));
3369 				FORKEE_ASSERT(!memcmp(&vals[3].xmm,
3370 				    &expected[3].xmm, sizeof(vals->xmm)));
3371 				FORKEE_ASSERT(!memcmp(&vals[4].xmm,
3372 				    &expected[4].xmm, sizeof(vals->xmm)));
3373 				FORKEE_ASSERT(!memcmp(&vals[5].xmm,
3374 				    &expected[5].xmm, sizeof(vals->xmm)));
3375 				FORKEE_ASSERT(!memcmp(&vals[6].xmm,
3376 				    &expected[6].xmm, sizeof(vals->xmm)));
3377 				FORKEE_ASSERT(!memcmp(&vals[7].xmm,
3378 				    &expected[7].xmm, sizeof(vals->xmm)));
3379 #if defined(__x86_64__)
3380 				FORKEE_ASSERT(!memcmp(&vals[8].xmm,
3381 				    &expected[8].xmm, sizeof(vals->xmm)));
3382 				FORKEE_ASSERT(!memcmp(&vals[9].xmm,
3383 				    &expected[9].xmm, sizeof(vals->xmm)));
3384 				FORKEE_ASSERT(!memcmp(&vals[10].xmm,
3385 				    &expected[10].xmm, sizeof(vals->xmm)));
3386 				FORKEE_ASSERT(!memcmp(&vals[11].xmm,
3387 				    &expected[11].xmm, sizeof(vals->xmm)));
3388 				FORKEE_ASSERT(!memcmp(&vals[12].xmm,
3389 				    &expected[12].xmm, sizeof(vals->xmm)));
3390 				FORKEE_ASSERT(!memcmp(&vals[13].xmm,
3391 				    &expected[13].xmm, sizeof(vals->xmm)));
3392 				FORKEE_ASSERT(!memcmp(&vals[14].xmm,
3393 				    &expected[14].xmm, sizeof(vals->xmm)));
3394 				FORKEE_ASSERT(!memcmp(&vals[15].xmm,
3395 				    &expected[15].xmm, sizeof(vals->xmm)));
3396 #endif
3397 				break;
3398 			case FPREGS_YMM:
3399 				FORKEE_ASSERT(!memcmp(&vals[0].ymm,
3400 				    &expected[0].ymm, sizeof(vals->ymm)));
3401 				FORKEE_ASSERT(!memcmp(&vals[1].ymm,
3402 				    &expected[1].ymm, sizeof(vals->ymm)));
3403 				FORKEE_ASSERT(!memcmp(&vals[2].ymm,
3404 				    &expected[2].ymm, sizeof(vals->ymm)));
3405 				FORKEE_ASSERT(!memcmp(&vals[3].ymm,
3406 				    &expected[3].ymm, sizeof(vals->ymm)));
3407 				FORKEE_ASSERT(!memcmp(&vals[4].ymm,
3408 				    &expected[4].ymm, sizeof(vals->ymm)));
3409 				FORKEE_ASSERT(!memcmp(&vals[5].ymm,
3410 				    &expected[5].ymm, sizeof(vals->ymm)));
3411 				FORKEE_ASSERT(!memcmp(&vals[6].ymm,
3412 				    &expected[6].ymm, sizeof(vals->ymm)));
3413 				FORKEE_ASSERT(!memcmp(&vals[7].ymm,
3414 				    &expected[7].ymm, sizeof(vals->ymm)));
3415 #if defined(__x86_64__)
3416 				FORKEE_ASSERT(!memcmp(&vals[8].ymm,
3417 				    &expected[8].ymm, sizeof(vals->ymm)));
3418 				FORKEE_ASSERT(!memcmp(&vals[9].ymm,
3419 				    &expected[9].ymm, sizeof(vals->ymm)));
3420 				FORKEE_ASSERT(!memcmp(&vals[10].ymm,
3421 				    &expected[10].ymm, sizeof(vals->ymm)));
3422 				FORKEE_ASSERT(!memcmp(&vals[11].ymm,
3423 				    &expected[11].ymm, sizeof(vals->ymm)));
3424 				FORKEE_ASSERT(!memcmp(&vals[12].ymm,
3425 				    &expected[12].ymm, sizeof(vals->ymm)));
3426 				FORKEE_ASSERT(!memcmp(&vals[13].ymm,
3427 				    &expected[13].ymm, sizeof(vals->ymm)));
3428 				FORKEE_ASSERT(!memcmp(&vals[14].ymm,
3429 				    &expected[14].ymm, sizeof(vals->ymm)));
3430 				FORKEE_ASSERT(!memcmp(&vals[15].ymm,
3431 				    &expected[15].ymm, sizeof(vals->ymm)));
3432 #endif
3433 				break;
3434 			case FPREGS_ZMM:
3435 				FORKEE_ASSERT(!memcmp(&vals[0].zmm,
3436 				    &expected[0].zmm, sizeof(vals->zmm)));
3437 				FORKEE_ASSERT(!memcmp(&vals[1].zmm,
3438 				    &expected[1].zmm, sizeof(vals->zmm)));
3439 				FORKEE_ASSERT(!memcmp(&vals[2].zmm,
3440 				    &expected[2].zmm, sizeof(vals->zmm)));
3441 				FORKEE_ASSERT(!memcmp(&vals[3].zmm,
3442 				    &expected[3].zmm, sizeof(vals->zmm)));
3443 				FORKEE_ASSERT(!memcmp(&vals[4].zmm,
3444 				    &expected[4].zmm, sizeof(vals->zmm)));
3445 				FORKEE_ASSERT(!memcmp(&vals[5].zmm,
3446 				    &expected[5].zmm, sizeof(vals->zmm)));
3447 				FORKEE_ASSERT(!memcmp(&vals[6].zmm,
3448 				    &expected[6].zmm, sizeof(vals->zmm)));
3449 				FORKEE_ASSERT(!memcmp(&vals[7].zmm,
3450 				    &expected[7].zmm, sizeof(vals->zmm)));
3451 #if defined(__x86_64__)
3452 				FORKEE_ASSERT(!memcmp(&vals[8].zmm,
3453 				    &expected[8].zmm, sizeof(vals->zmm)));
3454 				FORKEE_ASSERT(!memcmp(&vals[9].zmm,
3455 				    &expected[9].zmm, sizeof(vals->zmm)));
3456 				FORKEE_ASSERT(!memcmp(&vals[10].zmm,
3457 				    &expected[10].zmm, sizeof(vals->zmm)));
3458 				FORKEE_ASSERT(!memcmp(&vals[11].zmm,
3459 				    &expected[11].zmm, sizeof(vals->zmm)));
3460 				FORKEE_ASSERT(!memcmp(&vals[12].zmm,
3461 				    &expected[12].zmm, sizeof(vals->zmm)));
3462 				FORKEE_ASSERT(!memcmp(&vals[13].zmm,
3463 				    &expected[13].zmm, sizeof(vals->zmm)));
3464 				FORKEE_ASSERT(!memcmp(&vals[14].zmm,
3465 				    &expected[14].zmm, sizeof(vals->zmm)));
3466 				FORKEE_ASSERT(!memcmp(&vals[15].zmm,
3467 				    &expected[15].zmm, sizeof(vals->zmm)));
3468 				FORKEE_ASSERT(!memcmp(&vals[16].zmm,
3469 				    &expected[16].zmm, sizeof(vals->zmm)));
3470 				FORKEE_ASSERT(!memcmp(&vals[17].zmm,
3471 				    &expected[17].zmm, sizeof(vals->zmm)));
3472 				FORKEE_ASSERT(!memcmp(&vals[18].zmm,
3473 				    &expected[18].zmm, sizeof(vals->zmm)));
3474 				FORKEE_ASSERT(!memcmp(&vals[19].zmm,
3475 				    &expected[19].zmm, sizeof(vals->zmm)));
3476 				FORKEE_ASSERT(!memcmp(&vals[20].zmm,
3477 				    &expected[20].zmm, sizeof(vals->zmm)));
3478 				FORKEE_ASSERT(!memcmp(&vals[21].zmm,
3479 				    &expected[21].zmm, sizeof(vals->zmm)));
3480 				FORKEE_ASSERT(!memcmp(&vals[22].zmm,
3481 				    &expected[22].zmm, sizeof(vals->zmm)));
3482 				FORKEE_ASSERT(!memcmp(&vals[23].zmm,
3483 				    &expected[23].zmm, sizeof(vals->zmm)));
3484 				FORKEE_ASSERT(!memcmp(&vals[24].zmm,
3485 				    &expected[24].zmm, sizeof(vals->zmm)));
3486 				FORKEE_ASSERT(!memcmp(&vals[25].zmm,
3487 				    &expected[25].zmm, sizeof(vals->zmm)));
3488 				FORKEE_ASSERT(!memcmp(&vals[26].zmm,
3489 				    &expected[26].zmm, sizeof(vals->zmm)));
3490 				FORKEE_ASSERT(!memcmp(&vals[27].zmm,
3491 				    &expected[27].zmm, sizeof(vals->zmm)));
3492 				FORKEE_ASSERT(!memcmp(&vals[28].zmm,
3493 				    &expected[28].zmm, sizeof(vals->zmm)));
3494 				FORKEE_ASSERT(!memcmp(&vals[29].zmm,
3495 				    &expected[29].zmm, sizeof(vals->zmm)));
3496 				FORKEE_ASSERT(!memcmp(&vals[30].zmm,
3497 				    &expected[30].zmm, sizeof(vals->zmm)));
3498 				FORKEE_ASSERT(!memcmp(&vals[31].zmm,
3499 				    &expected[31].zmm, sizeof(vals->zmm)));
3500 #endif
3501 				/* k0..k7 */
3502 				FORKEE_ASSERT(vals[32].zmm.a == expected[32].zmm.a);
3503 				FORKEE_ASSERT(vals[32].zmm.b == expected[32].zmm.b);
3504 				FORKEE_ASSERT(vals[32].zmm.c == expected[32].zmm.c);
3505 				FORKEE_ASSERT(vals[32].zmm.d == expected[32].zmm.d);
3506 				FORKEE_ASSERT(vals[32].zmm.e == expected[32].zmm.e);
3507 				FORKEE_ASSERT(vals[32].zmm.f == expected[32].zmm.f);
3508 				FORKEE_ASSERT(vals[32].zmm.g == expected[32].zmm.g);
3509 				FORKEE_ASSERT(vals[32].zmm.h == expected[32].zmm.h);
3510 				break;
3511 			}
3512 			break;
3513 		}
3514 
3515 		DPRINTF("Before exiting of the child process\n");
3516 		_exit(exitval);
3517 	}
3518 	DPRINTF("Parent process PID=%d, child's PID=%d\n", getpid(), child);
3519 
3520 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
3521 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
3522 
3523 	validate_status_stopped(status, sigval);
3524 
3525 	if (regset == TEST_XSTATE) {
3526 		switch (regs) {
3527 		case FPREGS_FPU:
3528 		case FPREGS_MM:
3529 			xst_flags |= XCR0_X87;
3530 			break;
3531 		case FPREGS_ZMM:
3532 			xst_flags |= XCR0_Opmask | XCR0_ZMM_Hi256;
3533 #if defined(__x86_64__)
3534 			xst_flags |= XCR0_Hi16_ZMM;
3535 #endif
3536 			/*FALLTHROUGH*/
3537 		case FPREGS_YMM:
3538 			xst_flags |= XCR0_YMM_Hi128;
3539 			/*FALLTHROUGH*/
3540 		case FPREGS_XMM:
3541 			xst_flags |= XCR0_SSE;
3542 			break;
3543 		case GPREGS_32:
3544 		case GPREGS_32_EBP_ESP:
3545 		case GPREGS_64:
3546 		case GPREGS_64_R8:
3547 			__unreachable();
3548 			break;
3549 		}
3550 	}
3551 
3552 	switch (regmode) {
3553 	case TEST_GETREGS:
3554 	case TEST_SETREGS:
3555 		if (regset == TEST_GPREGS || regs == FPREGS_FPU) {
3556 			DPRINTF("Call GETREGS for the child process\n");
3557 			SYSCALL_REQUIRE(ptrace(PT_GETREGS, child, &gpr, 0)
3558 			    != -1);
3559 		}
3560 
3561 		switch (regset) {
3562 		case TEST_GPREGS:
3563 			/* already handled above */
3564 			break;
3565 		case TEST_XMMREGS:
3566 #if defined(__i386__)
3567 			ATF_REQUIRE(regs >= FPREGS_FPU && regs < FPREGS_YMM);
3568 			DPRINTF("Call GETXMMREGS for the child process\n");
3569 			SYSCALL_REQUIRE(ptrace(PT_GETXMMREGS, child, &xmm, 0)
3570 			    != -1);
3571 			fxs = &xmm.fxstate;
3572 			break;
3573 #else
3574 			/*FALLTHROUGH*/
3575 #endif
3576 		case TEST_FPREGS:
3577 #if defined(__x86_64__)
3578 			ATF_REQUIRE(regs >= FPREGS_FPU && regs < FPREGS_YMM);
3579 			fxs = &fpr.fxstate;
3580 #else
3581 			ATF_REQUIRE(regs >= FPREGS_FPU && regs < FPREGS_XMM);
3582 #endif
3583 			DPRINTF("Call GETFPREGS for the child process\n");
3584 			SYSCALL_REQUIRE(ptrace(PT_GETFPREGS, child, &fpr, 0)
3585 			    != -1);
3586 			break;
3587 		case TEST_XSTATE:
3588 			ATF_REQUIRE(regs >= FPREGS_FPU);
3589 			iov.iov_base = &xst;
3590 			iov.iov_len = sizeof(xst);
3591 
3592 			DPRINTF("Call GETXSTATE for the child process\n");
3593 			SYSCALL_REQUIRE(ptrace(PT_GETXSTATE, child, &iov, 0)
3594 			    != -1);
3595 
3596 			ATF_REQUIRE((xst.xs_rfbm & xst_flags) == xst_flags);
3597 			switch (regmode) {
3598 			case TEST_SETREGS:
3599 				xst.xs_rfbm = xst_flags;
3600 				xst.xs_xstate_bv = xst_flags;
3601 				break;
3602 			case TEST_GETREGS:
3603 				ATF_REQUIRE((xst.xs_xstate_bv & xst_flags)
3604 				    == xst_flags);
3605 				break;
3606 			case TEST_COREDUMP:
3607 				__unreachable();
3608 				break;
3609 			}
3610 
3611 			fxs = &xst.xs_fxsave;
3612 			break;
3613 		}
3614 		break;
3615 	case TEST_COREDUMP:
3616 		SYSCALL_REQUIRE((core_fd = mkstemp(core_path)) != -1);
3617 		close(core_fd);
3618 
3619 		DPRINTF("Call DUMPCORE for the child process\n");
3620 		SYSCALL_REQUIRE(ptrace(PT_DUMPCORE, child, core_path,
3621 		    strlen(core_path)) != -1);
3622 
3623 		if (regset == TEST_GPREGS || regs == FPREGS_FPU) {
3624 			DPRINTF("Parse core file for PT_GETREGS\n");
3625 			ATF_REQUIRE_EQ(core_find_note(core_path,
3626 			    "NetBSD-CORE@*", PT_GETREGS, &gpr, sizeof(gpr)),
3627 			    sizeof(gpr));
3628 		}
3629 
3630 		switch (regset) {
3631 		case TEST_GPREGS:
3632 			/* handled above */
3633 			break;
3634 		case TEST_XMMREGS:
3635 #if defined(__i386__)
3636 			ATF_REQUIRE(regs >= FPREGS_FPU && regs < FPREGS_YMM);
3637 			unlink(core_path);
3638 			atf_tc_skip("XMMREGS not supported in core dumps");
3639 			break;
3640 #else
3641 			/*FALLTHROUGH*/
3642 #endif
3643 		case TEST_FPREGS:
3644 #if defined(__x86_64__)
3645 			ATF_REQUIRE(regs >= FPREGS_FPU && regs < FPREGS_YMM);
3646 			fxs = &fpr.fxstate;
3647 #else
3648 			ATF_REQUIRE(regs >= FPREGS_FPU && regs < FPREGS_XMM);
3649 #endif
3650 			DPRINTF("Parse core file for PT_GETFPREGS\n");
3651 			ATF_REQUIRE_EQ(core_find_note(core_path,
3652 			    "NetBSD-CORE@*", PT_GETFPREGS, &fpr, sizeof(fpr)),
3653 			    sizeof(fpr));
3654 			break;
3655 		case TEST_XSTATE:
3656 			ATF_REQUIRE(regs >= FPREGS_FPU);
3657 			DPRINTF("Parse core file for PT_GETXSTATE\n");
3658 			ATF_REQUIRE_EQ(core_find_note(core_path,
3659 			    "NetBSD-CORE@*", PT_GETXSTATE, &xst, sizeof(xst)),
3660 			    sizeof(xst));
3661 			ATF_REQUIRE((xst.xs_xstate_bv & xst_flags)
3662 			    == xst_flags);
3663 			fxs = &xst.xs_fxsave;
3664 			break;
3665 		}
3666 		unlink(core_path);
3667 	}
3668 
3669 #if defined(__x86_64__)
3670 #define ST_EXP(n) fxs->fx_87_ac[n].r.f87_exp_sign
3671 #define ST_MAN(n) fxs->fx_87_ac[n].r.f87_mantissa
3672 #else
3673 #define ST_EXP(n) *(							\
3674     regset == TEST_FPREGS						\
3675     ? &fpr.fstate.s87_ac[n].f87_exp_sign				\
3676     : &fxs->fx_87_ac[n].r.f87_exp_sign					\
3677     )
3678 #define ST_MAN(n) *(							\
3679     regset == TEST_FPREGS						\
3680     ? &fpr.fstate.s87_ac[n].f87_mantissa				\
3681     : &fxs->fx_87_ac[n].r.f87_mantissa					\
3682     )
3683 #endif
3684 
3685 	switch (regmode) {
3686 	case TEST_GETREGS:
3687 	case TEST_COREDUMP:
3688 		switch (regs) {
3689 		case GPREGS_32:
3690 #if defined(__i386__)
3691 			ATF_CHECK_EQ((uint32_t)gpr.r_eax, expected[0].u32);
3692 			ATF_CHECK_EQ((uint32_t)gpr.r_ebx, expected[1].u32);
3693 			ATF_CHECK_EQ((uint32_t)gpr.r_ecx, expected[2].u32);
3694 			ATF_CHECK_EQ((uint32_t)gpr.r_edx, expected[3].u32);
3695 			ATF_CHECK_EQ((uint32_t)gpr.r_esi, expected[4].u32);
3696 			ATF_CHECK_EQ((uint32_t)gpr.r_edi, expected[5].u32);
3697 #endif
3698 			break;
3699 		case GPREGS_32_EBP_ESP:
3700 #if defined(__i386__)
3701 			ATF_CHECK_EQ((uint32_t)gpr.r_esp, expected[0].u32);
3702 			ATF_CHECK_EQ((uint32_t)gpr.r_ebp, expected[1].u32);
3703 #endif
3704 			break;
3705 		case GPREGS_64:
3706 #if defined(__x86_64__)
3707 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RAX],
3708 			    expected[0].u64);
3709 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RBX],
3710 			    expected[1].u64);
3711 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RCX],
3712 			    expected[2].u64);
3713 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RDX],
3714 			    expected[3].u64);
3715 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RSI],
3716 			    expected[4].u64);
3717 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RDI],
3718 			    expected[5].u64);
3719 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RSP],
3720 			    expected[6].u64);
3721 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_RBP],
3722 			    expected[7].u64);
3723 #endif
3724 			break;
3725 		case GPREGS_64_R8:
3726 #if defined(__x86_64__)
3727 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R8],
3728 			    expected[0].u64);
3729 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R9],
3730 			    expected[1].u64);
3731 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R10],
3732 			    expected[2].u64);
3733 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R11],
3734 			    expected[3].u64);
3735 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R12],
3736 			    expected[4].u64);
3737 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R13],
3738 			    expected[5].u64);
3739 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R14],
3740 			    expected[6].u64);
3741 			ATF_CHECK_EQ((uint64_t)gpr.regs[_REG_R15],
3742 			    expected[7].u64);
3743 #endif
3744 			break;
3745 		case FPREGS_FPU:
3746 #if defined(__i386__)
3747 			if (regset == TEST_FPREGS) {
3748 				/* GETFPREGS on i386 */
3749 				ATF_CHECK_EQ(fpr.fstate.s87_cw,
3750 				    expected_fpu.cw);
3751 				ATF_CHECK_EQ(fpr.fstate.s87_sw,
3752 				    expected_fpu.sw);
3753 				ATF_CHECK_EQ(fpr.fstate.s87_tw,
3754 				    expected_fpu.tw);
3755 				ATF_CHECK_EQ(fpr.fstate.s87_opcode,
3756 				    expected_fpu.opcode);
3757 				ATF_CHECK_EQ(fpr.fstate.s87_ip.fa_32.fa_off,
3758 				    (uint32_t)gpr.r_eip - 3);
3759 				ATF_CHECK_EQ(fpr.fstate.s87_dp.fa_32.fa_off,
3760 				    (uint32_t)&x86_test_zero);
3761 				/* note: fa_seg is missing on newer CPUs */
3762 			} else
3763 #endif
3764 			{
3765 				/* amd64 or GETXSTATE on i386 */
3766 				ATF_CHECK_EQ(fxs->fx_cw, expected_fpu.cw);
3767 				ATF_CHECK_EQ(fxs->fx_sw, expected_fpu.sw);
3768 				ATF_CHECK_EQ(fxs->fx_tw,
3769 				    expected_fpu.tw_abridged);
3770 				ATF_CHECK_EQ(fxs->fx_opcode,
3771 				    expected_fpu.opcode);
3772 #if defined(__x86_64__)
3773 				ATF_CHECK_EQ(fxs->fx_ip.fa_64,
3774 				    ((uint64_t)gpr.regs[_REG_RIP]) - 3);
3775 				ATF_CHECK_EQ(fxs->fx_dp.fa_64,
3776 				    (uint64_t)&x86_test_zero);
3777 #else
3778 				ATF_CHECK_EQ(fxs->fx_ip.fa_32.fa_off,
3779 				    (uint32_t)gpr.r_eip - 3);
3780 				ATF_CHECK_EQ(fxs->fx_dp.fa_32.fa_off,
3781 				    (uint32_t)&x86_test_zero);
3782 				/* note: fa_seg is missing on newer CPUs */
3783 #endif
3784 			}
3785 
3786 			ATF_CHECK_EQ(ST_EXP(0), expected_fpu.st[0].sign_exp);
3787 			ATF_CHECK_EQ(ST_MAN(0), expected_fpu.st[0].mantissa);
3788 			ATF_CHECK_EQ(ST_EXP(1), expected_fpu.st[1].sign_exp);
3789 			ATF_CHECK_EQ(ST_MAN(1), expected_fpu.st[1].mantissa);
3790 			ATF_CHECK_EQ(ST_EXP(2), expected_fpu.st[2].sign_exp);
3791 			ATF_CHECK_EQ(ST_MAN(2), expected_fpu.st[2].mantissa);
3792 			ATF_CHECK_EQ(ST_EXP(3), expected_fpu.st[3].sign_exp);
3793 			ATF_CHECK_EQ(ST_MAN(3), expected_fpu.st[3].mantissa);
3794 			ATF_CHECK_EQ(ST_EXP(4), expected_fpu.st[4].sign_exp);
3795 			ATF_CHECK_EQ(ST_MAN(4), expected_fpu.st[4].mantissa);
3796 			ATF_CHECK_EQ(ST_EXP(5), expected_fpu.st[5].sign_exp);
3797 			ATF_CHECK_EQ(ST_MAN(5), expected_fpu.st[5].mantissa);
3798 			ATF_CHECK_EQ(ST_EXP(6), expected_fpu.st[6].sign_exp);
3799 			ATF_CHECK_EQ(ST_MAN(6), expected_fpu.st[6].mantissa);
3800 			ATF_CHECK_EQ(ST_EXP(7), expected_fpu.st[7].sign_exp);
3801 			ATF_CHECK_EQ(ST_MAN(7), expected_fpu.st[7].mantissa);
3802 			break;
3803 		case FPREGS_MM:
3804 			ATF_CHECK_EQ(ST_MAN(0), expected[0].u64);
3805 			ATF_CHECK_EQ(ST_MAN(1), expected[1].u64);
3806 			ATF_CHECK_EQ(ST_MAN(2), expected[2].u64);
3807 			ATF_CHECK_EQ(ST_MAN(3), expected[3].u64);
3808 			ATF_CHECK_EQ(ST_MAN(4), expected[4].u64);
3809 			ATF_CHECK_EQ(ST_MAN(5), expected[5].u64);
3810 			ATF_CHECK_EQ(ST_MAN(6), expected[6].u64);
3811 			ATF_CHECK_EQ(ST_MAN(7), expected[7].u64);
3812 			break;
3813 		case FPREGS_ZMM:
3814 			/* zmm0..zmm15 are split between xmm, ymm_hi128 and zmm_hi256 */
3815 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[0],
3816 			    &expected[0].zmm.e, sizeof(expected->zmm)/2));
3817 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[1],
3818 			    &expected[1].zmm.e, sizeof(expected->zmm)/2));
3819 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[2],
3820 			    &expected[2].zmm.e, sizeof(expected->zmm)/2));
3821 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[3],
3822 			    &expected[3].zmm.e, sizeof(expected->zmm)/2));
3823 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[4],
3824 			    &expected[4].zmm.e, sizeof(expected->zmm)/2));
3825 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[5],
3826 			    &expected[5].zmm.e, sizeof(expected->zmm)/2));
3827 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[6],
3828 			    &expected[6].zmm.e, sizeof(expected->zmm)/2));
3829 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[7],
3830 			    &expected[7].zmm.e, sizeof(expected->zmm)/2));
3831 #if defined(__x86_64__)
3832 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[8],
3833 			    &expected[8].zmm.e, sizeof(expected->zmm)/2));
3834 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[9],
3835 			    &expected[9].zmm.e, sizeof(expected->zmm)/2));
3836 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[10],
3837 			    &expected[10].zmm.e, sizeof(expected->zmm)/2));
3838 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[11],
3839 			    &expected[11].zmm.e, sizeof(expected->zmm)/2));
3840 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[12],
3841 			    &expected[12].zmm.e, sizeof(expected->zmm)/2));
3842 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[13],
3843 			    &expected[13].zmm.e, sizeof(expected->zmm)/2));
3844 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[14],
3845 			    &expected[14].zmm.e, sizeof(expected->zmm)/2));
3846 			ATF_CHECK(!memcmp(&xst.xs_zmm_hi256.xs_zmm[15],
3847 			    &expected[15].zmm.e, sizeof(expected->zmm)/2));
3848 			/* zmm16..zmm31 are stored as a whole */
3849 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[0],
3850 			    &expected[16].zmm, sizeof(expected->zmm)));
3851 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[1],
3852 			    &expected[17].zmm, sizeof(expected->zmm)));
3853 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[2],
3854 				&expected[18].zmm, sizeof(expected->zmm)));
3855 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[3],
3856 				&expected[19].zmm, sizeof(expected->zmm)));
3857 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[4],
3858 				&expected[20].zmm, sizeof(expected->zmm)));
3859 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[5],
3860 				&expected[21].zmm, sizeof(expected->zmm)));
3861 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[6],
3862 				&expected[22].zmm, sizeof(expected->zmm)));
3863 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[7],
3864 				&expected[23].zmm, sizeof(expected->zmm)));
3865 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[8],
3866 				&expected[24].zmm, sizeof(expected->zmm)));
3867 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[9],
3868 				&expected[25].zmm, sizeof(expected->zmm)));
3869 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[10],
3870 				&expected[26].zmm, sizeof(expected->zmm)));
3871 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[11],
3872 				&expected[27].zmm, sizeof(expected->zmm)));
3873 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[12],
3874 				&expected[28].zmm, sizeof(expected->zmm)));
3875 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[13],
3876 				&expected[29].zmm, sizeof(expected->zmm)));
3877 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[14],
3878 				&expected[30].zmm, sizeof(expected->zmm)));
3879 			ATF_CHECK(!memcmp(&xst.xs_hi16_zmm.xs_hi16_zmm[15],
3880 				&expected[31].zmm, sizeof(expected->zmm)));
3881 #endif
3882 			/* k0..k7 */
3883 			ATF_CHECK(xst.xs_opmask.xs_k[0] == expected[32].zmm.a);
3884 			ATF_CHECK(xst.xs_opmask.xs_k[1] == expected[32].zmm.b);
3885 			ATF_CHECK(xst.xs_opmask.xs_k[2] == expected[32].zmm.c);
3886 			ATF_CHECK(xst.xs_opmask.xs_k[3] == expected[32].zmm.d);
3887 			ATF_CHECK(xst.xs_opmask.xs_k[4] == expected[32].zmm.e);
3888 			ATF_CHECK(xst.xs_opmask.xs_k[5] == expected[32].zmm.f);
3889 			ATF_CHECK(xst.xs_opmask.xs_k[6] == expected[32].zmm.g);
3890 			ATF_CHECK(xst.xs_opmask.xs_k[7] == expected[32].zmm.h);
3891 			/*FALLTHROUGH*/
3892 		case FPREGS_YMM:
3893 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[0],
3894 			    &expected[0].ymm.c, sizeof(expected->ymm)/2));
3895 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[1],
3896 			    &expected[1].ymm.c, sizeof(expected->ymm)/2));
3897 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[2],
3898 			    &expected[2].ymm.c, sizeof(expected->ymm)/2));
3899 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[3],
3900 			    &expected[3].ymm.c, sizeof(expected->ymm)/2));
3901 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[4],
3902 			    &expected[4].ymm.c, sizeof(expected->ymm)/2));
3903 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[5],
3904 			    &expected[5].ymm.c, sizeof(expected->ymm)/2));
3905 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[6],
3906 			    &expected[6].ymm.c, sizeof(expected->ymm)/2));
3907 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[7],
3908 			    &expected[7].ymm.c, sizeof(expected->ymm)/2));
3909 #if defined(__x86_64__)
3910 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[8],
3911 			    &expected[8].ymm.c, sizeof(expected->ymm)/2));
3912 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[9],
3913 			    &expected[9].ymm.c, sizeof(expected->ymm)/2));
3914 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[10],
3915 			    &expected[10].ymm.c, sizeof(expected->ymm)/2));
3916 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[11],
3917 			    &expected[11].ymm.c, sizeof(expected->ymm)/2));
3918 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[12],
3919 			    &expected[12].ymm.c, sizeof(expected->ymm)/2));
3920 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[13],
3921 			    &expected[13].ymm.c, sizeof(expected->ymm)/2));
3922 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[14],
3923 			    &expected[14].ymm.c, sizeof(expected->ymm)/2));
3924 			ATF_CHECK(!memcmp(&xst.xs_ymm_hi128.xs_ymm[15],
3925 			    &expected[15].ymm.c, sizeof(expected->ymm)/2));
3926 #endif
3927 			/*FALLTHROUGH*/
3928 		case FPREGS_XMM:
3929 			ATF_CHECK(!memcmp(&fxs->fx_xmm[0], &expected[0].ymm.a,
3930 			    sizeof(expected->ymm)/2));
3931 			ATF_CHECK(!memcmp(&fxs->fx_xmm[1], &expected[1].ymm.a,
3932 			    sizeof(expected->ymm)/2));
3933 			ATF_CHECK(!memcmp(&fxs->fx_xmm[2], &expected[2].ymm.a,
3934 			    sizeof(expected->ymm)/2));
3935 			ATF_CHECK(!memcmp(&fxs->fx_xmm[3], &expected[3].ymm.a,
3936 			    sizeof(expected->ymm)/2));
3937 			ATF_CHECK(!memcmp(&fxs->fx_xmm[4], &expected[4].ymm.a,
3938 			    sizeof(expected->ymm)/2));
3939 			ATF_CHECK(!memcmp(&fxs->fx_xmm[5], &expected[5].ymm.a,
3940 			    sizeof(expected->ymm)/2));
3941 			ATF_CHECK(!memcmp(&fxs->fx_xmm[6], &expected[6].ymm.a,
3942 			    sizeof(expected->ymm)/2));
3943 			ATF_CHECK(!memcmp(&fxs->fx_xmm[7], &expected[7].ymm.a,
3944 			    sizeof(expected->ymm)/2));
3945 #if defined(__x86_64__)
3946 			ATF_CHECK(!memcmp(&fxs->fx_xmm[8], &expected[8].ymm.a,
3947 			    sizeof(expected->ymm)/2));
3948 			ATF_CHECK(!memcmp(&fxs->fx_xmm[9], &expected[9].ymm.a,
3949 			    sizeof(expected->ymm)/2));
3950 			ATF_CHECK(!memcmp(&fxs->fx_xmm[10], &expected[10].ymm.a,
3951 			    sizeof(expected->ymm)/2));
3952 			ATF_CHECK(!memcmp(&fxs->fx_xmm[11], &expected[11].ymm.a,
3953 			    sizeof(expected->ymm)/2));
3954 			ATF_CHECK(!memcmp(&fxs->fx_xmm[12], &expected[12].ymm.a,
3955 			    sizeof(expected->ymm)/2));
3956 			ATF_CHECK(!memcmp(&fxs->fx_xmm[13], &expected[13].ymm.a,
3957 			    sizeof(expected->ymm)/2));
3958 			ATF_CHECK(!memcmp(&fxs->fx_xmm[14], &expected[14].ymm.a,
3959 			    sizeof(expected->ymm)/2));
3960 			ATF_CHECK(!memcmp(&fxs->fx_xmm[15], &expected[15].ymm.a,
3961 			    sizeof(expected->ymm)/2));
3962 #endif
3963 			break;
3964 		}
3965 		break;
3966 	case TEST_SETREGS:
3967 		switch (regs) {
3968 		case GPREGS_32:
3969 #if defined(__i386__)
3970 			gpr.r_eax = expected[0].u32;
3971 			gpr.r_ebx = expected[1].u32;
3972 			gpr.r_ecx = expected[2].u32;
3973 			gpr.r_edx = expected[3].u32;
3974 			gpr.r_esi = expected[4].u32;
3975 			gpr.r_edi = expected[5].u32;
3976 #endif
3977 			break;
3978 		case GPREGS_32_EBP_ESP:
3979 #if defined(__i386__)
3980 			gpr.r_esp = expected[0].u32;
3981 			gpr.r_ebp = expected[1].u32;
3982 #endif
3983 			break;
3984 		case GPREGS_64:
3985 #if defined(__x86_64__)
3986 			gpr.regs[_REG_RAX] = expected[0].u64;
3987 			gpr.regs[_REG_RBX] = expected[1].u64;
3988 			gpr.regs[_REG_RCX] = expected[2].u64;
3989 			gpr.regs[_REG_RDX] = expected[3].u64;
3990 			gpr.regs[_REG_RSI] = expected[4].u64;
3991 			gpr.regs[_REG_RDI] = expected[5].u64;
3992 			gpr.regs[_REG_RSP] = expected[6].u64;
3993 			gpr.regs[_REG_RBP] = expected[7].u64;
3994 #endif
3995 			break;
3996 		case GPREGS_64_R8:
3997 #if defined(__x86_64__)
3998 			gpr.regs[_REG_R8] = expected[0].u64;
3999 			gpr.regs[_REG_R9] = expected[1].u64;
4000 			gpr.regs[_REG_R10] = expected[2].u64;
4001 			gpr.regs[_REG_R11] = expected[3].u64;
4002 			gpr.regs[_REG_R12] = expected[4].u64;
4003 			gpr.regs[_REG_R13] = expected[5].u64;
4004 			gpr.regs[_REG_R14] = expected[6].u64;
4005 			gpr.regs[_REG_R15] = expected[7].u64;
4006 #endif
4007 			break;
4008 		case FPREGS_FPU:
4009 #if defined(__i386__)
4010 			if (regset == TEST_FPREGS) {
4011 				/* SETFPREGS on i386 */
4012 				fpr.fstate.s87_cw = expected_fpu.cw;
4013 				fpr.fstate.s87_sw = expected_fpu.sw;
4014 				fpr.fstate.s87_tw = expected_fpu.tw;
4015 				fpr.fstate.s87_opcode = expected_fpu.opcode;
4016 				fpr.fstate.s87_ip = expected_fpu.ip;
4017 				fpr.fstate.s87_dp = expected_fpu.dp;
4018 			} else
4019 #endif /*defined(__i386__)*/
4020 			{
4021 				/* amd64 or SETXSTATE on i386 */
4022 				fxs->fx_cw = expected_fpu.cw;
4023 				fxs->fx_sw = expected_fpu.sw;
4024 				fxs->fx_tw = expected_fpu.tw_abridged;
4025 				fxs->fx_opcode = expected_fpu.opcode;
4026 				fxs->fx_ip = expected_fpu.ip;
4027 				fxs->fx_dp = expected_fpu.dp;
4028 			}
4029 
4030 			ST_EXP(0) = expected_fpu.st[0].sign_exp;
4031 			ST_MAN(0) = expected_fpu.st[0].mantissa;
4032 			ST_EXP(1) = expected_fpu.st[1].sign_exp;
4033 			ST_MAN(1) = expected_fpu.st[1].mantissa;
4034 			ST_EXP(2) = expected_fpu.st[2].sign_exp;
4035 			ST_MAN(2) = expected_fpu.st[2].mantissa;
4036 			ST_EXP(3) = expected_fpu.st[3].sign_exp;
4037 			ST_MAN(3) = expected_fpu.st[3].mantissa;
4038 			ST_EXP(4) = expected_fpu.st[4].sign_exp;
4039 			ST_MAN(4) = expected_fpu.st[4].mantissa;
4040 			ST_EXP(5) = expected_fpu.st[5].sign_exp;
4041 			ST_MAN(5) = expected_fpu.st[5].mantissa;
4042 			ST_EXP(6) = expected_fpu.st[6].sign_exp;
4043 			ST_MAN(6) = expected_fpu.st[6].mantissa;
4044 			ST_EXP(7) = expected_fpu.st[7].sign_exp;
4045 			ST_MAN(7) = expected_fpu.st[7].mantissa;
4046 			break;
4047 		case FPREGS_MM:
4048 			ST_MAN(0) = expected[0].u64;
4049 			ST_MAN(1) = expected[1].u64;
4050 			ST_MAN(2) = expected[2].u64;
4051 			ST_MAN(3) = expected[3].u64;
4052 			ST_MAN(4) = expected[4].u64;
4053 			ST_MAN(5) = expected[5].u64;
4054 			ST_MAN(6) = expected[6].u64;
4055 			ST_MAN(7) = expected[7].u64;
4056 			break;
4057 		case FPREGS_ZMM:
4058 			/* zmm0..zmm15 are split between xmm, ymm_hi128, zmm_hi256 */
4059 			memcpy(&xst.xs_zmm_hi256.xs_zmm[0],
4060 			    &expected[0].zmm.e, sizeof(expected->zmm)/2);
4061 			memcpy(&xst.xs_zmm_hi256.xs_zmm[1],
4062 			    &expected[1].zmm.e, sizeof(expected->zmm)/2);
4063 			memcpy(&xst.xs_zmm_hi256.xs_zmm[2],
4064 			    &expected[2].zmm.e, sizeof(expected->zmm)/2);
4065 			memcpy(&xst.xs_zmm_hi256.xs_zmm[3],
4066 			    &expected[3].zmm.e, sizeof(expected->zmm)/2);
4067 			memcpy(&xst.xs_zmm_hi256.xs_zmm[4],
4068 			    &expected[4].zmm.e, sizeof(expected->zmm)/2);
4069 			memcpy(&xst.xs_zmm_hi256.xs_zmm[5],
4070 			    &expected[5].zmm.e, sizeof(expected->zmm)/2);
4071 			memcpy(&xst.xs_zmm_hi256.xs_zmm[6],
4072 			    &expected[6].zmm.e, sizeof(expected->zmm)/2);
4073 			memcpy(&xst.xs_zmm_hi256.xs_zmm[7],
4074 			    &expected[7].zmm.e, sizeof(expected->zmm)/2);
4075 #if defined(__x86_64__)
4076 			memcpy(&xst.xs_zmm_hi256.xs_zmm[8],
4077 			    &expected[8].zmm.e, sizeof(expected->zmm)/2);
4078 			memcpy(&xst.xs_zmm_hi256.xs_zmm[9],
4079 			    &expected[9].zmm.e, sizeof(expected->zmm)/2);
4080 			memcpy(&xst.xs_zmm_hi256.xs_zmm[10],
4081 			    &expected[10].zmm.e, sizeof(expected->zmm)/2);
4082 			memcpy(&xst.xs_zmm_hi256.xs_zmm[11],
4083 			    &expected[11].zmm.e, sizeof(expected->zmm)/2);
4084 			memcpy(&xst.xs_zmm_hi256.xs_zmm[12],
4085 			    &expected[12].zmm.e, sizeof(expected->zmm)/2);
4086 			memcpy(&xst.xs_zmm_hi256.xs_zmm[13],
4087 			    &expected[13].zmm.e, sizeof(expected->zmm)/2);
4088 			memcpy(&xst.xs_zmm_hi256.xs_zmm[14],
4089 			    &expected[14].zmm.e, sizeof(expected->zmm)/2);
4090 			memcpy(&xst.xs_zmm_hi256.xs_zmm[15],
4091 			    &expected[15].zmm.e, sizeof(expected->zmm)/2);
4092 			/* zmm16..zmm31 are stored as a whole */
4093 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[0],
4094 			    &expected[16].zmm, sizeof(expected->zmm));
4095 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[1],
4096 			    &expected[17].zmm, sizeof(expected->zmm));
4097 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[2],
4098 			    &expected[18].zmm, sizeof(expected->zmm));
4099 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[3],
4100 			    &expected[19].zmm, sizeof(expected->zmm));
4101 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[4],
4102 			    &expected[20].zmm, sizeof(expected->zmm));
4103 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[5],
4104 			    &expected[21].zmm, sizeof(expected->zmm));
4105 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[6],
4106 			    &expected[22].zmm, sizeof(expected->zmm));
4107 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[7],
4108 			    &expected[23].zmm, sizeof(expected->zmm));
4109 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[8],
4110 			    &expected[24].zmm, sizeof(expected->zmm));
4111 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[9],
4112 			    &expected[25].zmm, sizeof(expected->zmm));
4113 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[10],
4114 			    &expected[26].zmm, sizeof(expected->zmm));
4115 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[11],
4116 			    &expected[27].zmm, sizeof(expected->zmm));
4117 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[12],
4118 			    &expected[28].zmm, sizeof(expected->zmm));
4119 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[13],
4120 			    &expected[29].zmm, sizeof(expected->zmm));
4121 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[14],
4122 			    &expected[30].zmm, sizeof(expected->zmm));
4123 			memcpy(&xst.xs_hi16_zmm.xs_hi16_zmm[15],
4124 			    &expected[31].zmm, sizeof(expected->zmm));
4125 #endif
4126 			/* k0..k7 */
4127 			xst.xs_opmask.xs_k[0] = expected[32].zmm.a;
4128 			xst.xs_opmask.xs_k[1] = expected[32].zmm.b;
4129 			xst.xs_opmask.xs_k[2] = expected[32].zmm.c;
4130 			xst.xs_opmask.xs_k[3] = expected[32].zmm.d;
4131 			xst.xs_opmask.xs_k[4] = expected[32].zmm.e;
4132 			xst.xs_opmask.xs_k[5] = expected[32].zmm.f;
4133 			xst.xs_opmask.xs_k[6] = expected[32].zmm.g;
4134 			xst.xs_opmask.xs_k[7] = expected[32].zmm.h;
4135 			/*FALLTHROUGH*/
4136 		case FPREGS_YMM:
4137 			memcpy(&xst.xs_ymm_hi128.xs_ymm[0],
4138 			    &expected[0].ymm.c, sizeof(expected->ymm)/2);
4139 			memcpy(&xst.xs_ymm_hi128.xs_ymm[1],
4140 			    &expected[1].ymm.c, sizeof(expected->ymm)/2);
4141 			memcpy(&xst.xs_ymm_hi128.xs_ymm[2],
4142 			    &expected[2].ymm.c, sizeof(expected->ymm)/2);
4143 			memcpy(&xst.xs_ymm_hi128.xs_ymm[3],
4144 			    &expected[3].ymm.c, sizeof(expected->ymm)/2);
4145 			memcpy(&xst.xs_ymm_hi128.xs_ymm[4],
4146 			    &expected[4].ymm.c, sizeof(expected->ymm)/2);
4147 			memcpy(&xst.xs_ymm_hi128.xs_ymm[5],
4148 			    &expected[5].ymm.c, sizeof(expected->ymm)/2);
4149 			memcpy(&xst.xs_ymm_hi128.xs_ymm[6],
4150 			    &expected[6].ymm.c, sizeof(expected->ymm)/2);
4151 			memcpy(&xst.xs_ymm_hi128.xs_ymm[7],
4152 			    &expected[7].ymm.c, sizeof(expected->ymm)/2);
4153 #if defined(__x86_64__)
4154 			memcpy(&xst.xs_ymm_hi128.xs_ymm[8],
4155 			    &expected[8].ymm.c, sizeof(expected->ymm)/2);
4156 			memcpy(&xst.xs_ymm_hi128.xs_ymm[9],
4157 			    &expected[9].ymm.c, sizeof(expected->ymm)/2);
4158 			memcpy(&xst.xs_ymm_hi128.xs_ymm[10],
4159 			    &expected[10].ymm.c, sizeof(expected->ymm)/2);
4160 			memcpy(&xst.xs_ymm_hi128.xs_ymm[11],
4161 			    &expected[11].ymm.c, sizeof(expected->ymm)/2);
4162 			memcpy(&xst.xs_ymm_hi128.xs_ymm[12],
4163 			    &expected[12].ymm.c, sizeof(expected->ymm)/2);
4164 			memcpy(&xst.xs_ymm_hi128.xs_ymm[13],
4165 			    &expected[13].ymm.c, sizeof(expected->ymm)/2);
4166 			memcpy(&xst.xs_ymm_hi128.xs_ymm[14],
4167 			    &expected[14].ymm.c, sizeof(expected->ymm)/2);
4168 			memcpy(&xst.xs_ymm_hi128.xs_ymm[15],
4169 			    &expected[15].ymm.c, sizeof(expected->ymm)/2);
4170 #endif
4171 			/*FALLTHROUGH*/
4172 		case FPREGS_XMM:
4173 			memcpy(&fxs->fx_xmm[0], &expected[0].ymm.a,
4174 			    sizeof(expected->ymm)/2);
4175 			memcpy(&fxs->fx_xmm[1], &expected[1].ymm.a,
4176 			    sizeof(expected->ymm)/2);
4177 			memcpy(&fxs->fx_xmm[2], &expected[2].ymm.a,
4178 			    sizeof(expected->ymm)/2);
4179 			memcpy(&fxs->fx_xmm[3], &expected[3].ymm.a,
4180 			    sizeof(expected->ymm)/2);
4181 			memcpy(&fxs->fx_xmm[4], &expected[4].ymm.a,
4182 			    sizeof(expected->ymm)/2);
4183 			memcpy(&fxs->fx_xmm[5], &expected[5].ymm.a,
4184 			    sizeof(expected->ymm)/2);
4185 			memcpy(&fxs->fx_xmm[6], &expected[6].ymm.a,
4186 			    sizeof(expected->ymm)/2);
4187 			memcpy(&fxs->fx_xmm[7], &expected[7].ymm.a,
4188 			    sizeof(expected->ymm)/2);
4189 #if defined(__x86_64__)
4190 			memcpy(&fxs->fx_xmm[8], &expected[8].ymm.a,
4191 			    sizeof(expected->ymm)/2);
4192 			memcpy(&fxs->fx_xmm[9], &expected[9].ymm.a,
4193 			    sizeof(expected->ymm)/2);
4194 			memcpy(&fxs->fx_xmm[10], &expected[10].ymm.a,
4195 			    sizeof(expected->ymm)/2);
4196 			memcpy(&fxs->fx_xmm[11], &expected[11].ymm.a,
4197 			    sizeof(expected->ymm)/2);
4198 			memcpy(&fxs->fx_xmm[12], &expected[12].ymm.a,
4199 			    sizeof(expected->ymm)/2);
4200 			memcpy(&fxs->fx_xmm[13], &expected[13].ymm.a,
4201 			    sizeof(expected->ymm)/2);
4202 			memcpy(&fxs->fx_xmm[14], &expected[14].ymm.a,
4203 			    sizeof(expected->ymm)/2);
4204 			memcpy(&fxs->fx_xmm[15], &expected[15].ymm.a,
4205 			    sizeof(expected->ymm)/2);
4206 #endif
4207 			break;
4208 		}
4209 
4210 		switch (regset) {
4211 		case TEST_GPREGS:
4212 			DPRINTF("Call SETREGS for the child process\n");
4213 			SYSCALL_REQUIRE(ptrace(PT_SETREGS, child, &gpr, 0)
4214 			    != -1);
4215 			break;
4216 		case TEST_XMMREGS:
4217 #if defined(__i386__)
4218 			DPRINTF("Call SETXMMREGS for the child process\n");
4219 			SYSCALL_REQUIRE(ptrace(PT_SETXMMREGS, child, &xmm, 0)
4220 			    != -1);
4221 			break;
4222 #else
4223 			/*FALLTHROUGH*/
4224 #endif
4225 		case TEST_FPREGS:
4226 			DPRINTF("Call SETFPREGS for the child process\n");
4227 			SYSCALL_REQUIRE(ptrace(PT_SETFPREGS, child, &fpr, 0)
4228 			    != -1);
4229 			break;
4230 		case TEST_XSTATE:
4231 			DPRINTF("Call SETXSTATE for the child process\n");
4232 			SYSCALL_REQUIRE(ptrace(PT_SETXSTATE, child, &iov, 0)
4233 			    != -1);
4234 			break;
4235 		}
4236 		break;
4237 	}
4238 
4239 #undef ST_EXP
4240 #undef ST_MAN
4241 
4242 	DPRINTF("Before resuming the child process where it left off and "
4243 	    "without signal to be sent\n");
4244 	SYSCALL_REQUIRE(ptrace(PT_CONTINUE, child, (void *)1, 0) != -1);
4245 
4246 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
4247 	TWAIT_REQUIRE_SUCCESS(wpid = TWAIT_GENERIC(child, &status, 0), child);
4248 
4249 	validate_status_exited(status, exitval);
4250 
4251 	DPRINTF("Before calling %s() for the child\n", TWAIT_FNAME);
4252 	TWAIT_REQUIRE_FAILURE(ECHILD, wpid = TWAIT_GENERIC(child, &status, 0));
4253 }
4254 
4255 #define X86_REGISTER_TEST(test, regset, regs, regmode, descr)		\
4256 ATF_TC(test);								\
4257 ATF_TC_HEAD(test, tc)							\
4258 {									\
4259 	atf_tc_set_md_var(tc, "descr", descr);				\
4260 }									\
4261 									\
4262 ATF_TC_BODY(test, tc)							\
4263 {									\
4264 	x86_register_test(regset, regs, regmode);			\
4265 }
4266 
4267 X86_REGISTER_TEST(x86_gpregs32_read, TEST_GPREGS, GPREGS_32, TEST_GETREGS,
4268     "Test reading basic 32-bit gp registers from debugged program "
4269     "via PT_GETREGS.");
4270 X86_REGISTER_TEST(x86_gpregs32_write, TEST_GPREGS, GPREGS_32, TEST_SETREGS,
4271     "Test writing basic 32-bit gp registers into debugged program "
4272     "via PT_SETREGS.");
4273 X86_REGISTER_TEST(x86_gpregs32_core, TEST_GPREGS, GPREGS_32, TEST_COREDUMP,
4274     "Test reading basic 32-bit gp registers from core dump.");
4275 X86_REGISTER_TEST(x86_gpregs32_ebp_esp_read, TEST_GPREGS, GPREGS_32_EBP_ESP,
4276     TEST_GETREGS, "Test reading ebp & esp registers from debugged program "
4277     "via PT_GETREGS.");
4278 X86_REGISTER_TEST(x86_gpregs32_ebp_esp_write, TEST_GPREGS, GPREGS_32_EBP_ESP,
4279     TEST_SETREGS, "Test writing ebp & esp registers into debugged program "
4280     "via PT_SETREGS.");
4281 X86_REGISTER_TEST(x86_gpregs32_ebp_esp_core, TEST_GPREGS, GPREGS_32_EBP_ESP,
4282     TEST_COREDUMP, "Test reading ebp & esp registers from core dump.");
4283 
4284 X86_REGISTER_TEST(x86_gpregs64_read, TEST_GPREGS, GPREGS_64, TEST_GETREGS,
4285     "Test reading basic 64-bit gp registers from debugged program "
4286     "via PT_GETREGS.");
4287 X86_REGISTER_TEST(x86_gpregs64_write, TEST_GPREGS, GPREGS_64, TEST_SETREGS,
4288     "Test writing basic 64-bit gp registers into debugged program "
4289     "via PT_SETREGS.");
4290 X86_REGISTER_TEST(x86_gpregs64_core, TEST_GPREGS, GPREGS_64, TEST_COREDUMP,
4291     "Test reading basic 64-bit gp registers from core dump.");
4292 X86_REGISTER_TEST(x86_gpregs64_r8_read, TEST_GPREGS, GPREGS_64_R8, TEST_GETREGS,
4293     "Test reading r8..r15 registers from debugged program via PT_GETREGS.");
4294 X86_REGISTER_TEST(x86_gpregs64_r8_write, TEST_GPREGS, GPREGS_64_R8,
4295     TEST_SETREGS, "Test writing r8..r15 registers into debugged program "
4296     "via PT_SETREGS.");
4297 X86_REGISTER_TEST(x86_gpregs64_r8_core, TEST_GPREGS, GPREGS_64_R8,
4298     TEST_COREDUMP, "Test reading r8..r15 registers from core dump.");
4299 
4300 X86_REGISTER_TEST(x86_fpregs_fpu_read, TEST_FPREGS, FPREGS_FPU, TEST_GETREGS,
4301     "Test reading base FPU registers from debugged program via PT_GETFPREGS.");
4302 X86_REGISTER_TEST(x86_fpregs_fpu_write, TEST_FPREGS, FPREGS_FPU, TEST_SETREGS,
4303     "Test writing base FPU registers into debugged program via PT_SETFPREGS.");
4304 X86_REGISTER_TEST(x86_fpregs_fpu_core, TEST_FPREGS, FPREGS_FPU, TEST_COREDUMP,
4305     "Test reading base FPU registers from coredump.");
4306 X86_REGISTER_TEST(x86_fpregs_mm_read, TEST_FPREGS, FPREGS_MM, TEST_GETREGS,
4307     "Test reading mm0..mm7 registers from debugged program "
4308     "via PT_GETFPREGS.");
4309 X86_REGISTER_TEST(x86_fpregs_mm_write, TEST_FPREGS, FPREGS_MM, TEST_SETREGS,
4310     "Test writing mm0..mm7 registers into debugged program "
4311     "via PT_SETFPREGS.");
4312 X86_REGISTER_TEST(x86_fpregs_mm_core, TEST_FPREGS, FPREGS_MM, TEST_COREDUMP,
4313     "Test reading mm0..mm7 registers from coredump.");
4314 X86_REGISTER_TEST(x86_fpregs_xmm_read, TEST_XMMREGS, FPREGS_XMM, TEST_GETREGS,
4315     "Test reading xmm0..xmm15 (..xmm7 on i386) from debugged program "
4316     "via PT_GETFPREGS (PT_GETXMMREGS on i386).");
4317 X86_REGISTER_TEST(x86_fpregs_xmm_write, TEST_XMMREGS, FPREGS_XMM, TEST_SETREGS,
4318     "Test writing xmm0..xmm15 (..xmm7 on i386) into debugged program "
4319     "via PT_SETFPREGS (PT_SETXMMREGS on i386).");
4320 X86_REGISTER_TEST(x86_fpregs_xmm_core, TEST_XMMREGS, FPREGS_XMM, TEST_COREDUMP,
4321     "Test reading xmm0..xmm15 (..xmm7 on i386) from coredump.");
4322 
4323 X86_REGISTER_TEST(x86_xstate_fpu_read, TEST_XSTATE, FPREGS_FPU, TEST_GETREGS,
4324     "Test reading base FPU registers from debugged program via PT_GETXSTATE.");
4325 X86_REGISTER_TEST(x86_xstate_fpu_write, TEST_XSTATE, FPREGS_FPU, TEST_SETREGS,
4326     "Test writing base FPU registers into debugged program via PT_SETXSTATE.");
4327 X86_REGISTER_TEST(x86_xstate_fpu_core, TEST_XSTATE, FPREGS_FPU, TEST_COREDUMP,
4328     "Test reading base FPU registers from core dump via XSTATE note.");
4329 X86_REGISTER_TEST(x86_xstate_mm_read, TEST_XSTATE, FPREGS_MM, TEST_GETREGS,
4330     "Test reading mm0..mm7 registers from debugged program "
4331     "via PT_GETXSTATE.");
4332 X86_REGISTER_TEST(x86_xstate_mm_write, TEST_XSTATE, FPREGS_MM, TEST_SETREGS,
4333     "Test writing mm0..mm7 registers into debugged program "
4334     "via PT_SETXSTATE.");
4335 X86_REGISTER_TEST(x86_xstate_mm_core, TEST_XSTATE, FPREGS_MM, TEST_COREDUMP,
4336     "Test reading mm0..mm7 registers from core dump via XSTATE note.");
4337 X86_REGISTER_TEST(x86_xstate_xmm_read, TEST_XSTATE, FPREGS_XMM, TEST_GETREGS,
4338     "Test reading xmm0..xmm15 (..xmm7 on i386) from debugged program "
4339     "via PT_GETXSTATE.");
4340 X86_REGISTER_TEST(x86_xstate_xmm_write, TEST_XSTATE, FPREGS_XMM, TEST_SETREGS,
4341     "Test writing xmm0..xmm15 (..xmm7 on i386) into debugged program "
4342     "via PT_SETXSTATE.");
4343 X86_REGISTER_TEST(x86_xstate_xmm_core, TEST_XSTATE, FPREGS_XMM, TEST_COREDUMP,
4344     "Test reading xmm0..xmm15 (..xmm7 on i386) from coredump via XSTATE note.");
4345 X86_REGISTER_TEST(x86_xstate_ymm_read, TEST_XSTATE, FPREGS_YMM, TEST_GETREGS,
4346     "Test reading ymm0..ymm15 (..ymm7 on i386) from debugged program "
4347     "via PT_GETXSTATE.");
4348 X86_REGISTER_TEST(x86_xstate_ymm_write, TEST_XSTATE, FPREGS_YMM, TEST_SETREGS,
4349     "Test writing ymm0..ymm15 (..ymm7 on i386) into debugged program "
4350     "via PT_SETXSTATE.");
4351 X86_REGISTER_TEST(x86_xstate_ymm_core, TEST_XSTATE, FPREGS_YMM, TEST_COREDUMP,
4352     "Test reading ymm0..ymm15 (..ymm7 on i386) from coredump via XSTATE note.");
4353 X86_REGISTER_TEST(x86_xstate_zmm_read, TEST_XSTATE, FPREGS_ZMM, TEST_GETREGS,
4354     "Test reading zmm0..zmm31 (..zmm7 on i386), k0..k7 from debugged program "
4355     "via PT_GETXSTATE.");
4356 X86_REGISTER_TEST(x86_xstate_zmm_write, TEST_XSTATE, FPREGS_ZMM, TEST_SETREGS,
4357     "Test writing zmm0..zmm31 (..zmm7 on i386), k0..k7 into debugged program "
4358     "via PT_SETXSTATE.");
4359 X86_REGISTER_TEST(x86_xstate_zmm_core, TEST_XSTATE, FPREGS_ZMM, TEST_COREDUMP,
4360     "Test reading zmm0..zmm31 (..zmm7 on i386), k0..k7 from coredump "
4361     "via XSTATE note.");
4362 
4363 /// ----------------------------------------------------------------------------
4364 
4365 #if defined(TWAIT_HAVE_STATUS)
4366 
4367 static void
thread_concurrent_lwp_setup(pid_t child,lwpid_t lwpid)4368 thread_concurrent_lwp_setup(pid_t child, lwpid_t lwpid)
4369 {
4370 	struct dbreg r;
4371 	union u dr7;
4372 
4373 	/* We need to set debug registers for every child */
4374 	DPRINTF("Call GETDBREGS for LWP %d\n", lwpid);
4375 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r, lwpid) != -1);
4376 
4377 	dr7.raw = 0;
4378 	/* should be set to 1 according to Intel manual, 17.2 */
4379 	dr7.bits.reserved_10 = 1;
4380 	dr7.bits.local_exact_breakpt = 1;
4381 	dr7.bits.global_exact_breakpt = 1;
4382 	/* use DR0 for breakpoints */
4383 	dr7.bits.global_dr0_breakpoint = 1;
4384 	dr7.bits.condition_dr0 = 0; /* exec */
4385 	dr7.bits.len_dr0 = 0;
4386 	/* use DR1 for watchpoints */
4387 	dr7.bits.global_dr1_breakpoint = 1;
4388 	dr7.bits.condition_dr1 = 1; /* write */
4389 	dr7.bits.len_dr1 = 3; /* 4 bytes */
4390 	r.dr[7] = dr7.raw;
4391 	r.dr[0] = (long)(intptr_t)check_happy;
4392 	r.dr[1] = (long)(intptr_t)&thread_concurrent_watchpoint_var;
4393 	DPRINTF("dr0=%" PRIxREGISTER "\n", r.dr[0]);
4394 	DPRINTF("dr1=%" PRIxREGISTER "\n", r.dr[1]);
4395 	DPRINTF("dr7=%" PRIxREGISTER "\n", r.dr[7]);
4396 
4397 	DPRINTF("Call SETDBREGS for LWP %d\n", lwpid);
4398 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r, lwpid) != -1);
4399 }
4400 
4401 static enum thread_concurrent_sigtrap_event
thread_concurrent_handle_sigtrap(pid_t child,ptrace_siginfo_t * info)4402 thread_concurrent_handle_sigtrap(pid_t child, ptrace_siginfo_t *info)
4403 {
4404 	enum thread_concurrent_sigtrap_event ret = TCSE_UNKNOWN;
4405 	struct dbreg r;
4406 	union u dr7;
4407 
4408 	ATF_CHECK_EQ_MSG(info->psi_siginfo.si_code, TRAP_DBREG,
4409 	    "lwp=%d, expected TRAP_DBREG (%d), got %d", info->psi_lwpid,
4410 	    TRAP_DBREG, info->psi_siginfo.si_code);
4411 
4412 	DPRINTF("Call GETDBREGS for LWP %d\n", info->psi_lwpid);
4413 	SYSCALL_REQUIRE(ptrace(PT_GETDBREGS, child, &r, info->psi_lwpid) != -1);
4414 	DPRINTF("dr6=%" PRIxREGISTER ", dr7=%" PRIxREGISTER "\n",
4415 	    r.dr[6], r.dr[7]);
4416 
4417 	ATF_CHECK_MSG(r.dr[6] & 3, "lwp=%d, got DR6=%" PRIxREGISTER,
4418 	    info->psi_lwpid, r.dr[6]);
4419 
4420 	/* Handle only one event at a time, we should get
4421 	 * a separate SIGTRAP for the other one.
4422 	 */
4423 	if (r.dr[6] & 1) {
4424 		r.dr[6] &= ~1;
4425 
4426 		/* We need to disable the breakpoint to move
4427 		 * past it.
4428 		 *
4429 		 * TODO: single-step and reenable it?
4430 		 */
4431 		dr7.raw = r.dr[7];
4432 		dr7.bits.global_dr0_breakpoint = 0;
4433 		r.dr[7] = dr7.raw;
4434 
4435 		ret = TCSE_BREAKPOINT;
4436 	} else if (r.dr[6] & 2) {
4437 		r.dr[6] &= ~2;
4438 		ret = TCSE_WATCHPOINT;
4439 	}
4440 
4441 	DPRINTF("Call SETDBREGS for LWP %d\n", info->psi_lwpid);
4442 	DPRINTF("dr6=%" PRIxREGISTER ", dr7=%" PRIxREGISTER "\n",
4443 		r.dr[6], r.dr[7]);
4444 	SYSCALL_REQUIRE(ptrace(PT_SETDBREGS, child, &r, info->psi_lwpid) != -1);
4445 
4446 	return ret;
4447 }
4448 
4449 #endif /*defined(TWAIT_HAVE_STATUS)*/
4450 
4451 /// ----------------------------------------------------------------------------
4452 
4453 #define ATF_TP_ADD_TCS_PTRACE_WAIT_X86() \
4454 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_print); \
4455 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr0); \
4456 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr1); \
4457 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr2); \
4458 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr3); \
4459 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr0_yield); \
4460 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr1_yield); \
4461 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr2_yield); \
4462 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr3_yield); \
4463 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr0_continued); \
4464 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr1_continued); \
4465 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr2_continued); \
4466 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_preserve_dr3_continued); \
4467 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_writeonly_byte); \
4468 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_writeonly_byte); \
4469 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_writeonly_byte); \
4470 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_writeonly_byte); \
4471 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_writeonly_2bytes); \
4472 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_writeonly_2bytes); \
4473 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_writeonly_2bytes); \
4474 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_writeonly_2bytes); \
4475 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_writeonly_4bytes); \
4476 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_writeonly_4bytes); \
4477 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_writeonly_4bytes); \
4478 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_writeonly_4bytes); \
4479 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_readwrite_write_byte); \
4480 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_readwrite_write_byte); \
4481 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_readwrite_write_byte); \
4482 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_readwrite_write_byte); \
4483 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_readwrite_write_2bytes); \
4484 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_readwrite_write_2bytes); \
4485 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_readwrite_write_2bytes); \
4486 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_readwrite_write_2bytes); \
4487 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_readwrite_write_4bytes); \
4488 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_readwrite_write_4bytes); \
4489 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_readwrite_write_4bytes); \
4490 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_readwrite_write_4bytes); \
4491 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_readwrite_read_byte); \
4492 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_readwrite_read_byte); \
4493 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_readwrite_read_byte); \
4494 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_readwrite_read_byte); \
4495 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_readwrite_read_2bytes); \
4496 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_readwrite_read_2bytes); \
4497 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_readwrite_read_2bytes); \
4498 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_readwrite_read_2bytes); \
4499 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_variable_readwrite_read_4bytes); \
4500 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_variable_readwrite_read_4bytes); \
4501 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_variable_readwrite_read_4bytes); \
4502 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_variable_readwrite_read_4bytes); \
4503 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_trap_code); \
4504 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_trap_code); \
4505 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_trap_code); \
4506 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_trap_code); \
4507 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_dont_inherit_lwp); \
4508 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_dont_inherit_lwp); \
4509 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_dont_inherit_lwp); \
4510 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_dont_inherit_lwp); \
4511 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr0_dont_inherit_execve); \
4512 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr1_dont_inherit_execve); \
4513 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr2_dont_inherit_execve); \
4514 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, dbregs_dr3_dont_inherit_execve); \
4515 	ATF_TP_ADD_TC_HAVE_DBREGS(tp, x86_cve_2018_8897); \
4516 	ATF_TP_ADD_TC(tp, x86_gpregs32_read); \
4517 	ATF_TP_ADD_TC(tp, x86_gpregs32_write); \
4518 	ATF_TP_ADD_TC(tp, x86_gpregs32_core); \
4519 	ATF_TP_ADD_TC(tp, x86_gpregs32_ebp_esp_read); \
4520 	ATF_TP_ADD_TC(tp, x86_gpregs32_ebp_esp_write); \
4521 	ATF_TP_ADD_TC(tp, x86_gpregs32_ebp_esp_core); \
4522 	ATF_TP_ADD_TC(tp, x86_gpregs64_read); \
4523 	ATF_TP_ADD_TC(tp, x86_gpregs64_write); \
4524 	ATF_TP_ADD_TC(tp, x86_gpregs64_core); \
4525 	ATF_TP_ADD_TC(tp, x86_gpregs64_r8_read); \
4526 	ATF_TP_ADD_TC(tp, x86_gpregs64_r8_write); \
4527 	ATF_TP_ADD_TC(tp, x86_gpregs64_r8_core); \
4528 	ATF_TP_ADD_TC(tp, x86_fpregs_fpu_read); \
4529 	ATF_TP_ADD_TC(tp, x86_fpregs_fpu_write); \
4530 	ATF_TP_ADD_TC(tp, x86_fpregs_fpu_core); \
4531 	ATF_TP_ADD_TC(tp, x86_fpregs_mm_read); \
4532 	ATF_TP_ADD_TC(tp, x86_fpregs_mm_write); \
4533 	ATF_TP_ADD_TC(tp, x86_fpregs_mm_core); \
4534 	ATF_TP_ADD_TC(tp, x86_fpregs_xmm_read); \
4535 	ATF_TP_ADD_TC(tp, x86_fpregs_xmm_write); \
4536 	ATF_TP_ADD_TC(tp, x86_fpregs_xmm_core); \
4537 	ATF_TP_ADD_TC(tp, x86_xstate_fpu_read); \
4538 	ATF_TP_ADD_TC(tp, x86_xstate_fpu_write); \
4539 	ATF_TP_ADD_TC(tp, x86_xstate_fpu_core); \
4540 	ATF_TP_ADD_TC(tp, x86_xstate_mm_read); \
4541 	ATF_TP_ADD_TC(tp, x86_xstate_mm_write); \
4542 	ATF_TP_ADD_TC(tp, x86_xstate_mm_core); \
4543 	ATF_TP_ADD_TC(tp, x86_xstate_xmm_read); \
4544 	ATF_TP_ADD_TC(tp, x86_xstate_xmm_write); \
4545 	ATF_TP_ADD_TC(tp, x86_xstate_xmm_core); \
4546 	ATF_TP_ADD_TC(tp, x86_xstate_ymm_read); \
4547 	ATF_TP_ADD_TC(tp, x86_xstate_ymm_write); \
4548 	ATF_TP_ADD_TC(tp, x86_xstate_ymm_core); \
4549 	ATF_TP_ADD_TC(tp, x86_xstate_zmm_read); \
4550 	ATF_TP_ADD_TC(tp, x86_xstate_zmm_write); \
4551 	ATF_TP_ADD_TC(tp, x86_xstate_zmm_core);
4552 #else
4553 #define ATF_TP_ADD_TCS_PTRACE_WAIT_X86()
4554 #endif
4555