1*7aa38384SRui Paulo /*
2*7aa38384SRui Paulo * CDDL HEADER START
3*7aa38384SRui Paulo *
4*7aa38384SRui Paulo * The contents of this file are subject to the terms of the
5*7aa38384SRui Paulo * Common Development and Distribution License, Version 1.0 only
6*7aa38384SRui Paulo * (the "License"). You may not use this file except in compliance
7*7aa38384SRui Paulo * with the License.
8*7aa38384SRui Paulo *
9*7aa38384SRui Paulo * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10*7aa38384SRui Paulo * or http://www.opensolaris.org/os/licensing.
11*7aa38384SRui Paulo * See the License for the specific language governing permissions
12*7aa38384SRui Paulo * and limitations under the License.
13*7aa38384SRui Paulo *
14*7aa38384SRui Paulo * When distributing Covered Code, include this CDDL HEADER in each
15*7aa38384SRui Paulo * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16*7aa38384SRui Paulo * If applicable, add the following below this CDDL HEADER, with the
17*7aa38384SRui Paulo * fields enclosed by brackets "[]" replaced with your own identifying
18*7aa38384SRui Paulo * information: Portions Copyright [yyyy] [name of copyright owner]
19*7aa38384SRui Paulo *
20*7aa38384SRui Paulo * CDDL HEADER END
21*7aa38384SRui Paulo */
22*7aa38384SRui Paulo /*
23*7aa38384SRui Paulo * Copyright 2005 Sun Microsystems, Inc. All rights reserved.
24*7aa38384SRui Paulo * Use is subject to license terms.
25*7aa38384SRui Paulo */
26*7aa38384SRui Paulo
27*7aa38384SRui Paulo #pragma ident "%Z%%M% %I% %E% SMI"
28*7aa38384SRui Paulo
29*7aa38384SRui Paulo #include <stdlib.h>
30*7aa38384SRui Paulo #include <assert.h>
31*7aa38384SRui Paulo #include <errno.h>
32*7aa38384SRui Paulo #include <string.h>
33*7aa38384SRui Paulo #include <libgen.h>
34*7aa38384SRui Paulo
35*7aa38384SRui Paulo #include <dt_impl.h>
36*7aa38384SRui Paulo #include <dt_pid.h>
37*7aa38384SRui Paulo
38*7aa38384SRui Paulo #define OP(x) ((x) >> 30)
39*7aa38384SRui Paulo #define OP2(x) (((x) >> 22) & 0x07)
40*7aa38384SRui Paulo #define COND(x) (((x) >> 25) & 0x0f)
41*7aa38384SRui Paulo #define A(x) (((x) >> 29) & 0x01)
42*7aa38384SRui Paulo
43*7aa38384SRui Paulo #define OP_BRANCH 0
44*7aa38384SRui Paulo
45*7aa38384SRui Paulo #define OP2_BPcc 0x1
46*7aa38384SRui Paulo #define OP2_Bicc 0x2
47*7aa38384SRui Paulo #define OP2_BPr 0x3
48*7aa38384SRui Paulo #define OP2_FBPfcc 0x5
49*7aa38384SRui Paulo #define OP2_FBfcc 0x6
50*7aa38384SRui Paulo
51*7aa38384SRui Paulo /*ARGSUSED*/
52*7aa38384SRui Paulo int
dt_pid_create_entry_probe(struct ps_prochandle * P,dtrace_hdl_t * dtp,fasttrap_probe_spec_t * ftp,const GElf_Sym * symp)53*7aa38384SRui Paulo dt_pid_create_entry_probe(struct ps_prochandle *P, dtrace_hdl_t *dtp,
54*7aa38384SRui Paulo fasttrap_probe_spec_t *ftp, const GElf_Sym *symp)
55*7aa38384SRui Paulo {
56*7aa38384SRui Paulo ftp->ftps_type = DTFTP_ENTRY;
57*7aa38384SRui Paulo ftp->ftps_pc = (uintptr_t)symp->st_value;
58*7aa38384SRui Paulo ftp->ftps_size = (size_t)symp->st_size;
59*7aa38384SRui Paulo ftp->ftps_noffs = 1;
60*7aa38384SRui Paulo ftp->ftps_offs[0] = 0;
61*7aa38384SRui Paulo
62*7aa38384SRui Paulo if (ioctl(dtp->dt_ftfd, FASTTRAPIOC_MAKEPROBE, ftp) != 0) {
63*7aa38384SRui Paulo dt_dprintf("fasttrap probe creation ioctl failed: %s\n",
64*7aa38384SRui Paulo strerror(errno));
65*7aa38384SRui Paulo return (dt_set_errno(dtp, errno));
66*7aa38384SRui Paulo }
67*7aa38384SRui Paulo
68*7aa38384SRui Paulo return (1);
69*7aa38384SRui Paulo }
70*7aa38384SRui Paulo
71*7aa38384SRui Paulo int
dt_pid_create_return_probe(struct ps_prochandle * P,dtrace_hdl_t * dtp,fasttrap_probe_spec_t * ftp,const GElf_Sym * symp,uint64_t * stret)72*7aa38384SRui Paulo dt_pid_create_return_probe(struct ps_prochandle *P, dtrace_hdl_t *dtp,
73*7aa38384SRui Paulo fasttrap_probe_spec_t *ftp, const GElf_Sym *symp, uint64_t *stret)
74*7aa38384SRui Paulo {
75*7aa38384SRui Paulo
76*7aa38384SRui Paulo uint32_t *text;
77*7aa38384SRui Paulo int i;
78*7aa38384SRui Paulo int srdepth = 0;
79*7aa38384SRui Paulo
80*7aa38384SRui Paulo if ((text = malloc(symp->st_size + 4)) == NULL) {
81*7aa38384SRui Paulo dt_dprintf("mr sparkle: malloc() failed\n");
82*7aa38384SRui Paulo return (DT_PROC_ERR);
83*7aa38384SRui Paulo }
84*7aa38384SRui Paulo
85*7aa38384SRui Paulo if (Pread(P, text, symp->st_size, symp->st_value) != symp->st_size) {
86*7aa38384SRui Paulo dt_dprintf("mr sparkle: Pread() failed\n");
87*7aa38384SRui Paulo free(text);
88*7aa38384SRui Paulo return (DT_PROC_ERR);
89*7aa38384SRui Paulo }
90*7aa38384SRui Paulo
91*7aa38384SRui Paulo /*
92*7aa38384SRui Paulo * Leave a dummy instruction in the last slot to simplify edge
93*7aa38384SRui Paulo * conditions.
94*7aa38384SRui Paulo */
95*7aa38384SRui Paulo text[symp->st_size / 4] = 0;
96*7aa38384SRui Paulo
97*7aa38384SRui Paulo ftp->ftps_type = DTFTP_RETURN;
98*7aa38384SRui Paulo ftp->ftps_pc = symp->st_value;
99*7aa38384SRui Paulo ftp->ftps_size = symp->st_size;
100*7aa38384SRui Paulo ftp->ftps_noffs = 0;
101*7aa38384SRui Paulo
102*7aa38384SRui Paulo for (i = 0; i < symp->st_size / 4; i++) {
103*7aa38384SRui Paulo /*
104*7aa38384SRui Paulo * If we encounter an existing tracepoint, query the
105*7aa38384SRui Paulo * kernel to find out the instruction that was
106*7aa38384SRui Paulo * replaced at this spot.
107*7aa38384SRui Paulo */
108*7aa38384SRui Paulo while (text[i] == FASTTRAP_INSTR) {
109*7aa38384SRui Paulo fasttrap_instr_query_t instr;
110*7aa38384SRui Paulo
111*7aa38384SRui Paulo instr.ftiq_pid = Pstatus(P)->pr_pid;
112*7aa38384SRui Paulo instr.ftiq_pc = symp->st_value + i * 4;
113*7aa38384SRui Paulo
114*7aa38384SRui Paulo if (ioctl(dtp->dt_ftfd, FASTTRAPIOC_GETINSTR,
115*7aa38384SRui Paulo &instr) != 0) {
116*7aa38384SRui Paulo
117*7aa38384SRui Paulo if (errno == ESRCH || errno == ENOENT) {
118*7aa38384SRui Paulo if (Pread(P, &text[i], 4,
119*7aa38384SRui Paulo instr.ftiq_pc) != 4) {
120*7aa38384SRui Paulo dt_dprintf("mr sparkle: "
121*7aa38384SRui Paulo "Pread() failed\n");
122*7aa38384SRui Paulo free(text);
123*7aa38384SRui Paulo return (DT_PROC_ERR);
124*7aa38384SRui Paulo }
125*7aa38384SRui Paulo continue;
126*7aa38384SRui Paulo }
127*7aa38384SRui Paulo
128*7aa38384SRui Paulo free(text);
129*7aa38384SRui Paulo dt_dprintf("mr sparkle: getinstr query "
130*7aa38384SRui Paulo "failed: %s\n", strerror(errno));
131*7aa38384SRui Paulo return (DT_PROC_ERR);
132*7aa38384SRui Paulo }
133*7aa38384SRui Paulo
134*7aa38384SRui Paulo text[i] = instr.ftiq_instr;
135*7aa38384SRui Paulo break;
136*7aa38384SRui Paulo }
137*7aa38384SRui Paulo
138*7aa38384SRui Paulo /* save */
139*7aa38384SRui Paulo if ((text[i] & 0xc1f80000) == 0x81e00000) {
140*7aa38384SRui Paulo srdepth++;
141*7aa38384SRui Paulo continue;
142*7aa38384SRui Paulo }
143*7aa38384SRui Paulo
144*7aa38384SRui Paulo /* restore */
145*7aa38384SRui Paulo if ((text[i] & 0xc1f80000) == 0x81e80000) {
146*7aa38384SRui Paulo srdepth--;
147*7aa38384SRui Paulo continue;
148*7aa38384SRui Paulo }
149*7aa38384SRui Paulo
150*7aa38384SRui Paulo if (srdepth > 0) {
151*7aa38384SRui Paulo /* ret */
152*7aa38384SRui Paulo if (text[i] == 0x81c7e008)
153*7aa38384SRui Paulo goto is_ret;
154*7aa38384SRui Paulo
155*7aa38384SRui Paulo /* return */
156*7aa38384SRui Paulo if (text[i] == 0x81cfe008)
157*7aa38384SRui Paulo goto is_ret;
158*7aa38384SRui Paulo
159*7aa38384SRui Paulo /* call or jmpl w/ restore in the slot */
160*7aa38384SRui Paulo if (((text[i] & 0xc0000000) == 0x40000000 ||
161*7aa38384SRui Paulo (text[i] & 0xc1f80000) == 0x81c00000) &&
162*7aa38384SRui Paulo (text[i + 1] & 0xc1f80000) == 0x81e80000)
163*7aa38384SRui Paulo goto is_ret;
164*7aa38384SRui Paulo
165*7aa38384SRui Paulo /* call to one of the stret routines */
166*7aa38384SRui Paulo if ((text[i] & 0xc0000000) == 0x40000000) {
167*7aa38384SRui Paulo int32_t disp = text[i] << 2;
168*7aa38384SRui Paulo uint64_t dest = ftp->ftps_pc + i * 4 + disp;
169*7aa38384SRui Paulo
170*7aa38384SRui Paulo dt_dprintf("dest = %llx\n", (u_longlong_t)dest);
171*7aa38384SRui Paulo
172*7aa38384SRui Paulo if (dest == stret[0] || dest == stret[1] ||
173*7aa38384SRui Paulo dest == stret[2] || dest == stret[3])
174*7aa38384SRui Paulo goto is_ret;
175*7aa38384SRui Paulo }
176*7aa38384SRui Paulo } else {
177*7aa38384SRui Paulo /* external call */
178*7aa38384SRui Paulo if ((text[i] & 0xc0000000) == 0x40000000) {
179*7aa38384SRui Paulo int32_t dst = text[i] << 2;
180*7aa38384SRui Paulo
181*7aa38384SRui Paulo dst += i * 4;
182*7aa38384SRui Paulo
183*7aa38384SRui Paulo if ((uintptr_t)dst >= (uintptr_t)symp->st_size)
184*7aa38384SRui Paulo goto is_ret;
185*7aa38384SRui Paulo }
186*7aa38384SRui Paulo
187*7aa38384SRui Paulo /* jmpl into %g0 -- this includes the retl pseudo op */
188*7aa38384SRui Paulo if ((text[i] & 0xfff80000) == 0x81c00000)
189*7aa38384SRui Paulo goto is_ret;
190*7aa38384SRui Paulo
191*7aa38384SRui Paulo /* external branch -- possible return site */
192*7aa38384SRui Paulo if (OP(text[i]) == OP_BRANCH) {
193*7aa38384SRui Paulo int32_t dst;
194*7aa38384SRui Paulo int baa;
195*7aa38384SRui Paulo
196*7aa38384SRui Paulo switch (OP2(text[i])) {
197*7aa38384SRui Paulo case OP2_BPcc:
198*7aa38384SRui Paulo dst = text[i] & 0x7ffff;
199*7aa38384SRui Paulo dst <<= 13;
200*7aa38384SRui Paulo dst >>= 11;
201*7aa38384SRui Paulo
202*7aa38384SRui Paulo baa = COND(text[i]) == 8 && A(text[i]);
203*7aa38384SRui Paulo break;
204*7aa38384SRui Paulo case OP2_Bicc:
205*7aa38384SRui Paulo dst = text[i] & 0x3fffff;
206*7aa38384SRui Paulo dst <<= 10;
207*7aa38384SRui Paulo dst >>= 8;
208*7aa38384SRui Paulo
209*7aa38384SRui Paulo baa = COND(text[i]) == 8 && A(text[i]);
210*7aa38384SRui Paulo break;
211*7aa38384SRui Paulo case OP2_BPr:
212*7aa38384SRui Paulo dst = (((text[i]) >> 6) & 0xc000) |
213*7aa38384SRui Paulo ((text[i]) & 0x3fff);
214*7aa38384SRui Paulo dst <<= 16;
215*7aa38384SRui Paulo dst >>= 14;
216*7aa38384SRui Paulo
217*7aa38384SRui Paulo baa = 0;
218*7aa38384SRui Paulo break;
219*7aa38384SRui Paulo case OP2_FBPfcc:
220*7aa38384SRui Paulo dst = text[i] & 0x7ffff;
221*7aa38384SRui Paulo dst <<= 13;
222*7aa38384SRui Paulo dst >>= 11;
223*7aa38384SRui Paulo
224*7aa38384SRui Paulo baa = COND(text[i]) == 8 && A(text[i]);
225*7aa38384SRui Paulo break;
226*7aa38384SRui Paulo case OP2_FBfcc:
227*7aa38384SRui Paulo dst = text[i] & 0x3fffff;
228*7aa38384SRui Paulo dst <<= 10;
229*7aa38384SRui Paulo dst >>= 8;
230*7aa38384SRui Paulo
231*7aa38384SRui Paulo baa = COND(text[i]) == 8 && A(text[i]);
232*7aa38384SRui Paulo break;
233*7aa38384SRui Paulo default:
234*7aa38384SRui Paulo continue;
235*7aa38384SRui Paulo }
236*7aa38384SRui Paulo
237*7aa38384SRui Paulo dst += i * 4;
238*7aa38384SRui Paulo
239*7aa38384SRui Paulo /*
240*7aa38384SRui Paulo * Interpret branches outside of the function's
241*7aa38384SRui Paulo * bounds as potential return sites. If the
242*7aa38384SRui Paulo * branch is a ba,a don't skip the instruction
243*7aa38384SRui Paulo * in the delay slot.
244*7aa38384SRui Paulo */
245*7aa38384SRui Paulo if ((uintptr_t)dst >=
246*7aa38384SRui Paulo (uintptr_t)symp->st_size) {
247*7aa38384SRui Paulo if (baa)
248*7aa38384SRui Paulo goto is_ret_baa;
249*7aa38384SRui Paulo else
250*7aa38384SRui Paulo goto is_ret;
251*7aa38384SRui Paulo }
252*7aa38384SRui Paulo }
253*7aa38384SRui Paulo }
254*7aa38384SRui Paulo
255*7aa38384SRui Paulo continue;
256*7aa38384SRui Paulo is_ret:
257*7aa38384SRui Paulo i++;
258*7aa38384SRui Paulo is_ret_baa:
259*7aa38384SRui Paulo dt_dprintf("return at offset %x\n", i * 4);
260*7aa38384SRui Paulo ftp->ftps_offs[ftp->ftps_noffs++] = i * 4;
261*7aa38384SRui Paulo }
262*7aa38384SRui Paulo
263*7aa38384SRui Paulo free(text);
264*7aa38384SRui Paulo if (ftp->ftps_noffs > 0) {
265*7aa38384SRui Paulo if (ioctl(dtp->dt_ftfd, FASTTRAPIOC_MAKEPROBE, ftp) != 0) {
266*7aa38384SRui Paulo dt_dprintf("fasttrap probe creation ioctl failed: %s\n",
267*7aa38384SRui Paulo strerror(errno));
268*7aa38384SRui Paulo return (dt_set_errno(dtp, errno));
269*7aa38384SRui Paulo }
270*7aa38384SRui Paulo }
271*7aa38384SRui Paulo
272*7aa38384SRui Paulo
273*7aa38384SRui Paulo return (ftp->ftps_noffs);
274*7aa38384SRui Paulo }
275*7aa38384SRui Paulo
276*7aa38384SRui Paulo /*ARGSUSED*/
277*7aa38384SRui Paulo int
dt_pid_create_offset_probe(struct ps_prochandle * P,dtrace_hdl_t * dtp,fasttrap_probe_spec_t * ftp,const GElf_Sym * symp,ulong_t off)278*7aa38384SRui Paulo dt_pid_create_offset_probe(struct ps_prochandle *P, dtrace_hdl_t *dtp,
279*7aa38384SRui Paulo fasttrap_probe_spec_t *ftp, const GElf_Sym *symp, ulong_t off)
280*7aa38384SRui Paulo {
281*7aa38384SRui Paulo if (off & 0x3)
282*7aa38384SRui Paulo return (DT_PROC_ALIGN);
283*7aa38384SRui Paulo
284*7aa38384SRui Paulo ftp->ftps_type = DTFTP_OFFSETS;
285*7aa38384SRui Paulo ftp->ftps_pc = (uintptr_t)symp->st_value;
286*7aa38384SRui Paulo ftp->ftps_size = (size_t)symp->st_size;
287*7aa38384SRui Paulo ftp->ftps_noffs = 1;
288*7aa38384SRui Paulo ftp->ftps_offs[0] = off;
289*7aa38384SRui Paulo
290*7aa38384SRui Paulo if (ioctl(dtp->dt_ftfd, FASTTRAPIOC_MAKEPROBE, ftp) != 0) {
291*7aa38384SRui Paulo dt_dprintf("fasttrap probe creation ioctl failed: %s\n",
292*7aa38384SRui Paulo strerror(errno));
293*7aa38384SRui Paulo return (dt_set_errno(dtp, errno));
294*7aa38384SRui Paulo }
295*7aa38384SRui Paulo
296*7aa38384SRui Paulo return (1);
297*7aa38384SRui Paulo }
298*7aa38384SRui Paulo
299*7aa38384SRui Paulo /*ARGSUSED*/
300*7aa38384SRui Paulo int
dt_pid_create_glob_offset_probes(struct ps_prochandle * P,dtrace_hdl_t * dtp,fasttrap_probe_spec_t * ftp,const GElf_Sym * symp,const char * pattern)301*7aa38384SRui Paulo dt_pid_create_glob_offset_probes(struct ps_prochandle *P, dtrace_hdl_t *dtp,
302*7aa38384SRui Paulo fasttrap_probe_spec_t *ftp, const GElf_Sym *symp, const char *pattern)
303*7aa38384SRui Paulo {
304*7aa38384SRui Paulo ulong_t i;
305*7aa38384SRui Paulo
306*7aa38384SRui Paulo ftp->ftps_type = DTFTP_OFFSETS;
307*7aa38384SRui Paulo ftp->ftps_pc = (uintptr_t)symp->st_value;
308*7aa38384SRui Paulo ftp->ftps_size = (size_t)symp->st_size;
309*7aa38384SRui Paulo ftp->ftps_noffs = 0;
310*7aa38384SRui Paulo
311*7aa38384SRui Paulo /*
312*7aa38384SRui Paulo * If we're matching against everything, just iterate through each
313*7aa38384SRui Paulo * instruction in the function, otherwise look for matching offset
314*7aa38384SRui Paulo * names by constructing the string and comparing it against the
315*7aa38384SRui Paulo * pattern.
316*7aa38384SRui Paulo */
317*7aa38384SRui Paulo if (strcmp("*", pattern) == 0) {
318*7aa38384SRui Paulo for (i = 0; i < symp->st_size; i += 4) {
319*7aa38384SRui Paulo ftp->ftps_offs[ftp->ftps_noffs++] = i;
320*7aa38384SRui Paulo }
321*7aa38384SRui Paulo } else {
322*7aa38384SRui Paulo char name[sizeof (i) * 2 + 1];
323*7aa38384SRui Paulo
324*7aa38384SRui Paulo for (i = 0; i < symp->st_size; i += 4) {
325*7aa38384SRui Paulo (void) sprintf(name, "%lx", i);
326*7aa38384SRui Paulo if (gmatch(name, pattern))
327*7aa38384SRui Paulo ftp->ftps_offs[ftp->ftps_noffs++] = i;
328*7aa38384SRui Paulo }
329*7aa38384SRui Paulo }
330*7aa38384SRui Paulo
331*7aa38384SRui Paulo if (ioctl(dtp->dt_ftfd, FASTTRAPIOC_MAKEPROBE, ftp) != 0) {
332*7aa38384SRui Paulo dt_dprintf("fasttrap probe creation ioctl failed: %s\n",
333*7aa38384SRui Paulo strerror(errno));
334*7aa38384SRui Paulo return (dt_set_errno(dtp, errno));
335*7aa38384SRui Paulo }
336*7aa38384SRui Paulo
337*7aa38384SRui Paulo return (ftp->ftps_noffs);
338*7aa38384SRui Paulo }
339