xref: /freebsd-src/sys/amd64/include/pmc_mdep.h (revision 95ee2897e98f5d444f26ed2334cc7c439f9c16c6)
1ebccf1e3SJoseph Koshy /*-
2*4d846d26SWarner Losh  * SPDX-License-Identifier: BSD-2-Clause
3c49761ddSPedro F. Giffuni  *
4d0d0192fSJoseph Koshy  * Copyright (c) 2003-2008 Joseph Koshy
5d07f36b0SJoseph Koshy  * Copyright (c) 2007 The FreeBSD Foundation
6ebccf1e3SJoseph Koshy  * All rights reserved.
7ebccf1e3SJoseph Koshy  *
8d07f36b0SJoseph Koshy  * Portions of this software were developed by A. Joseph Koshy under
9d07f36b0SJoseph Koshy  * sponsorship from the FreeBSD Foundation and Google, Inc.
10d07f36b0SJoseph Koshy  *
11ebccf1e3SJoseph Koshy  * Redistribution and use in source and binary forms, with or without
12ebccf1e3SJoseph Koshy  * modification, are permitted provided that the following conditions
13ebccf1e3SJoseph Koshy  * are met:
14ebccf1e3SJoseph Koshy  * 1. Redistributions of source code must retain the above copyright
15ebccf1e3SJoseph Koshy  *    notice, this list of conditions and the following disclaimer.
16ebccf1e3SJoseph Koshy  * 2. Redistributions in binary form must reproduce the above copyright
17ebccf1e3SJoseph Koshy  *    notice, this list of conditions and the following disclaimer in the
18ebccf1e3SJoseph Koshy  *    documentation and/or other materials provided with the distribution.
19ebccf1e3SJoseph Koshy  *
20ebccf1e3SJoseph Koshy  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21ebccf1e3SJoseph Koshy  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22ebccf1e3SJoseph Koshy  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23ebccf1e3SJoseph Koshy  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
24ebccf1e3SJoseph Koshy  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25ebccf1e3SJoseph Koshy  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26ebccf1e3SJoseph Koshy  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27ebccf1e3SJoseph Koshy  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28ebccf1e3SJoseph Koshy  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29ebccf1e3SJoseph Koshy  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30ebccf1e3SJoseph Koshy  * SUCH DAMAGE.
31ebccf1e3SJoseph Koshy  */
32ebccf1e3SJoseph Koshy 
33ebccf1e3SJoseph Koshy /* Machine dependent interfaces */
34ebccf1e3SJoseph Koshy 
35ebccf1e3SJoseph Koshy #ifndef _MACHINE_PMC_MDEP_H
36ebccf1e3SJoseph Koshy #define	_MACHINE_PMC_MDEP_H 1
37ebccf1e3SJoseph Koshy 
38e829eb6dSJoseph Koshy #ifdef	_KERNEL
39e829eb6dSJoseph Koshy struct pmc_mdep;
40e829eb6dSJoseph Koshy #endif
41e829eb6dSJoseph Koshy 
42f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_amd.h>
430cfab8ddSJoseph Koshy #include <dev/hwpmc/hwpmc_core.h>
44e829eb6dSJoseph Koshy #include <dev/hwpmc/hwpmc_tsc.h>
451fa7f10bSFabien Thomas #include <dev/hwpmc/hwpmc_uncore.h>
46e829eb6dSJoseph Koshy 
47e829eb6dSJoseph Koshy /*
48e829eb6dSJoseph Koshy  * Intel processors implementing V2 and later of the Intel performance
49e829eb6dSJoseph Koshy  * measurement architecture have PMCs of the following classes: TSC,
501fa7f10bSFabien Thomas  * IAF, IAP, UCF and UCP.
51e829eb6dSJoseph Koshy  */
52f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_TSC	1
53f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_K8		2
54f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_P4		2
55f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_IAP	2
56f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_IAF	3
57f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_UCP	4
58f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_UCF	5
59e829eb6dSJoseph Koshy 
60e829eb6dSJoseph Koshy /*
61e829eb6dSJoseph Koshy  * On the amd64 platform we support the following PMCs.
62e829eb6dSJoseph Koshy  *
63e829eb6dSJoseph Koshy  * TSC		The timestamp counter
64e829eb6dSJoseph Koshy  * K8		AMD Athlon64 and Opteron PMCs in 64 bit mode.
65e829eb6dSJoseph Koshy  * PIV		Intel P4/HTT and P4/EMT64
66e829eb6dSJoseph Koshy  * IAP		Intel Core/Core2/Atom CPUs in 64 bits mode.
67e829eb6dSJoseph Koshy  * IAF		Intel fixed-function PMCs in Core2 and later CPUs.
681fa7f10bSFabien Thomas  * UCP		Intel Uncore programmable PMCs.
691fa7f10bSFabien Thomas  * UCF		Intel Uncore fixed-function PMCs.
70e829eb6dSJoseph Koshy  */
71ebccf1e3SJoseph Koshy 
72f263522aSJoseph Koshy union pmc_md_op_pmcallocate  {
73f263522aSJoseph Koshy 	struct pmc_md_amd_op_pmcallocate	pm_amd;
740cfab8ddSJoseph Koshy 	struct pmc_md_iap_op_pmcallocate	pm_iap;
751fa7f10bSFabien Thomas 	struct pmc_md_ucf_op_pmcallocate	pm_ucf;
761fa7f10bSFabien Thomas 	struct pmc_md_ucp_op_pmcallocate	pm_ucp;
77f263522aSJoseph Koshy 	uint64_t				__pad[4];
78f263522aSJoseph Koshy };
79ebccf1e3SJoseph Koshy 
80f263522aSJoseph Koshy /* Logging */
81f263522aSJoseph Koshy #define	PMCLOG_READADDR		PMCLOG_READ64
82f263522aSJoseph Koshy #define	PMCLOG_EMITADDR		PMCLOG_EMIT64
83ebccf1e3SJoseph Koshy 
84ebccf1e3SJoseph Koshy #ifdef	_KERNEL
85ebccf1e3SJoseph Koshy 
86f263522aSJoseph Koshy union pmc_md_pmc {
87f263522aSJoseph Koshy 	struct pmc_md_amd_pmc	pm_amd;
880cfab8ddSJoseph Koshy 	struct pmc_md_iaf_pmc	pm_iaf;
890cfab8ddSJoseph Koshy 	struct pmc_md_iap_pmc	pm_iap;
901fa7f10bSFabien Thomas 	struct pmc_md_ucf_pmc	pm_ucf;
911fa7f10bSFabien Thomas 	struct pmc_md_ucp_pmc	pm_ucp;
92f263522aSJoseph Koshy };
93f263522aSJoseph Koshy 
94d07f36b0SJoseph Koshy #define	PMC_TRAPFRAME_TO_PC(TF)	((TF)->tf_rip)
95d07f36b0SJoseph Koshy #define	PMC_TRAPFRAME_TO_FP(TF)	((TF)->tf_rbp)
96d0d0192fSJoseph Koshy #define	PMC_TRAPFRAME_TO_USER_SP(TF)	((TF)->tf_rsp)
97d0d0192fSJoseph Koshy #define	PMC_TRAPFRAME_TO_KERNEL_SP(TF)	((TF)->tf_rsp)
98d07f36b0SJoseph Koshy 
99d07f36b0SJoseph Koshy #define	PMC_AT_FUNCTION_PROLOGUE_PUSH_BP(I)		\
100d07f36b0SJoseph Koshy 	(((I) & 0xffffffff) == 0xe5894855) /* pushq %rbp; movq %rsp,%rbp */
101d07f36b0SJoseph Koshy #define	PMC_AT_FUNCTION_PROLOGUE_MOV_SP_BP(I)		\
102d07f36b0SJoseph Koshy 	(((I) & 0x00ffffff) == 0x00e58948) /* movq %rsp,%rbp */
103d07f36b0SJoseph Koshy #define	PMC_AT_FUNCTION_EPILOGUE_RET(I)			\
104d07f36b0SJoseph Koshy 	(((I) & 0xFF) == 0xC3)		   /* ret */
105d07f36b0SJoseph Koshy 
106d07f36b0SJoseph Koshy #define	PMC_IN_TRAP_HANDLER(PC) 			\
107d07f36b0SJoseph Koshy 	((PC) >= (uintptr_t) start_exceptions &&	\
108d07f36b0SJoseph Koshy 	 (PC) < (uintptr_t) end_exceptions)
109d07f36b0SJoseph Koshy 
110aba91805SMitchell Horne #define	PMC_IN_KERNEL_STACK(va)	kstack_contains(curthread, (va), sizeof(va))
1116fdfd882SKonstantin Belousov #define	PMC_IN_KERNEL(va)	INKERNEL(va)
112d07f36b0SJoseph Koshy #define	PMC_IN_USERSPACE(va)	((va) <= VM_MAXUSER_ADDRESS)
113d07f36b0SJoseph Koshy 
114f5f9340bSFabien Thomas /* Build a fake kernel trapframe from current instruction pointer. */
115f5f9340bSFabien Thomas #define PMC_FAKE_TRAPFRAME(TF)						\
116f5f9340bSFabien Thomas 	do {								\
117f5f9340bSFabien Thomas 	(TF)->tf_cs = 0; (TF)->tf_rflags = 0;				\
118f5f9340bSFabien Thomas 	__asm __volatile("movq %%rbp,%0" : "=r" ((TF)->tf_rbp));	\
119f5f9340bSFabien Thomas 	__asm __volatile("movq %%rsp,%0" : "=r" ((TF)->tf_rsp));	\
120f5f9340bSFabien Thomas 	__asm __volatile("call 1f \n\t1: pop %0" : "=r"((TF)->tf_rip));	\
121f5f9340bSFabien Thomas 	} while (0)
122f5f9340bSFabien Thomas 
123ebccf1e3SJoseph Koshy /*
124ebccf1e3SJoseph Koshy  * Prototypes
125ebccf1e3SJoseph Koshy  */
126ebccf1e3SJoseph Koshy 
127d07f36b0SJoseph Koshy void	start_exceptions(void), end_exceptions(void);
128ebccf1e3SJoseph Koshy 
129e829eb6dSJoseph Koshy struct pmc_mdep *pmc_amd_initialize(void);
130e829eb6dSJoseph Koshy void	pmc_amd_finalize(struct pmc_mdep *_md);
131e829eb6dSJoseph Koshy struct pmc_mdep *pmc_intel_initialize(void);
132e829eb6dSJoseph Koshy void	pmc_intel_finalize(struct pmc_mdep *_md);
133e829eb6dSJoseph Koshy 
134e829eb6dSJoseph Koshy #endif /* _KERNEL */
135ebccf1e3SJoseph Koshy #endif /* _MACHINE_PMC_MDEP_H */
136