1*ff6d591cSmrg //===-- tsan_interface.cpp ------------------------------------------------===//
2*ff6d591cSmrg //
3*ff6d591cSmrg // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*ff6d591cSmrg // See https://llvm.org/LICENSE.txt for license information.
5*ff6d591cSmrg // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*ff6d591cSmrg //
7*ff6d591cSmrg //===----------------------------------------------------------------------===//
8*ff6d591cSmrg //
9*ff6d591cSmrg // This file is a part of ThreadSanitizer (TSan), a race detector.
10*ff6d591cSmrg //
11*ff6d591cSmrg //===----------------------------------------------------------------------===//
12*ff6d591cSmrg
13*ff6d591cSmrg #include "tsan_interface.h"
14*ff6d591cSmrg #include "tsan_interface_ann.h"
15*ff6d591cSmrg #include "tsan_rtl.h"
16*ff6d591cSmrg #include "sanitizer_common/sanitizer_internal_defs.h"
17*ff6d591cSmrg #include "sanitizer_common/sanitizer_ptrauth.h"
18*ff6d591cSmrg
19*ff6d591cSmrg #define CALLERPC ((uptr)__builtin_return_address(0))
20*ff6d591cSmrg
21*ff6d591cSmrg using namespace __tsan;
22*ff6d591cSmrg
__tsan_init()23*ff6d591cSmrg void __tsan_init() { Initialize(cur_thread_init()); }
24*ff6d591cSmrg
__tsan_flush_memory()25*ff6d591cSmrg void __tsan_flush_memory() {
26*ff6d591cSmrg FlushShadowMemory();
27*ff6d591cSmrg }
28*ff6d591cSmrg
__tsan_read16(void * addr)29*ff6d591cSmrg void __tsan_read16(void *addr) {
30*ff6d591cSmrg uptr pc = CALLERPC;
31*ff6d591cSmrg ThreadState *thr = cur_thread();
32*ff6d591cSmrg MemoryAccess(thr, pc, (uptr)addr, 8, kAccessRead);
33*ff6d591cSmrg MemoryAccess(thr, pc, (uptr)addr + 8, 8, kAccessRead);
34*ff6d591cSmrg }
35*ff6d591cSmrg
__tsan_write16(void * addr)36*ff6d591cSmrg void __tsan_write16(void *addr) {
37*ff6d591cSmrg uptr pc = CALLERPC;
38*ff6d591cSmrg ThreadState *thr = cur_thread();
39*ff6d591cSmrg MemoryAccess(thr, pc, (uptr)addr, 8, kAccessWrite);
40*ff6d591cSmrg MemoryAccess(thr, pc, (uptr)addr + 8, 8, kAccessWrite);
41*ff6d591cSmrg }
42*ff6d591cSmrg
__tsan_read16_pc(void * addr,void * pc)43*ff6d591cSmrg void __tsan_read16_pc(void *addr, void *pc) {
44*ff6d591cSmrg uptr pc_no_pac = STRIP_PAC_PC(pc);
45*ff6d591cSmrg ThreadState *thr = cur_thread();
46*ff6d591cSmrg MemoryAccess(thr, pc_no_pac, (uptr)addr, 8, kAccessRead);
47*ff6d591cSmrg MemoryAccess(thr, pc_no_pac, (uptr)addr + 8, 8, kAccessRead);
48*ff6d591cSmrg }
49*ff6d591cSmrg
__tsan_write16_pc(void * addr,void * pc)50*ff6d591cSmrg void __tsan_write16_pc(void *addr, void *pc) {
51*ff6d591cSmrg uptr pc_no_pac = STRIP_PAC_PC(pc);
52*ff6d591cSmrg ThreadState *thr = cur_thread();
53*ff6d591cSmrg MemoryAccess(thr, pc_no_pac, (uptr)addr, 8, kAccessWrite);
54*ff6d591cSmrg MemoryAccess(thr, pc_no_pac, (uptr)addr + 8, 8, kAccessWrite);
55*ff6d591cSmrg }
56*ff6d591cSmrg
57*ff6d591cSmrg // __tsan_unaligned_read/write calls are emitted by compiler.
58*ff6d591cSmrg
__tsan_unaligned_read16(const void * addr)59*ff6d591cSmrg void __tsan_unaligned_read16(const void *addr) {
60*ff6d591cSmrg uptr pc = CALLERPC;
61*ff6d591cSmrg ThreadState *thr = cur_thread();
62*ff6d591cSmrg UnalignedMemoryAccess(thr, pc, (uptr)addr, 8, kAccessRead);
63*ff6d591cSmrg UnalignedMemoryAccess(thr, pc, (uptr)addr + 8, 8, kAccessRead);
64*ff6d591cSmrg }
65*ff6d591cSmrg
__tsan_unaligned_write16(void * addr)66*ff6d591cSmrg void __tsan_unaligned_write16(void *addr) {
67*ff6d591cSmrg uptr pc = CALLERPC;
68*ff6d591cSmrg ThreadState *thr = cur_thread();
69*ff6d591cSmrg UnalignedMemoryAccess(thr, pc, (uptr)addr, 8, kAccessWrite);
70*ff6d591cSmrg UnalignedMemoryAccess(thr, pc, (uptr)addr + 8, 8, kAccessWrite);
71*ff6d591cSmrg }
72*ff6d591cSmrg
73*ff6d591cSmrg extern "C" {
74*ff6d591cSmrg SANITIZER_INTERFACE_ATTRIBUTE
__tsan_get_current_fiber()75*ff6d591cSmrg void *__tsan_get_current_fiber() {
76*ff6d591cSmrg return cur_thread();
77*ff6d591cSmrg }
78*ff6d591cSmrg
79*ff6d591cSmrg SANITIZER_INTERFACE_ATTRIBUTE
__tsan_create_fiber(unsigned flags)80*ff6d591cSmrg void *__tsan_create_fiber(unsigned flags) {
81*ff6d591cSmrg return FiberCreate(cur_thread(), CALLERPC, flags);
82*ff6d591cSmrg }
83*ff6d591cSmrg
84*ff6d591cSmrg SANITIZER_INTERFACE_ATTRIBUTE
__tsan_destroy_fiber(void * fiber)85*ff6d591cSmrg void __tsan_destroy_fiber(void *fiber) {
86*ff6d591cSmrg FiberDestroy(cur_thread(), CALLERPC, static_cast<ThreadState *>(fiber));
87*ff6d591cSmrg }
88*ff6d591cSmrg
89*ff6d591cSmrg SANITIZER_INTERFACE_ATTRIBUTE
__tsan_switch_to_fiber(void * fiber,unsigned flags)90*ff6d591cSmrg void __tsan_switch_to_fiber(void *fiber, unsigned flags) {
91*ff6d591cSmrg FiberSwitch(cur_thread(), CALLERPC, static_cast<ThreadState *>(fiber), flags);
92*ff6d591cSmrg }
93*ff6d591cSmrg
94*ff6d591cSmrg SANITIZER_INTERFACE_ATTRIBUTE
__tsan_set_fiber_name(void * fiber,const char * name)95*ff6d591cSmrg void __tsan_set_fiber_name(void *fiber, const char *name) {
96*ff6d591cSmrg ThreadSetName(static_cast<ThreadState *>(fiber), name);
97*ff6d591cSmrg }
98*ff6d591cSmrg } // extern "C"
99*ff6d591cSmrg
__tsan_acquire(void * addr)100*ff6d591cSmrg void __tsan_acquire(void *addr) {
101*ff6d591cSmrg Acquire(cur_thread(), CALLERPC, (uptr)addr);
102*ff6d591cSmrg }
103*ff6d591cSmrg
__tsan_release(void * addr)104*ff6d591cSmrg void __tsan_release(void *addr) {
105*ff6d591cSmrg Release(cur_thread(), CALLERPC, (uptr)addr);
106*ff6d591cSmrg }
107