xref: /freebsd-src/contrib/llvm-project/compiler-rt/lib/tsan/rtl/tsan_external.cpp (revision 06c3fb2749bda94cb5201f81ffdb8fa6c3161b2e)
168d75effSDimitry Andric //===-- tsan_external.cpp -------------------------------------------------===//
268d75effSDimitry Andric //
368d75effSDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
468d75effSDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
568d75effSDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
668d75effSDimitry Andric //
768d75effSDimitry Andric //===----------------------------------------------------------------------===//
868d75effSDimitry Andric //
968d75effSDimitry Andric // This file is a part of ThreadSanitizer (TSan), a race detector.
1068d75effSDimitry Andric //
1168d75effSDimitry Andric //===----------------------------------------------------------------------===//
1268d75effSDimitry Andric #include "tsan_rtl.h"
13e8d8bef9SDimitry Andric #include "sanitizer_common/sanitizer_ptrauth.h"
1468d75effSDimitry Andric 
15349cc55cSDimitry Andric #if !SANITIZER_GO
16349cc55cSDimitry Andric #  include "tsan_interceptors.h"
17349cc55cSDimitry Andric #endif
18349cc55cSDimitry Andric 
1968d75effSDimitry Andric namespace __tsan {
2068d75effSDimitry Andric 
2168d75effSDimitry Andric #define CALLERPC ((uptr)__builtin_return_address(0))
2268d75effSDimitry Andric 
2368d75effSDimitry Andric struct TagData {
2468d75effSDimitry Andric   const char *object_type;
2568d75effSDimitry Andric   const char *header;
2668d75effSDimitry Andric };
2768d75effSDimitry Andric 
2868d75effSDimitry Andric static TagData registered_tags[kExternalTagMax] = {
2968d75effSDimitry Andric   {},
3068d75effSDimitry Andric   {"Swift variable", "Swift access race"},
3168d75effSDimitry Andric };
3268d75effSDimitry Andric static atomic_uint32_t used_tags{kExternalTagFirstUserAvailable};
GetTagData(uptr tag)3368d75effSDimitry Andric static TagData *GetTagData(uptr tag) {
3468d75effSDimitry Andric   // Invalid/corrupted tag?  Better return NULL and let the caller deal with it.
3568d75effSDimitry Andric   if (tag >= atomic_load(&used_tags, memory_order_relaxed)) return nullptr;
3668d75effSDimitry Andric   return &registered_tags[tag];
3768d75effSDimitry Andric }
3868d75effSDimitry Andric 
GetObjectTypeFromTag(uptr tag)3968d75effSDimitry Andric const char *GetObjectTypeFromTag(uptr tag) {
4068d75effSDimitry Andric   TagData *tag_data = GetTagData(tag);
4168d75effSDimitry Andric   return tag_data ? tag_data->object_type : nullptr;
4268d75effSDimitry Andric }
4368d75effSDimitry Andric 
GetReportHeaderFromTag(uptr tag)4468d75effSDimitry Andric const char *GetReportHeaderFromTag(uptr tag) {
4568d75effSDimitry Andric   TagData *tag_data = GetTagData(tag);
4668d75effSDimitry Andric   return tag_data ? tag_data->header : nullptr;
4768d75effSDimitry Andric }
4868d75effSDimitry Andric 
TagFromShadowStackFrame(uptr pc)4968d75effSDimitry Andric uptr TagFromShadowStackFrame(uptr pc) {
5068d75effSDimitry Andric   uptr tag_count = atomic_load(&used_tags, memory_order_relaxed);
5168d75effSDimitry Andric   void *pc_ptr = (void *)pc;
5268d75effSDimitry Andric   if (pc_ptr < GetTagData(0) || pc_ptr > GetTagData(tag_count - 1))
5368d75effSDimitry Andric     return 0;
5468d75effSDimitry Andric   return (TagData *)pc_ptr - GetTagData(0);
5568d75effSDimitry Andric }
5668d75effSDimitry Andric 
5768d75effSDimitry Andric #if !SANITIZER_GO
5868d75effSDimitry Andric 
59*06c3fb27SDimitry Andric // We need to track tags for individual memory accesses, but there is no space
60*06c3fb27SDimitry Andric // in the shadow cells for them.  Instead we push/pop them onto the thread
61*06c3fb27SDimitry Andric // traces and ignore the extra tag frames when printing reports.
PushTag(ThreadState * thr,uptr tag)62*06c3fb27SDimitry Andric static void PushTag(ThreadState *thr, uptr tag) {
63*06c3fb27SDimitry Andric   FuncEntry(thr, (uptr)&registered_tags[tag]);
64*06c3fb27SDimitry Andric }
PopTag(ThreadState * thr)65*06c3fb27SDimitry Andric static void PopTag(ThreadState *thr) { FuncExit(thr); }
66*06c3fb27SDimitry Andric 
ExternalAccess(void * addr,uptr caller_pc,uptr tsan_caller_pc,void * tag,AccessType typ)67*06c3fb27SDimitry Andric static void ExternalAccess(void *addr, uptr caller_pc, uptr tsan_caller_pc,
68*06c3fb27SDimitry Andric                            void *tag, AccessType typ) {
6968d75effSDimitry Andric   CHECK_LT(tag, atomic_load(&used_tags, memory_order_relaxed));
70*06c3fb27SDimitry Andric   bool in_ignored_lib;
71*06c3fb27SDimitry Andric   if (caller_pc && libignore()->IsIgnored(caller_pc, &in_ignored_lib))
72*06c3fb27SDimitry Andric     return;
73*06c3fb27SDimitry Andric 
7468d75effSDimitry Andric   ThreadState *thr = cur_thread();
75e8d8bef9SDimitry Andric   if (caller_pc) FuncEntry(thr, caller_pc);
76*06c3fb27SDimitry Andric   PushTag(thr, (uptr)tag);
77*06c3fb27SDimitry Andric   MemoryAccess(thr, tsan_caller_pc, (uptr)addr, 1, typ);
78*06c3fb27SDimitry Andric   PopTag(thr);
7968d75effSDimitry Andric   if (caller_pc) FuncExit(thr);
8068d75effSDimitry Andric }
8168d75effSDimitry Andric 
8268d75effSDimitry Andric extern "C" {
8368d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE
__tsan_external_register_tag(const char * object_type)8468d75effSDimitry Andric void *__tsan_external_register_tag(const char *object_type) {
8568d75effSDimitry Andric   uptr new_tag = atomic_fetch_add(&used_tags, 1, memory_order_relaxed);
8668d75effSDimitry Andric   CHECK_LT(new_tag, kExternalTagMax);
8768d75effSDimitry Andric   GetTagData(new_tag)->object_type = internal_strdup(object_type);
8868d75effSDimitry Andric   char header[127] = {0};
8968d75effSDimitry Andric   internal_snprintf(header, sizeof(header), "race on %s", object_type);
9068d75effSDimitry Andric   GetTagData(new_tag)->header = internal_strdup(header);
9168d75effSDimitry Andric   return (void *)new_tag;
9268d75effSDimitry Andric }
9368d75effSDimitry Andric 
9468d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE
__tsan_external_register_header(void * tag,const char * header)9568d75effSDimitry Andric void __tsan_external_register_header(void *tag, const char *header) {
9668d75effSDimitry Andric   CHECK_GE((uptr)tag, kExternalTagFirstUserAvailable);
9768d75effSDimitry Andric   CHECK_LT((uptr)tag, kExternalTagMax);
9868d75effSDimitry Andric   atomic_uintptr_t *header_ptr =
9968d75effSDimitry Andric       (atomic_uintptr_t *)&GetTagData((uptr)tag)->header;
10068d75effSDimitry Andric   header = internal_strdup(header);
10168d75effSDimitry Andric   char *old_header =
10268d75effSDimitry Andric       (char *)atomic_exchange(header_ptr, (uptr)header, memory_order_seq_cst);
103349cc55cSDimitry Andric   Free(old_header);
10468d75effSDimitry Andric }
10568d75effSDimitry Andric 
10668d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE
__tsan_external_assign_tag(void * addr,void * tag)10768d75effSDimitry Andric void __tsan_external_assign_tag(void *addr, void *tag) {
10868d75effSDimitry Andric   CHECK_LT(tag, atomic_load(&used_tags, memory_order_relaxed));
10968d75effSDimitry Andric   Allocator *a = allocator();
11068d75effSDimitry Andric   MBlock *b = nullptr;
11168d75effSDimitry Andric   if (a->PointerIsMine((void *)addr)) {
11268d75effSDimitry Andric     void *block_begin = a->GetBlockBegin((void *)addr);
11368d75effSDimitry Andric     if (block_begin) b = ctx->metamap.GetBlock((uptr)block_begin);
11468d75effSDimitry Andric   }
11568d75effSDimitry Andric   if (b) {
11668d75effSDimitry Andric     b->tag = (uptr)tag;
11768d75effSDimitry Andric   }
11868d75effSDimitry Andric }
11968d75effSDimitry Andric 
12068d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE
__tsan_external_read(void * addr,void * caller_pc,void * tag)12168d75effSDimitry Andric void __tsan_external_read(void *addr, void *caller_pc, void *tag) {
122*06c3fb27SDimitry Andric   ExternalAccess(addr, STRIP_PAC_PC(caller_pc), CALLERPC, tag, kAccessRead);
12368d75effSDimitry Andric }
12468d75effSDimitry Andric 
12568d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE
__tsan_external_write(void * addr,void * caller_pc,void * tag)12668d75effSDimitry Andric void __tsan_external_write(void *addr, void *caller_pc, void *tag) {
127*06c3fb27SDimitry Andric   ExternalAccess(addr, STRIP_PAC_PC(caller_pc), CALLERPC, tag, kAccessWrite);
12868d75effSDimitry Andric }
12968d75effSDimitry Andric }  // extern "C"
13068d75effSDimitry Andric 
13168d75effSDimitry Andric #endif  // !SANITIZER_GO
13268d75effSDimitry Andric 
13368d75effSDimitry Andric }  // namespace __tsan
134