xref: /freebsd-src/contrib/llvm-project/compiler-rt/lib/dfsan/dfsan_thread.cpp (revision 81ad626541db97eb356e2c1d4a20eb2a26a766ab)
1fe6060f1SDimitry Andric #include "dfsan_thread.h"
2fe6060f1SDimitry Andric 
3fe6060f1SDimitry Andric #include <pthread.h>
4fe6060f1SDimitry Andric 
5fe6060f1SDimitry Andric #include "dfsan.h"
6fe6060f1SDimitry Andric #include "sanitizer_common/sanitizer_tls_get_addr.h"
7fe6060f1SDimitry Andric 
8fe6060f1SDimitry Andric namespace __dfsan {
9fe6060f1SDimitry Andric 
Create(thread_callback_t start_routine,void * arg,bool track_origins)10*81ad6265SDimitry Andric DFsanThread *DFsanThread::Create(thread_callback_t start_routine, void *arg,
11fe6060f1SDimitry Andric                                  bool track_origins) {
12fe6060f1SDimitry Andric   uptr PageSize = GetPageSizeCached();
13fe6060f1SDimitry Andric   uptr size = RoundUpTo(sizeof(DFsanThread), PageSize);
14fe6060f1SDimitry Andric   DFsanThread *thread = (DFsanThread *)MmapOrDie(size, __func__);
15fe6060f1SDimitry Andric   thread->start_routine_ = start_routine;
16fe6060f1SDimitry Andric   thread->arg_ = arg;
17fe6060f1SDimitry Andric   thread->track_origins_ = track_origins;
18fe6060f1SDimitry Andric   thread->destructor_iterations_ = GetPthreadDestructorIterations();
19fe6060f1SDimitry Andric 
20fe6060f1SDimitry Andric   return thread;
21fe6060f1SDimitry Andric }
22fe6060f1SDimitry Andric 
SetThreadStackAndTls()23fe6060f1SDimitry Andric void DFsanThread::SetThreadStackAndTls() {
24fe6060f1SDimitry Andric   uptr tls_size = 0;
25fe6060f1SDimitry Andric   uptr stack_size = 0;
26fe6060f1SDimitry Andric   GetThreadStackAndTls(IsMainThread(), &stack_.bottom, &stack_size, &tls_begin_,
27fe6060f1SDimitry Andric                        &tls_size);
28fe6060f1SDimitry Andric   stack_.top = stack_.bottom + stack_size;
29fe6060f1SDimitry Andric   tls_end_ = tls_begin_ + tls_size;
30fe6060f1SDimitry Andric 
31fe6060f1SDimitry Andric   int local;
32fe6060f1SDimitry Andric   CHECK(AddrIsInStack((uptr)&local));
33fe6060f1SDimitry Andric }
34fe6060f1SDimitry Andric 
ClearShadowForThreadStackAndTLS()35fe6060f1SDimitry Andric void DFsanThread::ClearShadowForThreadStackAndTLS() {
36fe6060f1SDimitry Andric   dfsan_set_label(0, (void *)stack_.bottom, stack_.top - stack_.bottom);
37fe6060f1SDimitry Andric   if (tls_begin_ != tls_end_)
38fe6060f1SDimitry Andric     dfsan_set_label(0, (void *)tls_begin_, tls_end_ - tls_begin_);
39fe6060f1SDimitry Andric   DTLS *dtls = DTLS_Get();
40fe6060f1SDimitry Andric   CHECK_NE(dtls, 0);
41fe6060f1SDimitry Andric   ForEachDVT(dtls, [](const DTLS::DTV &dtv, int id) {
42fe6060f1SDimitry Andric     dfsan_set_label(0, (void *)(dtv.beg), dtv.size);
43fe6060f1SDimitry Andric   });
44fe6060f1SDimitry Andric }
45fe6060f1SDimitry Andric 
Init()46fe6060f1SDimitry Andric void DFsanThread::Init() {
47fe6060f1SDimitry Andric   SetThreadStackAndTls();
48fe6060f1SDimitry Andric   ClearShadowForThreadStackAndTLS();
49fe6060f1SDimitry Andric }
50fe6060f1SDimitry Andric 
TSDDtor(void * tsd)51fe6060f1SDimitry Andric void DFsanThread::TSDDtor(void *tsd) {
52fe6060f1SDimitry Andric   DFsanThread *t = (DFsanThread *)tsd;
53fe6060f1SDimitry Andric   t->Destroy();
54fe6060f1SDimitry Andric }
55fe6060f1SDimitry Andric 
Destroy()56fe6060f1SDimitry Andric void DFsanThread::Destroy() {
57fe6060f1SDimitry Andric   malloc_storage().CommitBack();
58fe6060f1SDimitry Andric   // We also clear the shadow on thread destruction because
59fe6060f1SDimitry Andric   // some code may still be executing in later TSD destructors
60fe6060f1SDimitry Andric   // and we don't want it to have any poisoned stack.
61fe6060f1SDimitry Andric   ClearShadowForThreadStackAndTLS();
62fe6060f1SDimitry Andric   uptr size = RoundUpTo(sizeof(DFsanThread), GetPageSizeCached());
63fe6060f1SDimitry Andric   UnmapOrDie(this, size);
64fe6060f1SDimitry Andric   DTLS_Destroy();
65fe6060f1SDimitry Andric }
66fe6060f1SDimitry Andric 
ThreadStart()67fe6060f1SDimitry Andric thread_return_t DFsanThread::ThreadStart() {
68fe6060f1SDimitry Andric   if (!start_routine_) {
69fe6060f1SDimitry Andric     // start_routine_ == 0 if we're on the main thread or on one of the
70fe6060f1SDimitry Andric     // OS X libdispatch worker threads. But nobody is supposed to call
71fe6060f1SDimitry Andric     // ThreadStart() for the worker threads.
72fe6060f1SDimitry Andric     return 0;
73fe6060f1SDimitry Andric   }
74fe6060f1SDimitry Andric 
75*81ad6265SDimitry Andric   // The only argument is void* arg.
76*81ad6265SDimitry Andric   //
77*81ad6265SDimitry Andric   // We have never supported propagating the pointer arg as tainted,
78*81ad6265SDimitry Andric   // __dfsw_pthread_create/__dfso_pthread_create ignore the taint label.
79*81ad6265SDimitry Andric   // Note that the bytes pointed-to (probably the much more common case)
80*81ad6265SDimitry Andric   // can still have taint labels attached to them.
81*81ad6265SDimitry Andric   dfsan_clear_thread_local_state();
82fe6060f1SDimitry Andric 
83*81ad6265SDimitry Andric   return start_routine_(arg_);
84fe6060f1SDimitry Andric }
85fe6060f1SDimitry Andric 
GetStackBounds() const86fe6060f1SDimitry Andric DFsanThread::StackBounds DFsanThread::GetStackBounds() const {
87fe6060f1SDimitry Andric   return {stack_.bottom, stack_.top};
88fe6060f1SDimitry Andric }
89fe6060f1SDimitry Andric 
stack_top()90fe6060f1SDimitry Andric uptr DFsanThread::stack_top() { return GetStackBounds().top; }
91fe6060f1SDimitry Andric 
stack_bottom()92fe6060f1SDimitry Andric uptr DFsanThread::stack_bottom() { return GetStackBounds().bottom; }
93fe6060f1SDimitry Andric 
AddrIsInStack(uptr addr)94fe6060f1SDimitry Andric bool DFsanThread::AddrIsInStack(uptr addr) {
95fe6060f1SDimitry Andric   const auto bounds = GetStackBounds();
96fe6060f1SDimitry Andric   return addr >= bounds.bottom && addr < bounds.top;
97fe6060f1SDimitry Andric }
98fe6060f1SDimitry Andric 
99fe6060f1SDimitry Andric static pthread_key_t tsd_key;
100fe6060f1SDimitry Andric static bool tsd_key_inited = false;
101fe6060f1SDimitry Andric 
DFsanTSDInit(void (* destructor)(void * tsd))102fe6060f1SDimitry Andric void DFsanTSDInit(void (*destructor)(void *tsd)) {
103fe6060f1SDimitry Andric   CHECK(!tsd_key_inited);
104fe6060f1SDimitry Andric   tsd_key_inited = true;
105fe6060f1SDimitry Andric   CHECK_EQ(0, pthread_key_create(&tsd_key, destructor));
106fe6060f1SDimitry Andric }
107fe6060f1SDimitry Andric 
108fe6060f1SDimitry Andric static THREADLOCAL DFsanThread *dfsan_current_thread;
109fe6060f1SDimitry Andric 
GetCurrentThread()110fe6060f1SDimitry Andric DFsanThread *GetCurrentThread() { return dfsan_current_thread; }
111fe6060f1SDimitry Andric 
SetCurrentThread(DFsanThread * t)112fe6060f1SDimitry Andric void SetCurrentThread(DFsanThread *t) {
113fe6060f1SDimitry Andric   // Make sure we do not reset the current DFsanThread.
114fe6060f1SDimitry Andric   CHECK_EQ(0, dfsan_current_thread);
115fe6060f1SDimitry Andric   dfsan_current_thread = t;
116fe6060f1SDimitry Andric   // Make sure that DFsanTSDDtor gets called at the end.
117fe6060f1SDimitry Andric   CHECK(tsd_key_inited);
118fe6060f1SDimitry Andric   pthread_setspecific(tsd_key, t);
119fe6060f1SDimitry Andric }
120fe6060f1SDimitry Andric 
DFsanTSDDtor(void * tsd)121fe6060f1SDimitry Andric void DFsanTSDDtor(void *tsd) {
122fe6060f1SDimitry Andric   DFsanThread *t = (DFsanThread *)tsd;
123fe6060f1SDimitry Andric   if (t->destructor_iterations_ > 1) {
124fe6060f1SDimitry Andric     t->destructor_iterations_--;
125fe6060f1SDimitry Andric     CHECK_EQ(0, pthread_setspecific(tsd_key, tsd));
126fe6060f1SDimitry Andric     return;
127fe6060f1SDimitry Andric   }
128fe6060f1SDimitry Andric   dfsan_current_thread = nullptr;
129fe6060f1SDimitry Andric   // Make sure that signal handler can not see a stale current thread pointer.
130fe6060f1SDimitry Andric   atomic_signal_fence(memory_order_seq_cst);
131fe6060f1SDimitry Andric   DFsanThread::TSDDtor(tsd);
132fe6060f1SDimitry Andric }
133fe6060f1SDimitry Andric 
134fe6060f1SDimitry Andric }  // namespace __dfsan
135