xref: /freebsd-src/contrib/llvm-project/compiler-rt/lib/msan/msan_thread.cpp (revision 0fca6ea1d4eea4c934cfff25ac9ee8ad6fe95583)
168d75effSDimitry Andric 
268d75effSDimitry Andric #include "msan_thread.h"
368d75effSDimitry Andric 
4*0fca6ea1SDimitry Andric #include "msan.h"
5*0fca6ea1SDimitry Andric #include "msan_interface_internal.h"
668d75effSDimitry Andric #include "sanitizer_common/sanitizer_tls_get_addr.h"
768d75effSDimitry Andric 
868d75effSDimitry Andric namespace __msan {
968d75effSDimitry Andric 
1068d75effSDimitry Andric MsanThread *MsanThread::Create(thread_callback_t start_routine,
1168d75effSDimitry Andric                                void *arg) {
1268d75effSDimitry Andric   uptr PageSize = GetPageSizeCached();
1368d75effSDimitry Andric   uptr size = RoundUpTo(sizeof(MsanThread), PageSize);
1468d75effSDimitry Andric   MsanThread *thread = (MsanThread*)MmapOrDie(size, __func__);
1568d75effSDimitry Andric   thread->start_routine_ = start_routine;
1668d75effSDimitry Andric   thread->arg_ = arg;
1768d75effSDimitry Andric   thread->destructor_iterations_ = GetPthreadDestructorIterations();
1868d75effSDimitry Andric 
1968d75effSDimitry Andric   return thread;
2068d75effSDimitry Andric }
2168d75effSDimitry Andric 
2268d75effSDimitry Andric void MsanThread::SetThreadStackAndTls() {
2368d75effSDimitry Andric   uptr tls_size = 0;
2468d75effSDimitry Andric   uptr stack_size = 0;
25e8d8bef9SDimitry Andric   GetThreadStackAndTls(IsMainThread(), &stack_.bottom, &stack_size, &tls_begin_,
26e8d8bef9SDimitry Andric                        &tls_size);
27e8d8bef9SDimitry Andric   stack_.top = stack_.bottom + stack_size;
2868d75effSDimitry Andric   tls_end_ = tls_begin_ + tls_size;
2968d75effSDimitry Andric 
3068d75effSDimitry Andric   int local;
3168d75effSDimitry Andric   CHECK(AddrIsInStack((uptr)&local));
3268d75effSDimitry Andric }
3368d75effSDimitry Andric 
3468d75effSDimitry Andric void MsanThread::ClearShadowForThreadStackAndTLS() {
35e8d8bef9SDimitry Andric   __msan_unpoison((void *)stack_.bottom, stack_.top - stack_.bottom);
3668d75effSDimitry Andric   if (tls_begin_ != tls_end_)
3768d75effSDimitry Andric     __msan_unpoison((void *)tls_begin_, tls_end_ - tls_begin_);
3868d75effSDimitry Andric   DTLS *dtls = DTLS_Get();
3968d75effSDimitry Andric   CHECK_NE(dtls, 0);
40e8d8bef9SDimitry Andric   ForEachDVT(dtls, [](const DTLS::DTV &dtv, int id) {
41e8d8bef9SDimitry Andric     __msan_unpoison((void *)(dtv.beg), dtv.size);
42e8d8bef9SDimitry Andric   });
4368d75effSDimitry Andric }
4468d75effSDimitry Andric 
4568d75effSDimitry Andric void MsanThread::Init() {
4668d75effSDimitry Andric   SetThreadStackAndTls();
47e8d8bef9SDimitry Andric   CHECK(MEM_IS_APP(stack_.bottom));
48e8d8bef9SDimitry Andric   CHECK(MEM_IS_APP(stack_.top - 1));
4968d75effSDimitry Andric   ClearShadowForThreadStackAndTLS();
5006c3fb27SDimitry Andric   malloc_storage().Init();
5168d75effSDimitry Andric }
5268d75effSDimitry Andric 
5368d75effSDimitry Andric void MsanThread::TSDDtor(void *tsd) {
5468d75effSDimitry Andric   MsanThread *t = (MsanThread*)tsd;
5568d75effSDimitry Andric   t->Destroy();
5668d75effSDimitry Andric }
5768d75effSDimitry Andric 
5868d75effSDimitry Andric void MsanThread::Destroy() {
5968d75effSDimitry Andric   malloc_storage().CommitBack();
6068d75effSDimitry Andric   // We also clear the shadow on thread destruction because
6168d75effSDimitry Andric   // some code may still be executing in later TSD destructors
6268d75effSDimitry Andric   // and we don't want it to have any poisoned stack.
6368d75effSDimitry Andric   ClearShadowForThreadStackAndTLS();
6468d75effSDimitry Andric   uptr size = RoundUpTo(sizeof(MsanThread), GetPageSizeCached());
6568d75effSDimitry Andric   UnmapOrDie(this, size);
6668d75effSDimitry Andric   DTLS_Destroy();
6768d75effSDimitry Andric }
6868d75effSDimitry Andric 
6968d75effSDimitry Andric thread_return_t MsanThread::ThreadStart() {
7068d75effSDimitry Andric   if (!start_routine_) {
7168d75effSDimitry Andric     // start_routine_ == 0 if we're on the main thread or on one of the
7268d75effSDimitry Andric     // OS X libdispatch worker threads. But nobody is supposed to call
7368d75effSDimitry Andric     // ThreadStart() for the worker threads.
7468d75effSDimitry Andric     return 0;
7568d75effSDimitry Andric   }
7668d75effSDimitry Andric 
7768d75effSDimitry Andric   thread_return_t res = start_routine_(arg_);
7868d75effSDimitry Andric 
7968d75effSDimitry Andric   return res;
8068d75effSDimitry Andric }
8168d75effSDimitry Andric 
82e8d8bef9SDimitry Andric MsanThread::StackBounds MsanThread::GetStackBounds() const {
83e8d8bef9SDimitry Andric   if (!stack_switching_)
84e8d8bef9SDimitry Andric     return {stack_.bottom, stack_.top};
85e8d8bef9SDimitry Andric   const uptr cur_stack = GET_CURRENT_FRAME();
86e8d8bef9SDimitry Andric   // Note: need to check next stack first, because FinishSwitchFiber
87e8d8bef9SDimitry Andric   // may be in process of overwriting stack_.top/bottom_. But in such case
88e8d8bef9SDimitry Andric   // we are already on the next stack.
89e8d8bef9SDimitry Andric   if (cur_stack >= next_stack_.bottom && cur_stack < next_stack_.top)
90e8d8bef9SDimitry Andric     return {next_stack_.bottom, next_stack_.top};
91e8d8bef9SDimitry Andric   return {stack_.bottom, stack_.top};
92e8d8bef9SDimitry Andric }
93e8d8bef9SDimitry Andric 
94e8d8bef9SDimitry Andric uptr MsanThread::stack_top() { return GetStackBounds().top; }
95e8d8bef9SDimitry Andric 
96e8d8bef9SDimitry Andric uptr MsanThread::stack_bottom() { return GetStackBounds().bottom; }
97e8d8bef9SDimitry Andric 
98e8d8bef9SDimitry Andric bool MsanThread::AddrIsInStack(uptr addr) {
99e8d8bef9SDimitry Andric   const auto bounds = GetStackBounds();
100e8d8bef9SDimitry Andric   return addr >= bounds.bottom && addr < bounds.top;
101e8d8bef9SDimitry Andric }
102e8d8bef9SDimitry Andric 
103e8d8bef9SDimitry Andric void MsanThread::StartSwitchFiber(uptr bottom, uptr size) {
104e8d8bef9SDimitry Andric   CHECK(!stack_switching_);
105e8d8bef9SDimitry Andric   next_stack_.bottom = bottom;
106e8d8bef9SDimitry Andric   next_stack_.top = bottom + size;
107e8d8bef9SDimitry Andric   stack_switching_ = true;
108e8d8bef9SDimitry Andric }
109e8d8bef9SDimitry Andric 
110e8d8bef9SDimitry Andric void MsanThread::FinishSwitchFiber(uptr *bottom_old, uptr *size_old) {
111e8d8bef9SDimitry Andric   CHECK(stack_switching_);
112e8d8bef9SDimitry Andric   if (bottom_old)
113e8d8bef9SDimitry Andric     *bottom_old = stack_.bottom;
114e8d8bef9SDimitry Andric   if (size_old)
115e8d8bef9SDimitry Andric     *size_old = stack_.top - stack_.bottom;
116e8d8bef9SDimitry Andric   stack_.bottom = next_stack_.bottom;
117e8d8bef9SDimitry Andric   stack_.top = next_stack_.top;
118e8d8bef9SDimitry Andric   stack_switching_ = false;
119e8d8bef9SDimitry Andric   next_stack_.top = 0;
120e8d8bef9SDimitry Andric   next_stack_.bottom = 0;
121e8d8bef9SDimitry Andric }
122e8d8bef9SDimitry Andric 
12368d75effSDimitry Andric } // namespace __msan
124