168d75effSDimitry Andric 268d75effSDimitry Andric #include "msan_thread.h" 368d75effSDimitry Andric 4*0fca6ea1SDimitry Andric #include "msan.h" 5*0fca6ea1SDimitry Andric #include "msan_interface_internal.h" 668d75effSDimitry Andric #include "sanitizer_common/sanitizer_tls_get_addr.h" 768d75effSDimitry Andric 868d75effSDimitry Andric namespace __msan { 968d75effSDimitry Andric 1068d75effSDimitry Andric MsanThread *MsanThread::Create(thread_callback_t start_routine, 1168d75effSDimitry Andric void *arg) { 1268d75effSDimitry Andric uptr PageSize = GetPageSizeCached(); 1368d75effSDimitry Andric uptr size = RoundUpTo(sizeof(MsanThread), PageSize); 1468d75effSDimitry Andric MsanThread *thread = (MsanThread*)MmapOrDie(size, __func__); 1568d75effSDimitry Andric thread->start_routine_ = start_routine; 1668d75effSDimitry Andric thread->arg_ = arg; 1768d75effSDimitry Andric thread->destructor_iterations_ = GetPthreadDestructorIterations(); 1868d75effSDimitry Andric 1968d75effSDimitry Andric return thread; 2068d75effSDimitry Andric } 2168d75effSDimitry Andric 2268d75effSDimitry Andric void MsanThread::SetThreadStackAndTls() { 2368d75effSDimitry Andric uptr tls_size = 0; 2468d75effSDimitry Andric uptr stack_size = 0; 25e8d8bef9SDimitry Andric GetThreadStackAndTls(IsMainThread(), &stack_.bottom, &stack_size, &tls_begin_, 26e8d8bef9SDimitry Andric &tls_size); 27e8d8bef9SDimitry Andric stack_.top = stack_.bottom + stack_size; 2868d75effSDimitry Andric tls_end_ = tls_begin_ + tls_size; 2968d75effSDimitry Andric 3068d75effSDimitry Andric int local; 3168d75effSDimitry Andric CHECK(AddrIsInStack((uptr)&local)); 3268d75effSDimitry Andric } 3368d75effSDimitry Andric 3468d75effSDimitry Andric void MsanThread::ClearShadowForThreadStackAndTLS() { 35e8d8bef9SDimitry Andric __msan_unpoison((void *)stack_.bottom, stack_.top - stack_.bottom); 3668d75effSDimitry Andric if (tls_begin_ != tls_end_) 3768d75effSDimitry Andric __msan_unpoison((void *)tls_begin_, tls_end_ - tls_begin_); 3868d75effSDimitry Andric DTLS *dtls = DTLS_Get(); 3968d75effSDimitry Andric CHECK_NE(dtls, 0); 40e8d8bef9SDimitry Andric ForEachDVT(dtls, [](const DTLS::DTV &dtv, int id) { 41e8d8bef9SDimitry Andric __msan_unpoison((void *)(dtv.beg), dtv.size); 42e8d8bef9SDimitry Andric }); 4368d75effSDimitry Andric } 4468d75effSDimitry Andric 4568d75effSDimitry Andric void MsanThread::Init() { 4668d75effSDimitry Andric SetThreadStackAndTls(); 47e8d8bef9SDimitry Andric CHECK(MEM_IS_APP(stack_.bottom)); 48e8d8bef9SDimitry Andric CHECK(MEM_IS_APP(stack_.top - 1)); 4968d75effSDimitry Andric ClearShadowForThreadStackAndTLS(); 5006c3fb27SDimitry Andric malloc_storage().Init(); 5168d75effSDimitry Andric } 5268d75effSDimitry Andric 5368d75effSDimitry Andric void MsanThread::TSDDtor(void *tsd) { 5468d75effSDimitry Andric MsanThread *t = (MsanThread*)tsd; 5568d75effSDimitry Andric t->Destroy(); 5668d75effSDimitry Andric } 5768d75effSDimitry Andric 5868d75effSDimitry Andric void MsanThread::Destroy() { 5968d75effSDimitry Andric malloc_storage().CommitBack(); 6068d75effSDimitry Andric // We also clear the shadow on thread destruction because 6168d75effSDimitry Andric // some code may still be executing in later TSD destructors 6268d75effSDimitry Andric // and we don't want it to have any poisoned stack. 6368d75effSDimitry Andric ClearShadowForThreadStackAndTLS(); 6468d75effSDimitry Andric uptr size = RoundUpTo(sizeof(MsanThread), GetPageSizeCached()); 6568d75effSDimitry Andric UnmapOrDie(this, size); 6668d75effSDimitry Andric DTLS_Destroy(); 6768d75effSDimitry Andric } 6868d75effSDimitry Andric 6968d75effSDimitry Andric thread_return_t MsanThread::ThreadStart() { 7068d75effSDimitry Andric if (!start_routine_) { 7168d75effSDimitry Andric // start_routine_ == 0 if we're on the main thread or on one of the 7268d75effSDimitry Andric // OS X libdispatch worker threads. But nobody is supposed to call 7368d75effSDimitry Andric // ThreadStart() for the worker threads. 7468d75effSDimitry Andric return 0; 7568d75effSDimitry Andric } 7668d75effSDimitry Andric 7768d75effSDimitry Andric thread_return_t res = start_routine_(arg_); 7868d75effSDimitry Andric 7968d75effSDimitry Andric return res; 8068d75effSDimitry Andric } 8168d75effSDimitry Andric 82e8d8bef9SDimitry Andric MsanThread::StackBounds MsanThread::GetStackBounds() const { 83e8d8bef9SDimitry Andric if (!stack_switching_) 84e8d8bef9SDimitry Andric return {stack_.bottom, stack_.top}; 85e8d8bef9SDimitry Andric const uptr cur_stack = GET_CURRENT_FRAME(); 86e8d8bef9SDimitry Andric // Note: need to check next stack first, because FinishSwitchFiber 87e8d8bef9SDimitry Andric // may be in process of overwriting stack_.top/bottom_. But in such case 88e8d8bef9SDimitry Andric // we are already on the next stack. 89e8d8bef9SDimitry Andric if (cur_stack >= next_stack_.bottom && cur_stack < next_stack_.top) 90e8d8bef9SDimitry Andric return {next_stack_.bottom, next_stack_.top}; 91e8d8bef9SDimitry Andric return {stack_.bottom, stack_.top}; 92e8d8bef9SDimitry Andric } 93e8d8bef9SDimitry Andric 94e8d8bef9SDimitry Andric uptr MsanThread::stack_top() { return GetStackBounds().top; } 95e8d8bef9SDimitry Andric 96e8d8bef9SDimitry Andric uptr MsanThread::stack_bottom() { return GetStackBounds().bottom; } 97e8d8bef9SDimitry Andric 98e8d8bef9SDimitry Andric bool MsanThread::AddrIsInStack(uptr addr) { 99e8d8bef9SDimitry Andric const auto bounds = GetStackBounds(); 100e8d8bef9SDimitry Andric return addr >= bounds.bottom && addr < bounds.top; 101e8d8bef9SDimitry Andric } 102e8d8bef9SDimitry Andric 103e8d8bef9SDimitry Andric void MsanThread::StartSwitchFiber(uptr bottom, uptr size) { 104e8d8bef9SDimitry Andric CHECK(!stack_switching_); 105e8d8bef9SDimitry Andric next_stack_.bottom = bottom; 106e8d8bef9SDimitry Andric next_stack_.top = bottom + size; 107e8d8bef9SDimitry Andric stack_switching_ = true; 108e8d8bef9SDimitry Andric } 109e8d8bef9SDimitry Andric 110e8d8bef9SDimitry Andric void MsanThread::FinishSwitchFiber(uptr *bottom_old, uptr *size_old) { 111e8d8bef9SDimitry Andric CHECK(stack_switching_); 112e8d8bef9SDimitry Andric if (bottom_old) 113e8d8bef9SDimitry Andric *bottom_old = stack_.bottom; 114e8d8bef9SDimitry Andric if (size_old) 115e8d8bef9SDimitry Andric *size_old = stack_.top - stack_.bottom; 116e8d8bef9SDimitry Andric stack_.bottom = next_stack_.bottom; 117e8d8bef9SDimitry Andric stack_.top = next_stack_.top; 118e8d8bef9SDimitry Andric stack_switching_ = false; 119e8d8bef9SDimitry Andric next_stack_.top = 0; 120e8d8bef9SDimitry Andric next_stack_.bottom = 0; 121e8d8bef9SDimitry Andric } 122e8d8bef9SDimitry Andric 12368d75effSDimitry Andric } // namespace __msan 124