| #include "msan_thread.h" | |
| #include "msan.h" | |
| #include "msan_interface_internal.h" | |
| #include "sanitizer_common/sanitizer_tls_get_addr.h" | |
| using namespace __msan; | |
| MsanThread *MsanThread::Create(thread_callback_t start_routine, | |
| void *arg) { | |
| uptr PageSize = GetPageSizeCached(); | |
| uptr size = RoundUpTo(sizeof(MsanThread), PageSize); | |
| MsanThread *thread = (MsanThread*)MmapOrDie(size, __func__); | |
| thread->start_routine_ = start_routine; | |
| thread->arg_ = arg; | |
| thread->destructor_iterations_ = GetPthreadDestructorIterations(); | |
| return thread; | |
| } | |
| void MsanThread::SetThreadStackAndTls() { | |
| GetThreadStackAndTls(IsMainThread(), &stack_.bottom, &stack_.top, &tls_begin_, | |
| &tls_end_); | |
| int local; | |
| CHECK(AddrIsInStack((uptr)&local)); | |
| } | |
| void MsanThread::ClearShadowForThreadStackAndTLS() { | |
| __msan_unpoison((void *)stack_.bottom, stack_.top - stack_.bottom); | |
| if (tls_begin_ != tls_end_) | |
| __msan_unpoison((void *)tls_begin_, tls_end_ - tls_begin_); | |
| DTLS *dtls = DTLS_Get(); | |
| CHECK_NE(dtls, 0); | |
| ForEachDVT(dtls, [](const DTLS::DTV &dtv, int id) { | |
| __msan_unpoison((void *)(dtv.beg), dtv.size); | |
| }); | |
| } | |
| void MsanThread::Init() { | |
| SetThreadStackAndTls(); | |
| CHECK(MEM_IS_APP(stack_.bottom)); | |
| CHECK(MEM_IS_APP(stack_.top - 1)); | |
| ClearShadowForThreadStackAndTLS(); | |
| malloc_storage().Init(); | |
| } | |
| void MsanThread::TSDDtor(void *tsd) { | |
| MsanThread *t = (MsanThread*)tsd; | |
| t->Destroy(); | |
| } | |
| void MsanThread::Destroy() { | |
| malloc_storage().CommitBack(); | |
| // We also clear the shadow on thread destruction because | |
| // some code may still be executing in later TSD destructors | |
| // and we don't want it to have any poisoned stack. | |
| ClearShadowForThreadStackAndTLS(); | |
| uptr size = RoundUpTo(sizeof(MsanThread), GetPageSizeCached()); | |
| UnmapOrDie(this, size); | |
| DTLS_Destroy(); | |
| } | |
| thread_return_t MsanThread::ThreadStart() { | |
| if (!start_routine_) { | |
| // start_routine_ == 0 if we're on the main thread or on one of the | |
| // OS X libdispatch worker threads. But nobody is supposed to call | |
| // ThreadStart() for the worker threads. | |
| return 0; | |
| } | |
| return start_routine_(arg_); | |
| } | |
| MsanThread::StackBounds MsanThread::GetStackBounds() const { | |
| if (!stack_switching_) | |
| return {stack_.bottom, stack_.top}; | |
| const uptr cur_stack = GET_CURRENT_FRAME(); | |
| // Note: need to check next stack first, because FinishSwitchFiber | |
| // may be in process of overwriting stack_.top/bottom_. But in such case | |
| // we are already on the next stack. | |
| if (cur_stack >= next_stack_.bottom && cur_stack < next_stack_.top) | |
| return {next_stack_.bottom, next_stack_.top}; | |
| return {stack_.bottom, stack_.top}; | |
| } | |
| uptr MsanThread::stack_top() { return GetStackBounds().top; } | |
| uptr MsanThread::stack_bottom() { return GetStackBounds().bottom; } | |
| bool MsanThread::AddrIsInStack(uptr addr) { | |
| const auto bounds = GetStackBounds(); | |
| return addr >= bounds.bottom && addr < bounds.top; | |
| } | |
| void MsanThread::StartSwitchFiber(uptr bottom, uptr size) { | |
| CHECK(!stack_switching_); | |
| next_stack_.bottom = bottom; | |
| next_stack_.top = bottom + size; | |
| stack_switching_ = true; | |
| } | |
| void MsanThread::FinishSwitchFiber(uptr *bottom_old, uptr *size_old) { | |
| CHECK(stack_switching_); | |
| if (bottom_old) | |
| *bottom_old = stack_.bottom; | |
| if (size_old) | |
| *size_old = stack_.top - stack_.bottom; | |
| stack_.bottom = next_stack_.bottom; | |
| stack_.top = next_stack_.top; | |
| stack_switching_ = false; | |
| next_stack_.top = 0; | |
| next_stack_.bottom = 0; | |
| } |