| //===-- scudo_tsd_exclusive.inc ---------------------------------*- C++ -*-===// |
| // |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| /// |
| /// Scudo exclusive TSD fastpath functions implementation. |
| /// |
| //===----------------------------------------------------------------------===// |
| |
| #ifndef SCUDO_TSD_H_ |
| #error "This file must be included inside scudo_tsd.h." |
| #endif // SCUDO_TSD_H_ |
| |
| #if SCUDO_TSD_EXCLUSIVE |
| |
| enum ThreadState : u8 { |
| ThreadNotInitialized = 0, |
| ThreadInitialized, |
| ThreadTornDown, |
| }; |
| __attribute__(( |
| tls_model("initial-exec"))) extern THREADLOCAL ThreadState ScudoThreadState; |
| __attribute__((tls_model("initial-exec"))) extern THREADLOCAL ScudoTSD TSD; |
| |
| extern ScudoTSD FallbackTSD; |
| |
| ALWAYS_INLINE void initThreadMaybe(bool MinimalInit = false) { |
| if (LIKELY(ScudoThreadState != ThreadNotInitialized)) |
| return; |
| initThread(MinimalInit); |
| } |
| |
| ALWAYS_INLINE ScudoTSD * |
| getTSDAndLock(bool *UnlockRequired) NO_THREAD_SAFETY_ANALYSIS { |
| if (UNLIKELY(ScudoThreadState != ThreadInitialized)) { |
| FallbackTSD.lock(); |
| *UnlockRequired = true; |
| return &FallbackTSD; |
| } |
| *UnlockRequired = false; |
| return &TSD; |
| } |
| |
| #endif // SCUDO_TSD_EXCLUSIVE |