112   ThreadState *thr; // currently wired thread, or nullptr
134 struct ThreadState {  struct
150   ThreadState* current;  argument
223   explicit ThreadState(Context *ctx, Tid tid, int unique_id, u64 epoch,  argument
230 ThreadState *cur_thread();
231 void set_cur_thread(ThreadState *thr);
233 inline ThreadState *cur_thread_init() { return cur_thread(); }  in cur_thread_init()
237 inline ThreadState *cur_thread() {  in cur_thread()
238 …return reinterpret_cast<ThreadState *>((reinterpret_cast<uptr>(cur_thread_placeholder) + SANITIZER…  in cur_thread()
240 inline ThreadState *cur_thread_init() {  in cur_thread_init()
241 …ThreadState *thr = reinterpret_cast<ThreadState *>((reinterpret_cast<uptr>(cur_thread_placeholder)…  in cur_thread_init()
246 inline void set_cur_thread(ThreadState *thr) {  in set_cur_thread()
247 …reinterpret_cast<ThreadState *>((reinterpret_cast<uptr>(cur_thread_placeholder) + SANITIZER_CACHE_…  in set_cur_thread()
257   ThreadState *thr;
394 bool ShouldReport(ThreadState *thr, ReportType typ);
415 void ObtainCurrentStack(ThreadState *thr, uptr toppc, StackTraceTy *stack,
435 void UnmapShadow(ThreadState *thr, uptr addr, uptr size);
441 void ForkBefore(ThreadState *thr, uptr pc);
442 void ForkParentAfter(ThreadState *thr, uptr pc);
443 void ForkChildAfter(ThreadState *thr, uptr pc, bool start_thread);
445 void ReportRace(ThreadState *thr);
446 bool OutputReport(ThreadState *thr, const ScopedReport &srep);
462 StackID CurrentStackId(ThreadState *thr, uptr pc);
464 void PrintCurrentStack(ThreadState *thr, uptr pc);
468 void Initialize(ThreadState *thr);
470 int Finalize(ThreadState *thr);
472 void OnUserAlloc(ThreadState *thr, uptr pc, uptr p, uptr sz, bool write);
473 void OnUserFree(ThreadState *thr, uptr pc, uptr p, bool write);
475 void MemoryAccess(ThreadState *thr, uptr pc, uptr addr,
477 void MemoryAccessImpl(ThreadState *thr, uptr addr,
480 void MemoryAccessRange(ThreadState *thr, uptr pc, uptr addr,
482 void UnalignedMemoryAccess(ThreadState *thr, uptr pc, uptr addr, uptr size,
491 void MemoryAccess(ThreadState *thr, uptr pc, uptr addr, uptr size,  in MemoryAccess()
522 void MemoryResetRange(ThreadState *thr, uptr pc, uptr addr, uptr size);
523 void MemoryRangeFreed(ThreadState *thr, uptr pc, uptr addr, uptr size);
524 void MemoryRangeImitateWrite(ThreadState *thr, uptr pc, uptr addr, uptr size);
525 void MemoryRangeImitateWriteOrResetRange(ThreadState *thr, uptr pc, uptr addr,
528 void ThreadIgnoreBegin(ThreadState *thr, uptr pc);
529 void ThreadIgnoreEnd(ThreadState *thr);
530 void ThreadIgnoreSyncBegin(ThreadState *thr, uptr pc);
531 void ThreadIgnoreSyncEnd(ThreadState *thr);
533 void FuncEntry(ThreadState *thr, uptr pc);
534 void FuncExit(ThreadState *thr);
536 Tid ThreadCreate(ThreadState *thr, uptr pc, uptr uid, bool detached);
537 void ThreadStart(ThreadState *thr, Tid tid, tid_t os_id,
539 void ThreadFinish(ThreadState *thr);
540 Tid ThreadConsumeTid(ThreadState *thr, uptr pc, uptr uid);
541 void ThreadJoin(ThreadState *thr, uptr pc, Tid tid);
542 void ThreadDetach(ThreadState *thr, uptr pc, Tid tid);
543 void ThreadFinalize(ThreadState *thr);
544 void ThreadSetName(ThreadState *thr, const char *name);
545 int ThreadCount(ThreadState *thr);
546 void ProcessPendingSignalsImpl(ThreadState *thr);
547 void ThreadNotJoined(ThreadState *thr, uptr pc, Tid tid, uptr uid);
551 void ProcWire(Processor *proc, ThreadState *thr);
552 void ProcUnwire(Processor *proc, ThreadState *thr);
556 void MutexCreate(ThreadState *thr, uptr pc, uptr addr, u32 flagz = 0);
557 void MutexDestroy(ThreadState *thr, uptr pc, uptr addr, u32 flagz = 0);
558 void MutexPreLock(ThreadState *thr, uptr pc, uptr addr, u32 flagz = 0);
559 void MutexPostLock(ThreadState *thr, uptr pc, uptr addr, u32 flagz = 0,
561 int  MutexUnlock(ThreadState *thr, uptr pc, uptr addr, u32 flagz = 0);
562 void MutexPreReadLock(ThreadState *thr, uptr pc, uptr addr, u32 flagz = 0);
563 void MutexPostReadLock(ThreadState *thr, uptr pc, uptr addr, u32 flagz = 0);
564 void MutexReadUnlock(ThreadState *thr, uptr pc, uptr addr);
565 void MutexReadOrWriteUnlock(ThreadState *thr, uptr pc, uptr addr);
566 void MutexRepair(ThreadState *thr, uptr pc, uptr addr);  // call on EOWNERDEAD
567 void MutexInvalidAccess(ThreadState *thr, uptr pc, uptr addr);
569 void Acquire(ThreadState *thr, uptr pc, uptr addr);
576 void AcquireGlobal(ThreadState *thr);
577 void Release(ThreadState *thr, uptr pc, uptr addr);
578 void ReleaseStoreAcquire(ThreadState *thr, uptr pc, uptr addr);
579 void ReleaseStore(ThreadState *thr, uptr pc, uptr addr);
580 void AfterSleep(ThreadState *thr, uptr pc);
581 void AcquireImpl(ThreadState *thr, uptr pc, SyncClock *c);
582 void ReleaseImpl(ThreadState *thr, uptr pc, SyncClock *c);
583 void ReleaseStoreAcquireImpl(ThreadState *thr, uptr pc, SyncClock *c);
584 void ReleaseStoreImpl(ThreadState *thr, uptr pc, SyncClock *c);
585 void AcquireReleaseImpl(ThreadState *thr, uptr pc, SyncClock *c);
608 void TraceSwitch(ThreadState *thr);
609 uptr TraceTopPC(ThreadState *thr);
615 void ALWAYS_INLINE TraceAddEvent(ThreadState *thr, FastState fs,  in TraceAddEvent()
642 ThreadState *FiberCreate(ThreadState *thr, uptr pc, unsigned flags);
643 void FiberDestroy(ThreadState *thr, uptr pc, ThreadState *fiber);
644 void FiberSwitch(ThreadState *thr, uptr pc, ThreadState *fiber, unsigned flags);
652 ALWAYS_INLINE void ProcessPendingSignals(ThreadState *thr) {  in ProcessPendingSignals()
660 void LazyInitialize(ThreadState *thr) {  in LazyInitialize()
672 void TraceSwitchPart(ThreadState *thr);
678 ALWAYS_INLINE WARN_UNUSED_RESULT bool TraceAcquire(ThreadState *thr,  in TraceAcquire()
705 ALWAYS_INLINE void TraceRelease(ThreadState *thr, EventT *evp) {  in TraceRelease()
711 void TraceEvent(ThreadState *thr, EventT ev) {  in TraceEvent()
722 ALWAYS_INLINE WARN_UNUSED_RESULT bool TryTraceFunc(ThreadState *thr,
737 bool TryTraceMemoryAccess(ThreadState *thr, uptr pc, uptr addr, uptr size,
740 bool TryTraceMemoryAccessRange(ThreadState *thr, uptr pc, uptr addr, uptr size,
742 void TraceMemoryAccessRange(ThreadState *thr, uptr pc, uptr addr, uptr size,
744 void TraceFunc(ThreadState *thr, uptr pc = 0);
745 void TraceMutexLock(ThreadState *thr, EventType type, uptr pc, uptr addr,
747 void TraceMutexUnlock(ThreadState *thr, uptr addr);
748 void TraceTime(ThreadState *thr);
752 void GrowShadowStack(ThreadState *thr);
755 void FuncEntry(ThreadState *thr, uptr pc) {  in FuncEntry()
776 void FuncExit(ThreadState *thr) {  in FuncExit()