1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
#include "sanitizers.h"
#include "thread.h"
#if defined(_asan_enabled_)
extern "C" {
void __sanitizer_start_switch_fiber(void** fake_stack_save, const void* bottom, size_t size);
void __sanitizer_finish_switch_fiber(void* fake_stack_save, const void** old_bottom, size_t* old_size);
}
#endif
#if defined(_tsan_enabled_)
#if defined(__clang_major__) && (__clang_major__ >= 9)
extern "C" {
void* __tsan_get_current_fiber(void);
void* __tsan_create_fiber(unsigned flags);
void __tsan_destroy_fiber(void* fiber);
void __tsan_switch_to_fiber(void* fiber, unsigned flags);
void __tsan_set_fiber_name(void* fiber, const char* name);
}
#else
namespace {
void* __tsan_get_current_fiber(void) {
return nullptr;
}
void* __tsan_create_fiber(unsigned) {
return nullptr;
}
void __tsan_destroy_fiber(void*) {
}
void __tsan_switch_to_fiber(void*, unsigned) {
}
void __tsan_set_fiber_name(void*, const char*) {
}
}
#endif
#endif
using namespace NSan;
TFiberContext::TFiberContext() noexcept
: Token_(nullptr)
, IsMainFiber_(true)
#if defined(_tsan_enabled_)
, CurrentTSanFiberContext_(__tsan_get_current_fiber())
#endif
{
TCurrentThreadLimits sl;
Stack_ = sl.StackBegin;
Len_ = sl.StackLength;
#if defined(_tsan_enabled_)
static constexpr char MainFiberName[] = "main_fiber";
__tsan_set_fiber_name(CurrentTSanFiberContext_, MainFiberName);
#endif
}
TFiberContext::TFiberContext(const void* stack, size_t len, const char* contName) noexcept
: Token_(nullptr)
, Stack_(stack)
, Len_(len)
, IsMainFiber_(false)
#if defined(_tsan_enabled_)
, CurrentTSanFiberContext_(__tsan_create_fiber(/*flags =*/0))
#endif
{
(void)contName;
#if defined(_tsan_enabled_)
__tsan_set_fiber_name(CurrentTSanFiberContext_, contName);
#endif
}
TFiberContext::~TFiberContext() noexcept {
if (!IsMainFiber_) {
#if defined(_asan_enabled_)
if (Token_) {
// destroy saved FakeStack
void* activeFakeStack = nullptr;
const void* activeStack = nullptr;
size_t activeStackSize = 0;
__sanitizer_start_switch_fiber(&activeFakeStack, (char*)Stack_, Len_);
__sanitizer_finish_switch_fiber(Token_, &activeStack, &activeStackSize);
__sanitizer_start_switch_fiber(nullptr, activeStack, activeStackSize);
__sanitizer_finish_switch_fiber(activeFakeStack, nullptr, nullptr);
}
#endif
#if defined(_tsan_enabled_)
__tsan_destroy_fiber(CurrentTSanFiberContext_);
#endif
}
}
void TFiberContext::BeforeFinish() noexcept {
#if defined(_asan_enabled_)
__sanitizer_start_switch_fiber(nullptr, nullptr, 0);
#else
(void)Token_;
(void)Stack_;
(void)Len_;
#endif
}
void TFiberContext::BeforeSwitch(TFiberContext* old) noexcept {
#if defined(_asan_enabled_)
__sanitizer_start_switch_fiber(old ? &old->Token_ : nullptr, (char*)Stack_, Len_);
#else
(void)old;
#endif
#if defined(_tsan_enabled_)
__tsan_switch_to_fiber(CurrentTSanFiberContext_, /*flags =*/0);
#endif
}
void TFiberContext::AfterSwitch() noexcept {
#if defined(_asan_enabled_)
__sanitizer_finish_switch_fiber(Token_, nullptr, nullptr);
#endif
}
void TFiberContext::AfterStart() noexcept {
#if defined(_asan_enabled_)
__sanitizer_finish_switch_fiber(nullptr, nullptr, nullptr);
#endif
}
#if defined(_tsan_enabled_)
extern "C" {
// This function should not be directly exposed in headers
// due to signature variations among contrib headers.
void AnnotateBenignRaceSized(const char* file, int line,
const volatile void* address,
size_t size,
const char* description);
}
void NSan::AnnotateBenignRaceSized(const char* file, int line,
const volatile void* address,
size_t size,
const char* description) noexcept {
::AnnotateBenignRaceSized(file, line, address, size, description);
}
#endif
|
