blob: c88ddf35cec2c9dd30a668056e53f4509a0eed12 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
#pragma once
#include "atomic.h"
#include "spin_wait.h"
class TSpinLockBase {
protected:
inline TSpinLockBase() noexcept {
AtomicSet(Val_, 0);
}
public:
inline bool IsLocked() const noexcept {
return AtomicGet(Val_);
}
inline bool TryAcquire() noexcept {
return AtomicTryLock(&Val_);
}
inline bool try_lock() noexcept {
return TryAcquire();
}
protected:
TAtomic Val_;
};
static inline void SpinLockPause() {
#if defined(__GNUC__)
#if defined(_i386_) || defined(_x86_64_)
__asm __volatile("pause");
#elif defined(_arm64_)
__asm __volatile("yield" ::
: "memory");
#endif
#endif
}
static inline void AcquireSpinLock(TAtomic* l) {
if (!AtomicTryLock(l)) {
do {
SpinLockPause();
} while (!AtomicTryAndTryLock(l));
}
}
static inline void ReleaseSpinLock(TAtomic* l) {
AtomicUnlock(l);
}
/*
* You should almost always use TAdaptiveLock instead of TSpinLock
*/
class TSpinLock: public TSpinLockBase {
public:
using TSpinLockBase::TSpinLockBase;
inline void Release() noexcept {
ReleaseSpinLock(&Val_);
}
inline void Acquire() noexcept {
AcquireSpinLock(&Val_);
}
inline void unlock() noexcept {
Release();
}
inline void lock() noexcept {
Acquire();
}
};
static inline void AcquireAdaptiveLock(TAtomic* l) {
if (!AtomicTryLock(l)) {
TSpinWait sw;
while (!AtomicTryAndTryLock(l)) {
sw.Sleep();
}
}
}
static inline void ReleaseAdaptiveLock(TAtomic* l) {
AtomicUnlock(l);
}
class TAdaptiveLock: public TSpinLockBase {
public:
using TSpinLockBase::TSpinLockBase;
inline void Release() noexcept {
ReleaseAdaptiveLock(&Val_);
}
inline void Acquire() noexcept {
AcquireAdaptiveLock(&Val_);
}
inline void unlock() noexcept {
Release();
}
inline void lock() noexcept {
Acquire();
}
};
#include "guard.h"
template <>
struct TCommonLockOps<TAtomic> {
static inline void Acquire(TAtomic* v) noexcept {
AcquireAdaptiveLock(v);
}
static inline bool TryAcquire(TAtomic* v) noexcept {
return AtomicTryLock(v);
}
static inline void Release(TAtomic* v) noexcept {
ReleaseAdaptiveLock(v);
}
};
|
