aboutsummaryrefslogtreecommitdiffstats
path: root/util/system/spinlock.h
blob: af2630890a5cdf659ff7b666a1731e6a4d93c807 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
#pragma once

#include "atomic.h"
#include "spin_wait.h"

class TSpinLockBase {
protected:
    inline TSpinLockBase() noexcept {
        AtomicSet(Val_, 0);
    }

public:
    inline bool IsLocked() const noexcept {
        return AtomicGet(Val_);
    }

    inline bool TryAcquire() noexcept {
        return AtomicTryLock(&Val_);
    }

    inline bool try_lock() noexcept {
        return TryAcquire();
    }

protected:
    TAtomic Val_;
};

static inline void SpinLockPause() {
#if defined(__GNUC__)
    #if defined(_i386_) || defined(_x86_64_)
    __asm __volatile("pause");
    #elif defined(_arm64_)
    __asm __volatile("yield" ::
                         : "memory");
    #endif
#endif
}

static inline void AcquireSpinLock(TAtomic* l) {
    if (!AtomicTryLock(l)) {
        do {
            SpinLockPause();
        } while (!AtomicTryAndTryLock(l));
    }
}

static inline void ReleaseSpinLock(TAtomic* l) {
    AtomicUnlock(l);
}

/*
 * You should almost always use TAdaptiveLock instead of TSpinLock
 */
class TSpinLock: public TSpinLockBase {
public:
    using TSpinLockBase::TSpinLockBase;

    inline void Release() noexcept {
        ReleaseSpinLock(&Val_);
    }

    inline void Acquire() noexcept {
        AcquireSpinLock(&Val_);
    }

    inline void unlock() noexcept {
        Release();
    }

    inline void lock() noexcept {
        Acquire();
    }
};

static inline void AcquireAdaptiveLock(TAtomic* l) {
    if (!AtomicTryLock(l)) {
        TSpinWait sw;

        while (!AtomicTryAndTryLock(l)) {
            sw.Sleep();
        }
    }
}

static inline void ReleaseAdaptiveLock(TAtomic* l) {
    AtomicUnlock(l);
}

class TAdaptiveLock: public TSpinLockBase {
public:
    using TSpinLockBase::TSpinLockBase;

    inline void Release() noexcept {
        ReleaseAdaptiveLock(&Val_);
    }

    inline void Acquire() noexcept {
        AcquireAdaptiveLock(&Val_);
    }

    inline void unlock() noexcept {
        Release();
    }

    inline void lock() noexcept {
        Acquire();
    }
};

#include "guard.h"

template <>
struct TCommonLockOps<TAtomic> {
    static inline void Acquire(TAtomic* v) noexcept {
        AcquireAdaptiveLock(v);
    }

    static inline bool TryAcquire(TAtomic* v) noexcept {
        return AtomicTryLock(v);
    }

    static inline void Release(TAtomic* v) noexcept {
        ReleaseAdaptiveLock(v);
    }
};