blob: 670b7d2cc4b155fb40df39e72708004b7254dd22 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
#pragma once
#include "public.h"
#include <util/system/compiler.h>
#include <atomic>
namespace NYT {
////////////////////////////////////////////////////////////////////////////////
template <class T>
struct TFreeListItemBase
{
std::atomic<T*> Next = nullptr;
};
// DCAS is supported in Clang with option -mcx16, is not supported in GCC. See following links.
// https://gcc.gnu.org/bugzilla/show_bug.cgi?id=84522
// https://gcc.gnu.org/bugzilla/show_bug.cgi?id=80878
using TAtomicUint128 = volatile unsigned __int128 __attribute__((aligned(16)));
template <class TItem>
class TFreeList
{
private:
struct THead
{
std::atomic<TItem*> Pointer = {nullptr};
std::atomic<size_t> PopCount = 0;
THead() = default;
explicit THead(TItem* pointer);
};
union
{
THead Head_;
TAtomicUint128 AtomicHead_;
};
// Avoid false sharing.
char Padding[CacheLineSize - sizeof(TAtomicUint128)];
public:
TFreeList();
TFreeList(TFreeList&& other);
~TFreeList();
template <class TPredicate>
bool PutIf(TItem* head, TItem* tail, TPredicate predicate);
void Put(TItem* head, TItem* tail);
void Put(TItem* item);
TItem* Extract();
TItem* ExtractAll();
bool IsEmpty() const;
void Append(TFreeList& other);
};
////////////////////////////////////////////////////////////////////////////////
} // namespace NYT
#define FREE_LIST_INL_H_
#include "free_list-inl.h"
#undef FREE_LIST_INL_H_
|
