1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
#pragma once
#ifndef YT_ALLOC_INL_H_
#error "Direct inclusion of this file is not allowed, include ytalloc.h"
// For the sake of sane code completion.
#include "ytalloc.h"
#endif
#include <util/system/types.h>
namespace NYT::NYTAlloc {
////////////////////////////////////////////////////////////////////////////////
// Maps small chunk ranks to size in bytes.
constexpr ui16 SmallRankToSize[SmallRankCount] = {
0,
16, 32, 48, 64, 96, 128,
192, 256, 384, 512, 768, 1024, 1536, 2048,
3072, 4096, 6144, 8192, 12288, 16384, 24576, 32768
};
// Helper array for mapping size to small chunk rank.
constexpr ui8 SizeToSmallRank1[65] = {
1, 1, 1, 2, 2, // 16, 32
3, 3, 4, 4, // 48, 64
5, 5, 5, 5, 6, 6, 6, 6, // 96, 128
7, 7, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8, 8, 8, 8, 8, // 192, 256
9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, // 384
10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10 // 512
};
// Helper array for mapping size to small chunk rank.
constexpr unsigned char SizeToSmallRank2[128] = {
10, 10, 11, 12, // 512, 512, 768, 1022
13, 13, 14, 14, // 1536, 2048
15, 15, 15, 15, 16, 16, 16, 16, // 3072, 4096
17, 17, 17, 17, 17, 17, 17, 17, 18, 18, 18, 18, 18, 18, 18, 18, // 6144, 8192
19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, // 12288
20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, 20, // 16384
21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21,
21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, // 22576
22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22,
22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22, 22 // 32768
};
////////////////////////////////////////////////////////////////////////////////
constexpr size_t SizeToSmallRank(size_t size)
{
if (size <= 512) {
return SizeToSmallRank1[(size + 7) >> 3];
} else {
if (size <= LargeAllocationSizeThreshold) {
return SizeToSmallRank2[(size - 1) >> 8];
} else {
return 0;
}
}
}
void* AllocateSmall(size_t rank);
template <size_t Size>
void* AllocateConstSize()
{
constexpr auto rank = SizeToSmallRank(Size);
if constexpr(rank != 0) {
return AllocateSmall(rank);
} else {
return Allocate(Size);
}
}
////////////////////////////////////////////////////////////////////////////////
inline TMemoryTagGuard::TMemoryTagGuard()
: Active_(false)
, PreviousTag_(NullMemoryTag)
{ }
inline TMemoryTagGuard::TMemoryTagGuard(TMemoryTag tag)
: Active_(true)
, PreviousTag_(GetCurrentMemoryTag())
{
SetCurrentMemoryTag(tag);
}
inline TMemoryTagGuard::TMemoryTagGuard(TMemoryTagGuard&& other)
: Active_(other.Active_)
, PreviousTag_(other.PreviousTag_)
{
other.Active_ = false;
other.PreviousTag_ = NullMemoryTag;
}
inline TMemoryTagGuard::~TMemoryTagGuard()
{
if (Active_) {
SetCurrentMemoryTag(PreviousTag_);
}
}
////////////////////////////////////////////////////////////////////////////////
} // namespace NYT::NYTAlloc
|
