1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
#pragma once
#include "codecs.h"
#include <util/ysaveload.h>
#include <util/stream/null.h>
#include <util/stream/mem.h>
#include <util/string/cast.h>
#include <util/string/join.h>
#include <util/system/align.h>
#include <util/system/unaligned_mem.h>
#include <util/generic/hash.h>
#include <util/generic/cast.h>
#include <util/generic/buffer.h>
#include <util/generic/array_ref.h>
#include <util/generic/singleton.h>
#include <util/generic/algorithm.h>
#include <util/generic/mem_copy.h>
namespace NBlockCodecs {
struct TDecompressError: public TDataError {
TDecompressError(int code) {
*this << "cannot decompress (errcode " << code << ")";
}
TDecompressError(size_t exp, size_t real) {
*this << "broken input (expected len: " << exp << ", got: " << real << ")";
}
};
struct TCompressError: public TDataError {
TCompressError(int code) {
*this << "cannot compress (errcode " << code << ")";
}
};
struct TNullCodec: public ICodec {
size_t DecompressedLength(const TData& in) const override {
return in.size();
}
size_t MaxCompressedLength(const TData& in) const override {
return in.size();
}
size_t Compress(const TData& in, void* out) const override {
MemCopy((char*)out, in.data(), in.size());
return in.size();
}
size_t Decompress(const TData& in, void* out) const override {
MemCopy((char*)out, in.data(), in.size());
return in.size();
}
TStringBuf Name() const noexcept override {
return TStringBuf("null");
}
};
template <class T>
struct TAddLengthCodec: public ICodec {
static inline void Check(const TData& in) {
if (in.size() < sizeof(ui64)) {
ythrow TDataError() << "too small input";
}
}
size_t DecompressedLength(const TData& in) const override {
Check(in);
return ReadUnaligned<ui64>(in.data());
}
size_t MaxCompressedLength(const TData& in) const override {
return T::DoMaxCompressedLength(in.size()) + sizeof(ui64);
}
size_t Compress(const TData& in, void* out) const override {
ui64* ptr = (ui64*)out;
WriteUnaligned<ui64>(ptr, (ui64) in.size());
return Base()->DoCompress(!in ? TData(TStringBuf("")) : in, ptr + 1) + sizeof(*ptr);
}
size_t Decompress(const TData& in, void* out) const override {
Check(in);
const auto len = ReadUnaligned<ui64>(in.data());
if (!len)
return 0;
Base()->DoDecompress(TData(in).Skip(sizeof(len)), out, len);
return len;
}
inline const T* Base() const noexcept {
return static_cast<const T*>(this);
}
};
}
|
