1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
#include "factory.h"
#include <library/cpp/streams/lz/lz.h>
#include <library/cpp/testing/unittest/registar.h>
#include <util/generic/buffer.h>
#include <util/generic/string.h>
#include <util/generic/vector.h>
#include <util/stream/buffer.h>
#include <util/stream/file.h>
#include <util/stream/mem.h>
#include <util/stream/zlib.h>
#include <util/system/env.h>
static const TString plain = "aaaaaaaaaaabbbbbbbbbbbdddddd22222222000000aldkfa9s3jsfkjlkja909090909090q3lkjalkjf3aldjl";
static const ui8 gz[] = {31, 139, 8, 8, 126, 193, 203, 80, 0, 3, 97, 46, 116, 120, 116, 0, 75, 76, 132, 131, 36, 4, 72, 1, 3, 35, 40, 48, 0, 131, 196, 156, 148, 236, 180, 68, 203, 98, 227, 172, 226, 180, 236, 172, 156, 236, 172, 68, 75, 3, 4, 44, 52, 6, 137, 0, 113, 154, 49, 80, 97, 86, 14, 0, 5, 203, 67, 131, 88, 0, 0, 0};
static const auto gzLength = Y_ARRAY_SIZE(gz);
static const ui8 bz2[] = {66, 90, 104, 57, 49, 65, 89, 38, 83, 89, 140, 92, 215, 106, 0, 0, 17, 73, 128, 20, 128, 88, 32, 53, 28, 40, 0, 32, 0, 84, 66, 52, 211, 0, 6, 72, 122, 140, 131, 36, 97, 60, 92, 230, 1, 71, 91, 170, 135, 33, 135, 149, 133, 75, 174, 153, 146, 217, 24, 174, 177, 76, 246, 69, 254, 225, 195, 236, 95, 180, 93, 201, 20, 225, 66, 66, 49, 115, 93, 168};
static const auto bz2Length = Y_ARRAY_SIZE(bz2);
Y_UNIT_TEST_SUITE(TRecognizeCompressorTest) {
static void TestRawData(const void* data, size_t len, const TString& orig) {
TMemoryInput mem(data, len);
THolder<IInputStream> input = OpenMaybeCompressedInput(&mem);
UNIT_ASSERT_VALUES_UNEQUAL(input.Get(), nullptr);
UNIT_ASSERT_VALUES_EQUAL(input->ReadAll(), orig);
}
static void TestRawDataOwned(const void* data, size_t len, const TString& orig) {
THolder<IInputStream> input = OpenOwnedMaybeCompressedInput(MakeHolder<TMemoryInput>(data, len));
UNIT_ASSERT_VALUES_UNEQUAL(input.Get(), nullptr);
UNIT_ASSERT_VALUES_EQUAL(input->ReadAll(), orig);
}
static inline void TestSame(const TString& text) {
TestRawData(text.data(), text.size(), text);
TestRawDataOwned(text.data(), text.size(), text);
}
Y_UNIT_TEST(TestPlain) {
TestSame(plain);
TestSame("");
TestSame("a");
TestSame("ab");
TestSame("abc");
TestSame("abcd");
}
Y_UNIT_TEST(TestGzip) {
TestRawData(gz, gzLength, plain);
TestRawDataOwned(gz, gzLength, plain);
}
Y_UNIT_TEST(TestBzip2) {
TestRawData(bz2, bz2Length, plain);
TestRawDataOwned(bz2, bz2Length, plain);
}
template <typename TCompress>
static void TestCompress() {
TBufferStream buf;
{
TCompress z(&buf);
z.Write(plain.data(), plain.size());
}
TestRawData(buf.Buffer().Data(), buf.Buffer().Size(), plain);
}
Y_UNIT_TEST(TestLz) {
TestCompress<TLz4Compress>();
TestCompress<TSnappyCompress>();
#ifndef OPENSOURCE
TestCompress<TLzoCompress>();
TestCompress<TLzqCompress>();
#endif
TestCompress<TLzfCompress>();
}
Y_UNIT_TEST(TestZlib) {
TestCompress<TZLibCompress>();
}
}
|
