intermediate changes

ref:cde9a383711a11544ce7e107a78147fb96cc4029

1 files changed, 94 insertions, 0 deletions

diff --git a/library/cpp/streams/zstd/zstd_ut.cpp b/library/cpp/streams/zstd/zstd_ut.cpp
new file mode 100644
index 0000000000..ef479fdd97
--- /dev/null
+++ b/library/cpp/streams/zstd/zstd_ut.cpp
@@ -0,0 +1,94 @@
+#include "zstd.h"
+
+#include <library/cpp/testing/unittest/registar.h>
+
+#include <util/random/fast.h>
+#include <util/stream/null.h>
+#include <util/stream/str.h>
+
+Y_UNIT_TEST_SUITE(TZstdTestSuite) {
+    TString Compress(TString data, int quality = -1) {
+        TString compressed;
+        TStringOutput output(compressed);
+        TZstdCompress compressStream(&output, quality);
+        compressStream.Write(data.data(), data.size());
+        compressStream.Finish();
+        output.Finish();
+        return compressed;
+    }
+
+    TString Decompress(TString data) {
+        TStringInput input(data);
+        TZstdDecompress decompressStream(&input);
+        return decompressStream.ReadAll();
+    }
+
+    void TestCase(const TString& s) {
+        UNIT_ASSERT_VALUES_EQUAL(s, Decompress(Compress(s, -1)));
+        UNIT_ASSERT_VALUES_EQUAL(s, Decompress(Compress(s, 0)));
+        UNIT_ASSERT_VALUES_EQUAL(s, Decompress(Compress(s, 22)));
+        UNIT_ASSERT_VALUES_EQUAL(s, Decompress(Compress(s, 11)));
+        UNIT_ASSERT_VALUES_EQUAL(s, Decompress(Compress(s, 100500)));
+    }
+
+    TString GenerateRandomString(size_t size) {
+        TReallyFastRng32 rng(42);
+        TString result;
+        result.reserve(size + sizeof(ui64));
+        while (result.size() < size) {
+            ui64 value = rng.GenRand64();
+            result += TStringBuf(reinterpret_cast<const char*>(&value), sizeof(value));
+        }
+        result.resize(size);
+        return result;
+    }
+
+    Y_UNIT_TEST(TestHelloWorld) {
+        TestCase("hello world");
+    }
+
+    Y_UNIT_TEST(TestSeveralStreamsWithSameQuality) {
+        auto s1 = GenerateRandomString(1 << 15);
+        auto s2 = GenerateRandomString(1 << 15);
+        auto c1 = Compress(s1);
+        auto c2 = Compress(s2);
+        UNIT_ASSERT_VALUES_EQUAL(s1 + s2, Decompress(c1 + c2));
+    }
+
+    Y_UNIT_TEST(TestSeveralStreamsWithDifferentQuality) {
+        auto s1 = GenerateRandomString(1 << 15);
+        auto s2 = GenerateRandomString(1 << 15);
+        auto c1 = Compress(s1, 1);
+        auto c2 = Compress(s2, 2);
+        UNIT_ASSERT_VALUES_EQUAL(s1 + s2, Decompress(c1 + c2));
+    }
+
+    Y_UNIT_TEST(TestIncompleteStream) {
+        TString manyAs(64 * 1024, 'a');
+        auto compressed = Compress(manyAs);
+        TString truncated(compressed.data(), compressed.size() - 1);
+        UNIT_CHECK_GENERATED_EXCEPTION(Decompress(truncated), std::exception);
+    }
+
+    Y_UNIT_TEST(Test64KB) {
+        auto manyAs = TString(64 * 1024, 'a');
+        TString str("Hello from the Matrix!@#% How are you?}{\n\t\a");
+        TestCase(manyAs + str + manyAs);
+    }
+
+    Y_UNIT_TEST(Test1MB) {
+        TestCase(GenerateRandomString(1 * 1024 * 1024));
+    }
+
+    Y_UNIT_TEST(TestEmpty) {
+        TestCase("");
+    }
+
+    Y_UNIT_TEST(TestWriteAfterFinish) {
+        TNullOutput output;
+        TZstdCompress compressStream(&output);
+        compressStream.Finish();
+        UNIT_ASSERT_EXCEPTION_CONTAINS(compressStream.Write("a", 1), std::exception, "Cannot use stream after finish.");
+        UNIT_ASSERT_EXCEPTION_CONTAINS(compressStream.Flush(), std::exception, "Cannot use stream after finish.");
+    }
+}