summaryrefslogtreecommitdiffstats
path: root/contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp
diff options
context:
space:
mode:
authorvitalyisaev <[email protected]>2023-11-14 09:58:56 +0300
committervitalyisaev <[email protected]>2023-11-14 10:20:20 +0300
commitc2b2dfd9827a400a8495e172a56343462e3ceb82 (patch)
treecd4e4f597d01bede4c82dffeb2d780d0a9046bd0 /contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp
parentd4ae8f119e67808cb0cf776ba6e0cf95296f2df7 (diff)
YQ Connector: move tests from yql to ydb (OSS)
Перенос папки с тестами на Коннектор из папки yql в папку ydb (синхронизируется с github).
Diffstat (limited to 'contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp')
-rw-r--r--contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp42
1 files changed, 42 insertions, 0 deletions
diff --git a/contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp b/contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp
new file mode 100644
index 00000000000..027ee0ac57a
--- /dev/null
+++ b/contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp
@@ -0,0 +1,42 @@
+#include <Compression/getCompressionCodecForFile.h>
+#include <Compression/CompressionInfo.h>
+#include <Compression/CompressionFactory.h>
+#include <IO/ReadBufferFromFileBase.h>
+#include <Compression/CompressionCodecMultiple.h>
+#include <Common/PODArray.h>
+#include <Common/logger_useful.h>
+#include <Storages/MergeTree/IDataPartStorage.h>
+
+namespace DB
+{
+
+
+using Checksum = CityHash_v1_0_2::uint128;
+
+CompressionCodecPtr getCompressionCodecForFile(const IDataPartStorage & data_part_storage, const String & relative_path)
+{
+ auto read_buffer = data_part_storage.readFile(relative_path, {}, std::nullopt, std::nullopt);
+ read_buffer->ignore(sizeof(Checksum));
+
+ UInt8 header_size = ICompressionCodec::getHeaderSize();
+ PODArray<char> compressed_buffer;
+ compressed_buffer.resize(header_size);
+ read_buffer->readStrict(compressed_buffer.data(), header_size);
+ uint8_t method = ICompressionCodec::readMethod(compressed_buffer.data());
+ if (method == static_cast<uint8_t>(CompressionMethodByte::Multiple))
+ {
+ compressed_buffer.resize(1);
+ read_buffer->readStrict(compressed_buffer.data(), 1);
+ compressed_buffer.resize(1 + compressed_buffer[0]);
+ read_buffer->readStrict(compressed_buffer.data() + 1, compressed_buffer[0]);
+ auto codecs_bytes = CompressionCodecMultiple::getCodecsBytesFromData(compressed_buffer.data());
+ Codecs codecs;
+ for (auto byte : codecs_bytes)
+ codecs.push_back(CompressionCodecFactory::instance().get(byte));
+
+ return std::make_shared<CompressionCodecMultiple>(codecs);
+ }
+ return CompressionCodecFactory::instance().get(method);
+}
+
+}