diff options
| author | vitalyisaev <[email protected]> | 2023-11-14 09:58:56 +0300 |
|---|---|---|
| committer | vitalyisaev <[email protected]> | 2023-11-14 10:20:20 +0300 |
| commit | c2b2dfd9827a400a8495e172a56343462e3ceb82 (patch) | |
| tree | cd4e4f597d01bede4c82dffeb2d780d0a9046bd0 /contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp | |
| parent | d4ae8f119e67808cb0cf776ba6e0cf95296f2df7 (diff) | |
YQ Connector: move tests from yql to ydb (OSS)
Перенос папки с тестами на Коннектор из папки yql в папку ydb (синхронизируется с github).
Diffstat (limited to 'contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp')
| -rw-r--r-- | contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp | 42 |
1 files changed, 42 insertions, 0 deletions
diff --git a/contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp b/contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp new file mode 100644 index 00000000000..027ee0ac57a --- /dev/null +++ b/contrib/clickhouse/src/Compression/getCompressionCodecForFile.cpp @@ -0,0 +1,42 @@ +#include <Compression/getCompressionCodecForFile.h> +#include <Compression/CompressionInfo.h> +#include <Compression/CompressionFactory.h> +#include <IO/ReadBufferFromFileBase.h> +#include <Compression/CompressionCodecMultiple.h> +#include <Common/PODArray.h> +#include <Common/logger_useful.h> +#include <Storages/MergeTree/IDataPartStorage.h> + +namespace DB +{ + + +using Checksum = CityHash_v1_0_2::uint128; + +CompressionCodecPtr getCompressionCodecForFile(const IDataPartStorage & data_part_storage, const String & relative_path) +{ + auto read_buffer = data_part_storage.readFile(relative_path, {}, std::nullopt, std::nullopt); + read_buffer->ignore(sizeof(Checksum)); + + UInt8 header_size = ICompressionCodec::getHeaderSize(); + PODArray<char> compressed_buffer; + compressed_buffer.resize(header_size); + read_buffer->readStrict(compressed_buffer.data(), header_size); + uint8_t method = ICompressionCodec::readMethod(compressed_buffer.data()); + if (method == static_cast<uint8_t>(CompressionMethodByte::Multiple)) + { + compressed_buffer.resize(1); + read_buffer->readStrict(compressed_buffer.data(), 1); + compressed_buffer.resize(1 + compressed_buffer[0]); + read_buffer->readStrict(compressed_buffer.data() + 1, compressed_buffer[0]); + auto codecs_bytes = CompressionCodecMultiple::getCodecsBytesFromData(compressed_buffer.data()); + Codecs codecs; + for (auto byte : codecs_bytes) + codecs.push_back(CompressionCodecFactory::instance().get(byte)); + + return std::make_shared<CompressionCodecMultiple>(codecs); + } + return CompressionCodecFactory::instance().get(method); +} + +} |
