diff options
author | Devtools Arcadia <arcadia-devtools@yandex-team.ru> | 2022-02-07 18:08:42 +0300 |
---|---|---|
committer | Devtools Arcadia <arcadia-devtools@mous.vla.yp-c.yandex.net> | 2022-02-07 18:08:42 +0300 |
commit | 1110808a9d39d4b808aef724c861a2e1a38d2a69 (patch) | |
tree | e26c9fed0de5d9873cce7e00bc214573dc2195b7 /library/cpp/blockcodecs/core/codecs.h | |
download | ydb-1110808a9d39d4b808aef724c861a2e1a38d2a69.tar.gz |
intermediate changes
ref:cde9a383711a11544ce7e107a78147fb96cc4029
Diffstat (limited to 'library/cpp/blockcodecs/core/codecs.h')
-rw-r--r-- | library/cpp/blockcodecs/core/codecs.h | 90 |
1 files changed, 90 insertions, 0 deletions
diff --git a/library/cpp/blockcodecs/core/codecs.h b/library/cpp/blockcodecs/core/codecs.h new file mode 100644 index 0000000000..9c93c00274 --- /dev/null +++ b/library/cpp/blockcodecs/core/codecs.h @@ -0,0 +1,90 @@ +#pragma once + +#include <util/generic/buffer.h> +#include <util/generic/strbuf.h> +#include <util/generic/string.h> +#include <util/generic/typetraits.h> +#include <util/generic/vector.h> +#include <util/generic/yexception.h> + +namespace NBlockCodecs { + struct TData: public TStringBuf { + inline TData() = default; + + Y_HAS_MEMBER(Data); + Y_HAS_MEMBER(Size); + + template <class T, std::enable_if_t<!THasSize<T>::value || !THasData<T>::value, int> = 0> + inline TData(const T& t) + : TStringBuf((const char*)t.data(), t.size()) + { + } + + template <class T, std::enable_if_t<THasSize<T>::value && THasData<T>::value, int> = 0> + inline TData(const T& t) + : TStringBuf((const char*)t.Data(), t.Size()) + { + } + }; + + struct TCodecError: public yexception { + }; + + struct TNotFound: public TCodecError { + }; + + struct TDataError: public TCodecError { + }; + + struct ICodec { + virtual ~ICodec(); + + // main interface + virtual size_t DecompressedLength(const TData& in) const = 0; + virtual size_t MaxCompressedLength(const TData& in) const = 0; + virtual size_t Compress(const TData& in, void* out) const = 0; + virtual size_t Decompress(const TData& in, void* out) const = 0; + + virtual TStringBuf Name() const noexcept = 0; + + // some useful helpers + void Encode(const TData& in, TBuffer& out) const; + void Decode(const TData& in, TBuffer& out) const; + + void Encode(const TData& in, TString& out) const; + void Decode(const TData& in, TString& out) const; + + inline TString Encode(const TData& in) const { + TString out; + + Encode(in, out); + + return out; + } + + inline TString Decode(const TData& in) const { + TString out; + + Decode(in, out); + + return out; + } + private: + size_t GetDecompressedLength(const TData& in) const; + }; + + using TCodecPtr = THolder<ICodec>; + + const ICodec* Codec(const TStringBuf& name); + + // some aux methods + typedef TVector<TStringBuf> TCodecList; + TCodecList ListAllCodecs(); + TString ListAllCodecsAsString(); + + // SEARCH-8344: Get the size of max possible decompressed block + size_t GetMaxPossibleDecompressedLength(); + // SEARCH-8344: Globally set the size of max possible decompressed block + void SetMaxPossibleDecompressedLength(size_t maxPossibleDecompressedLength); + +} |