diff options
author | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
---|---|---|
committer | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
commit | 73b89de71748a21e102d27b9f3ed1bf658766cb5 (patch) | |
tree | 188bbd2d622fa91cdcbb1b6d6d77fbc84a0646f5 /yt/cpp/mapreduce/interface/protobuf_format.h | |
parent | 528e321bcc2a2b67b53aeba58c3bd88305a141ee (diff) | |
download | ydb-73b89de71748a21e102d27b9f3ed1bf658766cb5.tar.gz |
YT-19210: expose YQL shared library for YT.
After this, a new target libyqlplugin.so appears. in open-source cmake build.
Diff in open-source YDB repo looks like the following: https://paste.yandex-team.ru/f302bdb4-7ef2-4362-91c7-6ca45f329264
Diffstat (limited to 'yt/cpp/mapreduce/interface/protobuf_format.h')
-rw-r--r-- | yt/cpp/mapreduce/interface/protobuf_format.h | 106 |
1 files changed, 106 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/interface/protobuf_format.h b/yt/cpp/mapreduce/interface/protobuf_format.h new file mode 100644 index 0000000000..aafbced386 --- /dev/null +++ b/yt/cpp/mapreduce/interface/protobuf_format.h @@ -0,0 +1,106 @@ +#pragma once + +#include "common.h" + +#include <yt/yt_proto/yt/formats/extension.pb.h> + +#include <util/generic/maybe.h> + +#include <google/protobuf/message.h> + +/// @cond Doxygen_Suppress +namespace NYT::NDetail { + +//////////////////////////////////////////////////////////////////////////////// + +enum class EProtobufType +{ + EnumInt /* "enum_int" */, + EnumString /* "enum_string" */, + Any /* "any" */, + OtherColumns /* "other_columns" */, +}; + +enum class EProtobufSerializationMode +{ + Protobuf, + Yt, + Embedded, +}; + +enum class EProtobufListMode +{ + Optional, + Required, +}; + +enum class EProtobufMapMode +{ + ListOfStructsLegacy, + ListOfStructs, + Dict, + OptionalDict, +}; + +enum class EProtobufFieldSortOrder +{ + AsInProtoFile, + ByFieldNumber, +}; + +enum class EProtobufOneofMode +{ + SeparateFields, + Variant, +}; + +enum class EProtobufEnumWritingMode +{ + SkipUnknownValues, + CheckValues, +}; + +struct TProtobufOneofOptions +{ + EProtobufOneofMode Mode = EProtobufOneofMode::Variant; + TString VariantFieldName; +}; + +struct TProtobufFieldOptions +{ + TMaybe<EProtobufType> Type; + EProtobufSerializationMode SerializationMode = EProtobufSerializationMode::Protobuf; + EProtobufListMode ListMode = EProtobufListMode::Required; + EProtobufMapMode MapMode = EProtobufMapMode::ListOfStructsLegacy; +}; + +struct TProtobufMessageOptions +{ + EProtobufFieldSortOrder FieldSortOrder = EProtobufFieldSortOrder::ByFieldNumber; +}; + +TString GetColumnName(const ::google::protobuf::FieldDescriptor& field); + +TProtobufFieldOptions GetFieldOptions( + const ::google::protobuf::FieldDescriptor* fieldDescriptor, + const TMaybe<TProtobufFieldOptions>& defaultFieldOptions = {}); + +TProtobufOneofOptions GetOneofOptions( + const ::google::protobuf::OneofDescriptor* oneofDescriptor, + const TMaybe<TProtobufOneofOptions>& defaultOneofOptions = {}); + +TProtobufMessageOptions GetMessageOptions(const ::google::protobuf::Descriptor* descriptor); + +TMaybe<TVector<TString>> InferColumnFilter(const ::google::protobuf::Descriptor& descriptor); + +TNode MakeProtoFormatConfigWithTables(const TVector<const ::google::protobuf::Descriptor*>& descriptors); +TNode MakeProtoFormatConfigWithDescriptors(const TVector<const ::google::protobuf::Descriptor*>& descriptors); + +TTableSchema CreateTableSchemaImpl( + const ::google::protobuf::Descriptor& messageDescriptor, + bool keepFieldsWithoutExtension); + +//////////////////////////////////////////////////////////////////////////////// + +} // namespace NYT::NDetail +/// @endcond |