diff options
author | max42 <max42@yandex-team.com> | 2023-06-30 03:37:03 +0300 |
---|---|---|
committer | max42 <max42@yandex-team.com> | 2023-06-30 03:37:03 +0300 |
commit | fac2bd72b4b31ec3238292caf8fb2a8aaa6d6c4a (patch) | |
tree | b8cbc1deb00309c7f1a7ab6df520a76cf0b5c6d7 /yt/cpp/mapreduce/interface/protobuf_format.h | |
parent | 7bf166b1a7ed0af927f230022b245af618e998c1 (diff) | |
download | ydb-fac2bd72b4b31ec3238292caf8fb2a8aaa6d6c4a.tar.gz |
YT-19324: move YT provider to ydb/library/yql
This commit is formed by the following script: https://paste.yandex-team.ru/6f92e4b8-efc5-4d34-948b-15ee2accd7e7/text.
This commit has zero effect on all projects that depend on YQL.
The summary of changes:
- `yql/providers/yt -> ydb/library/yql/providers/yt `- the whole implementation of YT provider is moved into YDB code base for further export as a part of YT YQL plugin shared library;
- `yql/providers/stat/{expr_nodes,uploader} -> ydb/library/yql/providers/stat/{expr_nodes,uploader}` - a small interface without implementation and the description of stat expr nodes;
- `yql/core/extract_predicate/ut -> ydb/library/yql/core/extract_predicate/ut`;
- `yql/core/{ut,ut_common} -> ydb/library/yql/core/{ut,ut_common}`;
- `yql/core` is gone;
- `yql/library/url_preprocessing -> ydb/library/yql/core/url_preprocessing`.
**NB**: all new targets inside `ydb/` are under `IF (NOT CMAKE_EXPORT)` clause which disables them from open-source cmake generation and ya make build. They will be enabled in the subsequent commits.
Diffstat (limited to 'yt/cpp/mapreduce/interface/protobuf_format.h')
-rw-r--r-- | yt/cpp/mapreduce/interface/protobuf_format.h | 106 |
1 files changed, 106 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/interface/protobuf_format.h b/yt/cpp/mapreduce/interface/protobuf_format.h new file mode 100644 index 0000000000..aafbced386 --- /dev/null +++ b/yt/cpp/mapreduce/interface/protobuf_format.h @@ -0,0 +1,106 @@ +#pragma once + +#include "common.h" + +#include <yt/yt_proto/yt/formats/extension.pb.h> + +#include <util/generic/maybe.h> + +#include <google/protobuf/message.h> + +/// @cond Doxygen_Suppress +namespace NYT::NDetail { + +//////////////////////////////////////////////////////////////////////////////// + +enum class EProtobufType +{ + EnumInt /* "enum_int" */, + EnumString /* "enum_string" */, + Any /* "any" */, + OtherColumns /* "other_columns" */, +}; + +enum class EProtobufSerializationMode +{ + Protobuf, + Yt, + Embedded, +}; + +enum class EProtobufListMode +{ + Optional, + Required, +}; + +enum class EProtobufMapMode +{ + ListOfStructsLegacy, + ListOfStructs, + Dict, + OptionalDict, +}; + +enum class EProtobufFieldSortOrder +{ + AsInProtoFile, + ByFieldNumber, +}; + +enum class EProtobufOneofMode +{ + SeparateFields, + Variant, +}; + +enum class EProtobufEnumWritingMode +{ + SkipUnknownValues, + CheckValues, +}; + +struct TProtobufOneofOptions +{ + EProtobufOneofMode Mode = EProtobufOneofMode::Variant; + TString VariantFieldName; +}; + +struct TProtobufFieldOptions +{ + TMaybe<EProtobufType> Type; + EProtobufSerializationMode SerializationMode = EProtobufSerializationMode::Protobuf; + EProtobufListMode ListMode = EProtobufListMode::Required; + EProtobufMapMode MapMode = EProtobufMapMode::ListOfStructsLegacy; +}; + +struct TProtobufMessageOptions +{ + EProtobufFieldSortOrder FieldSortOrder = EProtobufFieldSortOrder::ByFieldNumber; +}; + +TString GetColumnName(const ::google::protobuf::FieldDescriptor& field); + +TProtobufFieldOptions GetFieldOptions( + const ::google::protobuf::FieldDescriptor* fieldDescriptor, + const TMaybe<TProtobufFieldOptions>& defaultFieldOptions = {}); + +TProtobufOneofOptions GetOneofOptions( + const ::google::protobuf::OneofDescriptor* oneofDescriptor, + const TMaybe<TProtobufOneofOptions>& defaultOneofOptions = {}); + +TProtobufMessageOptions GetMessageOptions(const ::google::protobuf::Descriptor* descriptor); + +TMaybe<TVector<TString>> InferColumnFilter(const ::google::protobuf::Descriptor& descriptor); + +TNode MakeProtoFormatConfigWithTables(const TVector<const ::google::protobuf::Descriptor*>& descriptors); +TNode MakeProtoFormatConfigWithDescriptors(const TVector<const ::google::protobuf::Descriptor*>& descriptors); + +TTableSchema CreateTableSchemaImpl( + const ::google::protobuf::Descriptor& messageDescriptor, + bool keepFieldsWithoutExtension); + +//////////////////////////////////////////////////////////////////////////////// + +} // namespace NYT::NDetail +/// @endcond |