diff options
author | max42 <[email protected]> | 2023-06-30 03:37:03 +0300 |
---|---|---|
committer | max42 <[email protected]> | 2023-06-30 03:37:03 +0300 |
commit | fac2bd72b4b31ec3238292caf8fb2a8aaa6d6c4a (patch) | |
tree | b8cbc1deb00309c7f1a7ab6df520a76cf0b5c6d7 /yt/cpp/mapreduce/client/skiff.h | |
parent | 7bf166b1a7ed0af927f230022b245af618e998c1 (diff) |
YT-19324: move YT provider to ydb/library/yql
This commit is formed by the following script: https://paste.yandex-team.ru/6f92e4b8-efc5-4d34-948b-15ee2accd7e7/text.
This commit has zero effect on all projects that depend on YQL.
The summary of changes:
- `yql/providers/yt -> ydb/library/yql/providers/yt `- the whole implementation of YT provider is moved into YDB code base for further export as a part of YT YQL plugin shared library;
- `yql/providers/stat/{expr_nodes,uploader} -> ydb/library/yql/providers/stat/{expr_nodes,uploader}` - a small interface without implementation and the description of stat expr nodes;
- `yql/core/extract_predicate/ut -> ydb/library/yql/core/extract_predicate/ut`;
- `yql/core/{ut,ut_common} -> ydb/library/yql/core/{ut,ut_common}`;
- `yql/core` is gone;
- `yql/library/url_preprocessing -> ydb/library/yql/core/url_preprocessing`.
**NB**: all new targets inside `ydb/` are under `IF (NOT CMAKE_EXPORT)` clause which disables them from open-source cmake generation and ya make build. They will be enabled in the subsequent commits.
Diffstat (limited to 'yt/cpp/mapreduce/client/skiff.h')
-rw-r--r-- | yt/cpp/mapreduce/client/skiff.h | 72 |
1 files changed, 72 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/client/skiff.h b/yt/cpp/mapreduce/client/skiff.h new file mode 100644 index 00000000000..82d80a4967a --- /dev/null +++ b/yt/cpp/mapreduce/client/skiff.h @@ -0,0 +1,72 @@ +#pragma once + +#include <yt/cpp/mapreduce/common/fwd.h> + +#include <yt/cpp/mapreduce/interface/fwd.h> +#include <yt/cpp/mapreduce/interface/common.h> + +#include <yt/cpp/mapreduce/skiff/wire_type.h> +#include <yt/cpp/mapreduce/skiff/skiff_schema.h> + +#include <util/generic/vector.h> + +namespace NYT::NYson { +struct IYsonConsumer; +} // namespace NYT::NYson + +namespace NYT { + +struct TClientContext; +enum class ENodeReaderFormat : int; + +namespace NDetail { + +//////////////////////////////////////////////////////////////////////////////// + +struct TCreateSkiffSchemaOptions +{ + using TSelf = TCreateSkiffSchemaOptions; + + FLUENT_FIELD_DEFAULT(bool, HasKeySwitch, false); + FLUENT_FIELD_DEFAULT(bool, HasRangeIndex, false); + + using TRenameColumnsDescriptor = THashMap<TString, TString>; + FLUENT_FIELD_OPTION(TRenameColumnsDescriptor, RenameColumns); +}; + +//////////////////////////////////////////////////////////////////////////////// + +NSkiff::TSkiffSchemaPtr CreateSkiffSchema( + const TVector<NSkiff::TSkiffSchemaPtr>& tableSchemas, + const TCreateSkiffSchemaOptions& options); + +NSkiff::TSkiffSchemaPtr GetJobInputSkiffSchema(); + +NSkiff::EWireType ValueTypeToSkiffType(EValueType valueType); + +NSkiff::TSkiffSchemaPtr CreateSkiffSchema( + const TTableSchema& schema, + const TCreateSkiffSchemaOptions& options = TCreateSkiffSchemaOptions()); + +NSkiff::TSkiffSchemaPtr CreateSkiffSchema( + const TNode& schemaNode, + const TCreateSkiffSchemaOptions& options = TCreateSkiffSchemaOptions()); + +void Serialize(const NSkiff::TSkiffSchemaPtr& schema, NYson::IYsonConsumer* consumer); + +void Deserialize(NSkiff::TSkiffSchemaPtr& schema, const TNode& node); + +TFormat CreateSkiffFormat(const NSkiff::TSkiffSchemaPtr& schema); + +NSkiff::TSkiffSchemaPtr CreateSkiffSchemaIfNecessary( + const TClientContext& context, + const IClientRetryPolicyPtr& clientRetryPolicy, + const TTransactionId& transactionId, + ENodeReaderFormat nodeReaderFormat, + const TVector<TRichYPath>& tablePaths, + const TCreateSkiffSchemaOptions& options = TCreateSkiffSchemaOptions()); + +//////////////////////////////////////////////////////////////////////////////// + +} // namespace NDetail +} // namespace NYT |