diff options
author | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
---|---|---|
committer | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
commit | 73b89de71748a21e102d27b9f3ed1bf658766cb5 (patch) | |
tree | 188bbd2d622fa91cdcbb1b6d6d77fbc84a0646f5 /yt/cpp/mapreduce/client/format_hints.cpp | |
parent | 528e321bcc2a2b67b53aeba58c3bd88305a141ee (diff) | |
download | ydb-73b89de71748a21e102d27b9f3ed1bf658766cb5.tar.gz |
YT-19210: expose YQL shared library for YT.
After this, a new target libyqlplugin.so appears. in open-source cmake build.
Diff in open-source YDB repo looks like the following: https://paste.yandex-team.ru/f302bdb4-7ef2-4362-91c7-6ca45f329264
Diffstat (limited to 'yt/cpp/mapreduce/client/format_hints.cpp')
-rw-r--r-- | yt/cpp/mapreduce/client/format_hints.cpp | 84 |
1 files changed, 84 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/client/format_hints.cpp b/yt/cpp/mapreduce/client/format_hints.cpp new file mode 100644 index 0000000000..1f6eb173ad --- /dev/null +++ b/yt/cpp/mapreduce/client/format_hints.cpp @@ -0,0 +1,84 @@ +#include "format_hints.h" + +#include <yt/cpp/mapreduce/common/helpers.h> +#include <yt/cpp/mapreduce/interface/config.h> +#include <yt/cpp/mapreduce/interface/operation.h> + +#include <util/string/builder.h> + +namespace NYT::NDetail { + +using ::ToString; + +//////////////////////////////////////////////////////////////////////////////// + +static void ApplyEnableTypeConversion(TFormat* format, const TFormatHints& formatHints) +{ + if (formatHints.EnableAllToStringConversion_) { + format->Config.Attributes()["enable_all_to_string_conversion"] = *formatHints.EnableAllToStringConversion_; + } + if (formatHints.EnableStringToAllConversion_) { + format->Config.Attributes()["enable_string_to_all_conversion"] = *formatHints.EnableStringToAllConversion_; + } + if (formatHints.EnableIntegralTypeConversion_) { + format->Config.Attributes()["enable_integral_type_conversion"] = *formatHints.EnableIntegralTypeConversion_; + } + if (formatHints.EnableIntegralToDoubleConversion_) { + format->Config.Attributes()["enable_integral_to_double_conversion"] = *formatHints.EnableIntegralToDoubleConversion_; + } + if (formatHints.EnableTypeConversion_) { + format->Config.Attributes()["enable_type_conversion"] = *formatHints.EnableTypeConversion_; + } +} + +template <> +void ApplyFormatHints<TNode>(TFormat* format, const TMaybe<TFormatHints>& formatHints) +{ + Y_VERIFY(format); + if (!formatHints) { + return; + } + + ApplyEnableTypeConversion(format, *formatHints); + + if (formatHints->SkipNullValuesForTNode_) { + Y_ENSURE_EX( + format->Config.AsString() == "yson", + TApiUsageError() << "SkipNullForTNode option must be used with yson format, actual format: " << format->Config.AsString()); + format->Config.Attributes()["skip_null_values"] = formatHints->SkipNullValuesForTNode_; + } + + if (formatHints->ComplexTypeMode_) { + Y_ENSURE_EX( + format->Config.AsString() == "yson", + TApiUsageError() << "ComplexTypeMode option must be used with yson format, actual format: " + << format->Config.AsString()); + format->Config.Attributes()["complex_type_mode"] = ToString(*formatHints->ComplexTypeMode_); + } +} + +template <> +void ApplyFormatHints<TYaMRRow>(TFormat* format, const TMaybe<TFormatHints>& formatHints) +{ + Y_VERIFY(format); + if (!formatHints) { + return; + } + + ythrow TApiUsageError() << "Yamr format currently has no supported format hints"; +} + +template <> +void ApplyFormatHints<::google::protobuf::Message>(TFormat* format, const TMaybe<TFormatHints>& formatHints) +{ + Y_VERIFY(format); + if (!formatHints) { + return; + } + + ythrow TApiUsageError() << "Protobuf format currently has no supported format hints"; +} + +//////////////////////////////////////////////////////////////////////////////// + +} // namespace NYT::NDetail |