diff options
| author | max42 <[email protected]> | 2023-07-29 00:02:16 +0300 |
|---|---|---|
| committer | max42 <[email protected]> | 2023-07-29 00:02:16 +0300 |
| commit | 73b89de71748a21e102d27b9f3ed1bf658766cb5 (patch) | |
| tree | 188bbd2d622fa91cdcbb1b6d6d77fbc84a0646f5 /yt/cpp/mapreduce/io/node_table_writer.cpp | |
| parent | 528e321bcc2a2b67b53aeba58c3bd88305a141ee (diff) | |
YT-19210: expose YQL shared library for YT.
After this, a new target libyqlplugin.so appears. in open-source cmake build.
Diff in open-source YDB repo looks like the following: https://paste.yandex-team.ru/f302bdb4-7ef2-4362-91c7-6ca45f329264
Diffstat (limited to 'yt/cpp/mapreduce/io/node_table_writer.cpp')
| -rw-r--r-- | yt/cpp/mapreduce/io/node_table_writer.cpp | 72 |
1 files changed, 72 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/io/node_table_writer.cpp b/yt/cpp/mapreduce/io/node_table_writer.cpp new file mode 100644 index 00000000000..dcb5a0f5b5e --- /dev/null +++ b/yt/cpp/mapreduce/io/node_table_writer.cpp @@ -0,0 +1,72 @@ +#include "node_table_writer.h" + +#include <yt/cpp/mapreduce/common/node_visitor.h> + +#include <yt/cpp/mapreduce/interface/io.h> + +#include <yt/cpp/mapreduce/interface/logging/yt_log.h> + +#include <library/cpp/yson/writer.h> + +namespace NYT { + +//////////////////////////////////////////////////////////////////////////////// + +TNodeTableWriter::TNodeTableWriter(THolder<IProxyOutput> output, NYson::EYsonFormat format) + : Output_(std::move(output)) +{ + for (size_t i = 0; i < Output_->GetStreamCount(); ++i) { + Writers_.push_back( + MakeHolder<::NYson::TYsonWriter>(Output_->GetStream(i), format, NYT::NYson::EYsonType::ListFragment)); + } +} + +TNodeTableWriter::~TNodeTableWriter() +{ } + +size_t TNodeTableWriter::GetTableCount() const +{ + return Output_->GetStreamCount(); +} + +void TNodeTableWriter::FinishTable(size_t tableIndex) { + Output_->GetStream(tableIndex)->Finish(); +} + +void TNodeTableWriter::AddRow(const TNode& row, size_t tableIndex) +{ + if (row.HasAttributes()) { + ythrow TIOException() << "Row cannot have attributes"; + } + + static const TNode emptyMap = TNode::CreateMap(); + const TNode* outRow = &emptyMap; + if (row.GetType() != TNode::Undefined) { + if (!row.IsMap()) { + ythrow TIOException() << "Row should be a map node"; + } else { + outRow = &row; + } + } + + auto* writer = Writers_[tableIndex].Get(); + writer->OnListItem(); + + TNodeVisitor visitor(writer); + visitor.Visit(*outRow); + + Output_->OnRowFinished(tableIndex); +} + +void TNodeTableWriter::AddRow(TNode&& row, size_t tableIndex) { + AddRow(row, tableIndex); +} + +void TNodeTableWriter::Abort() +{ + Output_->Abort(); +} + +//////////////////////////////////////////////////////////////////////////////// + +} // namespace NYT |
