diff options
| author | max42 <[email protected]> | 2023-06-30 03:37:03 +0300 |
|---|---|---|
| committer | max42 <[email protected]> | 2023-06-30 03:37:03 +0300 |
| commit | fac2bd72b4b31ec3238292caf8fb2a8aaa6d6c4a (patch) | |
| tree | b8cbc1deb00309c7f1a7ab6df520a76cf0b5c6d7 /yt/cpp/mapreduce/interface/job_counters.cpp | |
| parent | 7bf166b1a7ed0af927f230022b245af618e998c1 (diff) | |
YT-19324: move YT provider to ydb/library/yql
This commit is formed by the following script: https://paste.yandex-team.ru/6f92e4b8-efc5-4d34-948b-15ee2accd7e7/text.
This commit has zero effect on all projects that depend on YQL.
The summary of changes:
- `yql/providers/yt -> ydb/library/yql/providers/yt `- the whole implementation of YT provider is moved into YDB code base for further export as a part of YT YQL plugin shared library;
- `yql/providers/stat/{expr_nodes,uploader} -> ydb/library/yql/providers/stat/{expr_nodes,uploader}` - a small interface without implementation and the description of stat expr nodes;
- `yql/core/extract_predicate/ut -> ydb/library/yql/core/extract_predicate/ut`;
- `yql/core/{ut,ut_common} -> ydb/library/yql/core/{ut,ut_common}`;
- `yql/core` is gone;
- `yql/library/url_preprocessing -> ydb/library/yql/core/url_preprocessing`.
**NB**: all new targets inside `ydb/` are under `IF (NOT CMAKE_EXPORT)` clause which disables them from open-source cmake generation and ya make build. They will be enabled in the subsequent commits.
Diffstat (limited to 'yt/cpp/mapreduce/interface/job_counters.cpp')
| -rw-r--r-- | yt/cpp/mapreduce/interface/job_counters.cpp | 164 |
1 files changed, 164 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/interface/job_counters.cpp b/yt/cpp/mapreduce/interface/job_counters.cpp new file mode 100644 index 00000000000..6d4a2a6fcb3 --- /dev/null +++ b/yt/cpp/mapreduce/interface/job_counters.cpp @@ -0,0 +1,164 @@ +#include "job_counters.h" + +namespace NYT { + +//////////////////////////////////////////////////////////////////// + +namespace { + ui64 CountTotal(const TNode& data) + { + if (data.IsMap()) { + if (auto totalPtr = data.AsMap().FindPtr("total")) { + return data["total"].IntCast<ui64>(); + } else { + ui64 total = 0; + for (const auto& keyVal: data.AsMap()) { + total += CountTotal(keyVal.second); + } + return total; + } + } else { + return data.IntCast<ui64>(); + } + } + + TNode GetNode(const TNode& data, const TStringBuf& key) + { + if (auto resPtr = data.AsMap().FindPtr(key)) { + return *resPtr; + } + return TNode(); + } +} // namespace + +//////////////////////////////////////////////////////////////////// + +TJobCounter::TJobCounter(TNode data) + : Data_(std::move(data)) +{ + if (Data_.HasValue()) { + Total_ = CountTotal(Data_); + } +} + +TJobCounter::TJobCounter(ui64 total) + : Total_(total) +{ } + +ui64 TJobCounter::GetTotal() const +{ + return Total_; +} + +ui64 TJobCounter::GetValue(const TStringBuf key) const +{ + if (Data_.HasValue()) { + return CountTotal(Data_[key]); + } + return 0; +} + +//////////////////////////////////////////////////////////////////// + +TJobCounters::TJobCounters(const NYT::TNode& counters) + : Total_(0) +{ + if (!counters.IsMap()) { + ythrow yexception() << "TJobCounters must be initialized with Map type TNode"; + } + auto abortedNode = GetNode(counters, "aborted"); + if (abortedNode.HasValue()) { + Aborted_ = TJobCounter(GetNode(abortedNode, "total")); + AbortedScheduled_ = TJobCounter(GetNode(abortedNode, "scheduled")); + AbortedNonScheduled_ = TJobCounter(GetNode(abortedNode, "non_scheduled")); + } + auto completedNode = GetNode(counters, "completed"); + if (completedNode.HasValue()) { + Completed_ = TJobCounter(GetNode(completedNode, "total")); + CompletedNonInterrupted_ = TJobCounter(GetNode(completedNode, "non-interrupted")); + CompletedInterrupted_ = TJobCounter(GetNode(completedNode, "interrupted")); + } + Lost_ = TJobCounter(GetNode(counters, "lost")); + Invalidated_ = TJobCounter(GetNode(counters, "invalidated")); + Failed_ = TJobCounter(GetNode(counters, "failed")); + Running_ = TJobCounter(GetNode(counters, "running")); + Suspended_ = TJobCounter(GetNode(counters, "suspended")); + Pending_ = TJobCounter(GetNode(counters, "pending")); + Blocked_ = TJobCounter(GetNode(counters, "blocked")); + Total_ = CountTotal(counters); +} + + +const TJobCounter& TJobCounters::GetAborted() const +{ + return Aborted_; +} + +const TJobCounter& TJobCounters::GetAbortedScheduled() const +{ + return AbortedScheduled_; +} + +const TJobCounter& TJobCounters::GetAbortedNonScheduled() const +{ + return AbortedNonScheduled_; +} + +const TJobCounter& TJobCounters::GetCompleted() const +{ + return Completed_; +} + +const TJobCounter& TJobCounters::GetCompletedNonInterrupted() const +{ + return CompletedNonInterrupted_; +} + +const TJobCounter& TJobCounters::GetCompletedInterrupted() const +{ + return CompletedInterrupted_; +} + +const TJobCounter& TJobCounters::GetLost() const +{ + return Lost_; +} + +const TJobCounter& TJobCounters::GetInvalidated() const +{ + return Invalidated_; +} + +const TJobCounter& TJobCounters::GetFailed() const +{ + return Failed_; +} + +const TJobCounter& TJobCounters::GetRunning() const +{ + return Running_; +} + +const TJobCounter& TJobCounters::GetSuspended() const +{ + return Suspended_; +} + +const TJobCounter& TJobCounters::GetPending() const +{ + return Pending_; +} + +const TJobCounter& TJobCounters::GetBlocked() const +{ + return Blocked_; +} + +ui64 TJobCounters::GetTotal() const +{ + return Total_; +} + +//////////////////////////////////////////////////////////////////// + +} // namespace NYT |
