diff options
author | max42 <max42@yandex-team.com> | 2023-06-30 03:37:03 +0300 |
---|---|---|
committer | max42 <max42@yandex-team.com> | 2023-06-30 03:37:03 +0300 |
commit | fac2bd72b4b31ec3238292caf8fb2a8aaa6d6c4a (patch) | |
tree | b8cbc1deb00309c7f1a7ab6df520a76cf0b5c6d7 /library/cpp/erasure/helpers.cpp | |
parent | 7bf166b1a7ed0af927f230022b245af618e998c1 (diff) | |
download | ydb-fac2bd72b4b31ec3238292caf8fb2a8aaa6d6c4a.tar.gz |
YT-19324: move YT provider to ydb/library/yql
This commit is formed by the following script: https://paste.yandex-team.ru/6f92e4b8-efc5-4d34-948b-15ee2accd7e7/text.
This commit has zero effect on all projects that depend on YQL.
The summary of changes:
- `yql/providers/yt -> ydb/library/yql/providers/yt `- the whole implementation of YT provider is moved into YDB code base for further export as a part of YT YQL plugin shared library;
- `yql/providers/stat/{expr_nodes,uploader} -> ydb/library/yql/providers/stat/{expr_nodes,uploader}` - a small interface without implementation and the description of stat expr nodes;
- `yql/core/extract_predicate/ut -> ydb/library/yql/core/extract_predicate/ut`;
- `yql/core/{ut,ut_common} -> ydb/library/yql/core/{ut,ut_common}`;
- `yql/core` is gone;
- `yql/library/url_preprocessing -> ydb/library/yql/core/url_preprocessing`.
**NB**: all new targets inside `ydb/` are under `IF (NOT CMAKE_EXPORT)` clause which disables them from open-source cmake generation and ya make build. They will be enabled in the subsequent commits.
Diffstat (limited to 'library/cpp/erasure/helpers.cpp')
-rw-r--r-- | library/cpp/erasure/helpers.cpp | 80 |
1 files changed, 80 insertions, 0 deletions
diff --git a/library/cpp/erasure/helpers.cpp b/library/cpp/erasure/helpers.cpp new file mode 100644 index 0000000000..74edeca52c --- /dev/null +++ b/library/cpp/erasure/helpers.cpp @@ -0,0 +1,80 @@ +#include "helpers.h" + +#include <algorithm> +#include <iterator> + +namespace NErasure { + +TPartIndexList MakeSegment(int begin, int end) { + TPartIndexList result(end - begin); + for (int i = begin; i < end; ++i) { + result[i - begin] = i; + } + return result; +} + +TPartIndexList MakeSingleton(int elem) { + TPartIndexList result; + result.push_back(elem); + return result; +} + +TPartIndexList Difference(int begin, int end, const TPartIndexList& subtrahend) { + size_t pos = 0; + TPartIndexList result; + for (int i = begin; i < end; ++i) { + while (pos < subtrahend.size() && subtrahend[pos] < i) { + pos += 1; + } + if (pos == subtrahend.size() || subtrahend[pos] != i) { + result.push_back(i); + } + } + return result; +} + +TPartIndexList Difference(const TPartIndexList& first, const TPartIndexList& second) { + TPartIndexList result; + std::set_difference(first.begin(), first.end(), second.begin(), second.end(), std::back_inserter(result)); + return result; +} + +TPartIndexList Difference(const TPartIndexList& set, int subtrahend) { + return Difference(set, MakeSingleton(subtrahend)); +} + +TPartIndexList Intersection(const TPartIndexList& first, const TPartIndexList& second) { + TPartIndexList result; + std::set_intersection(first.begin(), first.end(), second.begin(), second.end(), std::back_inserter(result)); + return result; +} + +TPartIndexList Union(const TPartIndexList& first, const TPartIndexList& second) { + TPartIndexList result; + std::set_union(first.begin(), first.end(), second.begin(), second.end(), std::back_inserter(result)); + return result; +} + +bool Contains(const TPartIndexList& set, int elem) { + return std::binary_search(set.begin(), set.end(), elem); +} + +TPartIndexList UniqueSortedIndices(const TPartIndexList& indices) { + TPartIndexList copy = indices; + std::sort(copy.begin(), copy.end()); + copy.erase(std::unique(copy.begin(), copy.end()), copy.end()); + return copy; +} + +TPartIndexList ExtractRows(const TPartIndexList& matrix, int width, const TPartIndexList& rows) { + Y_ASSERT(matrix.size() % width == 0); + TPartIndexList result(width * rows.size()); + for (size_t i = 0; i < rows.size(); ++i) { + auto start = matrix.begin() + rows[i] * width; + std::copy(start, start + width, result.begin() + i * width); + } + return result; +} + +} // namespace NErasure + |