aboutsummaryrefslogtreecommitdiffstats
path: root/contrib/clickhouse/src/Storages/MergeTree/ReplicatedFetchList.h
diff options
context:
space:
mode:
authorvitalyisaev <vitalyisaev@ydb.tech>2023-11-14 09:58:56 +0300
committervitalyisaev <vitalyisaev@ydb.tech>2023-11-14 10:20:20 +0300
commitc2b2dfd9827a400a8495e172a56343462e3ceb82 (patch)
treecd4e4f597d01bede4c82dffeb2d780d0a9046bd0 /contrib/clickhouse/src/Storages/MergeTree/ReplicatedFetchList.h
parentd4ae8f119e67808cb0cf776ba6e0cf95296f2df7 (diff)
downloadydb-c2b2dfd9827a400a8495e172a56343462e3ceb82.tar.gz
YQ Connector: move tests from yql to ydb (OSS)
Перенос папки с тестами на Коннектор из папки yql в папку ydb (синхронизируется с github).
Diffstat (limited to 'contrib/clickhouse/src/Storages/MergeTree/ReplicatedFetchList.h')
-rw-r--r--contrib/clickhouse/src/Storages/MergeTree/ReplicatedFetchList.h96
1 files changed, 96 insertions, 0 deletions
diff --git a/contrib/clickhouse/src/Storages/MergeTree/ReplicatedFetchList.h b/contrib/clickhouse/src/Storages/MergeTree/ReplicatedFetchList.h
new file mode 100644
index 0000000000..0ab631e53b
--- /dev/null
+++ b/contrib/clickhouse/src/Storages/MergeTree/ReplicatedFetchList.h
@@ -0,0 +1,96 @@
+#pragma once
+#include <Common/CurrentMetrics.h>
+#include <boost/noncopyable.hpp>
+#include <Storages/MergeTree/BackgroundProcessList.h>
+#include <Common/Stopwatch.h>
+#include <Poco/URI.h>
+
+
+namespace CurrentMetrics
+{
+ extern const Metric ReplicatedFetch;
+}
+
+namespace DB
+{
+
+struct ReplicatedFetchInfo
+{
+ std::string database;
+ std::string table;
+ std::string partition_id;
+
+ std::string result_part_name;
+ std::string result_part_path;
+
+ std::string source_replica_path;
+ std::string source_replica_hostname;
+ UInt16 source_replica_port;
+ std::string interserver_scheme;
+ std::string uri;
+
+ UInt8 to_detached;
+
+ Float64 elapsed;
+ Float64 progress;
+
+ UInt64 total_size_bytes_compressed;
+ UInt64 bytes_read_compressed;
+
+ UInt64 thread_id;
+};
+
+
+struct ReplicatedFetchListElement : private boost::noncopyable
+{
+ const std::string database;
+ const std::string table;
+ const std::string partition_id;
+
+ const std::string result_part_name;
+ const std::string result_part_path;
+
+ const std::string source_replica_path;
+ const std::string source_replica_hostname;
+ const UInt16 source_replica_port;
+ const std::string interserver_scheme;
+ const std::string uri;
+
+ const UInt8 to_detached;
+
+ Stopwatch watch;
+ std::atomic<Float64> progress{};
+ /// How many bytes already read
+ std::atomic<UInt64> bytes_read_compressed{};
+ /// Total bytes to read
+ /// NOTE: can be zero if we fetching data from old server.
+ /// In this case progress is not tracked.
+ const UInt64 total_size_bytes_compressed{};
+
+ const UInt64 thread_id;
+
+ ReplicatedFetchListElement(
+ const std::string & database_, const std::string & table_,
+ const std::string & partition_id_, const std::string & result_part_name_,
+ const std::string & result_part_path_, const std::string & source_replica_path_,
+ const Poco::URI & uri, UInt8 to_detached_, UInt64 total_size_bytes_compressed_);
+
+ ReplicatedFetchInfo getInfo() const;
+};
+
+
+using ReplicatedFetchListEntry = BackgroundProcessListEntry<ReplicatedFetchListElement, ReplicatedFetchInfo>;
+
+/// List of currently processing replicated fetches
+class ReplicatedFetchList final : public BackgroundProcessList<ReplicatedFetchListElement, ReplicatedFetchInfo>
+{
+private:
+ using Parent = BackgroundProcessList<ReplicatedFetchListElement, ReplicatedFetchInfo>;
+
+public:
+ ReplicatedFetchList ()
+ : Parent(CurrentMetrics::ReplicatedFetch)
+ {}
+};
+
+}