aboutsummaryrefslogtreecommitdiffstats
path: root/contrib/clickhouse/src/Storages/PartitionedSink.h
diff options
context:
space:
mode:
authorvitalyisaev <vitalyisaev@ydb.tech>2023-11-14 09:58:56 +0300
committervitalyisaev <vitalyisaev@ydb.tech>2023-11-14 10:20:20 +0300
commitc2b2dfd9827a400a8495e172a56343462e3ceb82 (patch)
treecd4e4f597d01bede4c82dffeb2d780d0a9046bd0 /contrib/clickhouse/src/Storages/PartitionedSink.h
parentd4ae8f119e67808cb0cf776ba6e0cf95296f2df7 (diff)
downloadydb-c2b2dfd9827a400a8495e172a56343462e3ceb82.tar.gz
YQ Connector: move tests from yql to ydb (OSS)
Перенос папки с тестами на Коннектор из папки yql в папку ydb (синхронизируется с github).
Diffstat (limited to 'contrib/clickhouse/src/Storages/PartitionedSink.h')
-rw-r--r--contrib/clickhouse/src/Storages/PartitionedSink.h50
1 files changed, 50 insertions, 0 deletions
diff --git a/contrib/clickhouse/src/Storages/PartitionedSink.h b/contrib/clickhouse/src/Storages/PartitionedSink.h
new file mode 100644
index 0000000000..68edeb6fd7
--- /dev/null
+++ b/contrib/clickhouse/src/Storages/PartitionedSink.h
@@ -0,0 +1,50 @@
+#pragma once
+
+#include <Common/HashTable/HashMap.h>
+#include <Common/Arena.h>
+#include <absl/container/flat_hash_map.h>
+#include <Processors/Sinks/SinkToStorage.h>
+#include <Interpreters/ExpressionAnalyzer.h>
+#include <Interpreters/Context_fwd.h>
+
+
+namespace DB
+{
+
+class PartitionedSink : public SinkToStorage
+{
+public:
+ static constexpr auto PARTITION_ID_WILDCARD = "{_partition_id}";
+
+ PartitionedSink(const ASTPtr & partition_by, ContextPtr context_, const Block & sample_block_);
+
+ String getName() const override { return "PartitionedSink"; }
+
+ void consume(Chunk chunk) override;
+
+ void onException(std::exception_ptr exception) override;
+
+ void onFinish() override;
+
+ virtual SinkPtr createSinkForPartition(const String & partition_id) = 0;
+
+ static void validatePartitionKey(const String & str, bool allow_slash);
+
+ static String replaceWildcards(const String & haystack, const String & partition_id);
+
+private:
+ ContextPtr context;
+ Block sample_block;
+
+ ExpressionActionsPtr partition_by_expr;
+ String partition_by_column_name;
+
+ absl::flat_hash_map<StringRef, SinkPtr> partition_id_to_sink;
+ HashMapWithSavedHash<StringRef, size_t> partition_id_to_chunk_index;
+ IColumn::Selector chunk_row_index_to_partition_index;
+ Arena partition_keys_arena;
+
+ SinkPtr getSinkForPartitionKey(StringRef partition_key);
+};
+
+}