diff options
author | vitalyisaev <vitalyisaev@ydb.tech> | 2023-11-14 09:58:56 +0300 |
---|---|---|
committer | vitalyisaev <vitalyisaev@ydb.tech> | 2023-11-14 10:20:20 +0300 |
commit | c2b2dfd9827a400a8495e172a56343462e3ceb82 (patch) | |
tree | cd4e4f597d01bede4c82dffeb2d780d0a9046bd0 /contrib/clickhouse/src/Storages/PartitionedSink.h | |
parent | d4ae8f119e67808cb0cf776ba6e0cf95296f2df7 (diff) | |
download | ydb-c2b2dfd9827a400a8495e172a56343462e3ceb82.tar.gz |
YQ Connector: move tests from yql to ydb (OSS)
Перенос папки с тестами на Коннектор из папки yql в папку ydb (синхронизируется с github).
Diffstat (limited to 'contrib/clickhouse/src/Storages/PartitionedSink.h')
-rw-r--r-- | contrib/clickhouse/src/Storages/PartitionedSink.h | 50 |
1 files changed, 50 insertions, 0 deletions
diff --git a/contrib/clickhouse/src/Storages/PartitionedSink.h b/contrib/clickhouse/src/Storages/PartitionedSink.h new file mode 100644 index 0000000000..68edeb6fd7 --- /dev/null +++ b/contrib/clickhouse/src/Storages/PartitionedSink.h @@ -0,0 +1,50 @@ +#pragma once + +#include <Common/HashTable/HashMap.h> +#include <Common/Arena.h> +#include <absl/container/flat_hash_map.h> +#include <Processors/Sinks/SinkToStorage.h> +#include <Interpreters/ExpressionAnalyzer.h> +#include <Interpreters/Context_fwd.h> + + +namespace DB +{ + +class PartitionedSink : public SinkToStorage +{ +public: + static constexpr auto PARTITION_ID_WILDCARD = "{_partition_id}"; + + PartitionedSink(const ASTPtr & partition_by, ContextPtr context_, const Block & sample_block_); + + String getName() const override { return "PartitionedSink"; } + + void consume(Chunk chunk) override; + + void onException(std::exception_ptr exception) override; + + void onFinish() override; + + virtual SinkPtr createSinkForPartition(const String & partition_id) = 0; + + static void validatePartitionKey(const String & str, bool allow_slash); + + static String replaceWildcards(const String & haystack, const String & partition_id); + +private: + ContextPtr context; + Block sample_block; + + ExpressionActionsPtr partition_by_expr; + String partition_by_column_name; + + absl::flat_hash_map<StringRef, SinkPtr> partition_id_to_sink; + HashMapWithSavedHash<StringRef, size_t> partition_id_to_chunk_index; + IColumn::Selector chunk_row_index_to_partition_index; + Arena partition_keys_arena; + + SinkPtr getSinkForPartitionKey(StringRef partition_key); +}; + +} |