diff options
| author | vitalyisaev <[email protected]> | 2023-11-14 09:58:56 +0300 |
|---|---|---|
| committer | vitalyisaev <[email protected]> | 2023-11-14 10:20:20 +0300 |
| commit | c2b2dfd9827a400a8495e172a56343462e3ceb82 (patch) | |
| tree | cd4e4f597d01bede4c82dffeb2d780d0a9046bd0 /contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp | |
| parent | d4ae8f119e67808cb0cf776ba6e0cf95296f2df7 (diff) | |
YQ Connector: move tests from yql to ydb (OSS)
Перенос папки с тестами на Коннектор из папки yql в папку ydb (синхронизируется с github).
Diffstat (limited to 'contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp')
| -rw-r--r-- | contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp | 61 |
1 files changed, 61 insertions, 0 deletions
diff --git a/contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp b/contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp new file mode 100644 index 00000000000..0b531d91325 --- /dev/null +++ b/contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp @@ -0,0 +1,61 @@ +#include "clickhouse_config.h" + +#if USE_HDFS + +#include <TableFunctions/TableFunctionHDFSCluster.h> +#include <TableFunctions/TableFunctionFactory.h> + +#include <Storages/HDFS/StorageHDFSCluster.h> +#include <Storages/HDFS/StorageHDFS.h> +#include "registerTableFunctions.h" + +#include <memory> + + +namespace DB +{ + +StoragePtr TableFunctionHDFSCluster::getStorage( + const String & /*source*/, const String & /*format_*/, const ColumnsDescription & columns, ContextPtr context, + const std::string & table_name, const String & /*compression_method_*/) const +{ + StoragePtr storage; + if (context->getClientInfo().query_kind == ClientInfo::QueryKind::SECONDARY_QUERY) + { + /// On worker node this uri won't contains globs + storage = std::make_shared<StorageHDFS>( + filename, + StorageID(getDatabaseName(), table_name), + format, + columns, + ConstraintsDescription{}, + String{}, + context, + compression_method, + /*distributed_processing=*/true, + nullptr); + } + else + { + storage = std::make_shared<StorageHDFSCluster>( + context, + cluster_name, + filename, + StorageID(getDatabaseName(), table_name), + format, + columns, + ConstraintsDescription{}, + compression_method, + structure != "auto"); + } + return storage; +} + +void registerTableFunctionHDFSCluster(TableFunctionFactory & factory) +{ + factory.registerFunction<TableFunctionHDFSCluster>(); +} + +} + +#endif |
