summaryrefslogtreecommitdiffstats
path: root/contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp
diff options
context:
space:
mode:
authorvitalyisaev <[email protected]>2023-11-14 09:58:56 +0300
committervitalyisaev <[email protected]>2023-11-14 10:20:20 +0300
commitc2b2dfd9827a400a8495e172a56343462e3ceb82 (patch)
treecd4e4f597d01bede4c82dffeb2d780d0a9046bd0 /contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp
parentd4ae8f119e67808cb0cf776ba6e0cf95296f2df7 (diff)
YQ Connector: move tests from yql to ydb (OSS)
Перенос папки с тестами на Коннектор из папки yql в папку ydb (синхронизируется с github).
Diffstat (limited to 'contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp')
-rw-r--r--contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp61
1 files changed, 61 insertions, 0 deletions
diff --git a/contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp b/contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp
new file mode 100644
index 00000000000..0b531d91325
--- /dev/null
+++ b/contrib/clickhouse/src/TableFunctions/TableFunctionHDFSCluster.cpp
@@ -0,0 +1,61 @@
+#include "clickhouse_config.h"
+
+#if USE_HDFS
+
+#include <TableFunctions/TableFunctionHDFSCluster.h>
+#include <TableFunctions/TableFunctionFactory.h>
+
+#include <Storages/HDFS/StorageHDFSCluster.h>
+#include <Storages/HDFS/StorageHDFS.h>
+#include "registerTableFunctions.h"
+
+#include <memory>
+
+
+namespace DB
+{
+
+StoragePtr TableFunctionHDFSCluster::getStorage(
+ const String & /*source*/, const String & /*format_*/, const ColumnsDescription & columns, ContextPtr context,
+ const std::string & table_name, const String & /*compression_method_*/) const
+{
+ StoragePtr storage;
+ if (context->getClientInfo().query_kind == ClientInfo::QueryKind::SECONDARY_QUERY)
+ {
+ /// On worker node this uri won't contains globs
+ storage = std::make_shared<StorageHDFS>(
+ filename,
+ StorageID(getDatabaseName(), table_name),
+ format,
+ columns,
+ ConstraintsDescription{},
+ String{},
+ context,
+ compression_method,
+ /*distributed_processing=*/true,
+ nullptr);
+ }
+ else
+ {
+ storage = std::make_shared<StorageHDFSCluster>(
+ context,
+ cluster_name,
+ filename,
+ StorageID(getDatabaseName(), table_name),
+ format,
+ columns,
+ ConstraintsDescription{},
+ compression_method,
+ structure != "auto");
+ }
+ return storage;
+}
+
+void registerTableFunctionHDFSCluster(TableFunctionFactory & factory)
+{
+ factory.registerFunction<TableFunctionHDFSCluster>();
+}
+
+}
+
+#endif