YQL-11232: Don't keep running rtmr task process

ref:0070a0a0bf9f2df5230ff841790b6f1d1d3769eb

4 files changed, 16 insertions, 0 deletions

diff --git a/ydb/library/yql/core/facade/yql_facade.cpp b/ydb/library/yql/core/facade/yql_facade.cpp
index b74abc1c34..231b751def 100644
--- a/ydb/library/yql/core/facade/yql_facade.cpp
+++ b/ydb/library/yql/core/facade/yql_facade.cpp
@@ -1393,4 +1393,17 @@ bool TProgram::HasActiveProcesses() {
     return false;
 }
 
+bool TProgram::NeedWaitForActiveProcesses() {
+    bool flag = HasActiveProcesses();
+    if (!flag) {
+        return false;
+    }
+    for (const auto& dp : DataProviders_) {
+        if (dp.WaitForActiveProcesses) {
+            return true;
+        }
+    }
+    return false;
+}
+
 } // namespace NYql
diff --git a/ydb/library/yql/core/facade/yql_facade.h b/ydb/library/yql/core/facade/yql_facade.h
index 1f8f47681d..586747551f 100644
--- a/ydb/library/yql/core/facade/yql_facade.h
+++ b/ydb/library/yql/core/facade/yql_facade.h
@@ -157,6 +157,7 @@ public:
     TFutureStatus ContinueAsync();
 
     bool HasActiveProcesses();
+    bool NeedWaitForActiveProcesses();
 
     void Abort();
 
diff --git a/ydb/library/yql/core/yql_data_provider.h b/ydb/library/yql/core/yql_data_provider.h
index 3ffbdc041d..049e97c638 100644
--- a/ydb/library/yql/core/yql_data_provider.h
+++ b/ydb/library/yql/core/yql_data_provider.h
@@ -193,6 +193,7 @@ struct TDataProviderInfo {
     TIntrusivePtr<IDataProvider> Source;
     TIntrusivePtr<IDataProvider> Sink;
     bool SupportFullResultDataSink = false;
+    bool WaitForActiveProcesses = true;
 
     std::function<TMaybe<TString>(const TMaybe<TSet<TString>>& usedClusters, const TMaybe<TSet<TString>>& usedProviders,
         ESourceSyntax syntax)> RemoteClusterProvider;
diff --git a/ydb/library/yql/providers/common/proto/gateways_config.proto b/ydb/library/yql/providers/common/proto/gateways_config.proto
index 8561fe2536..bda636a9a0 100644
--- a/ydb/library/yql/providers/common/proto/gateways_config.proto
+++ b/ydb/library/yql/providers/common/proto/gateways_config.proto
@@ -248,6 +248,7 @@ message TRtmrGatewayConfig {
     repeated TRtmrOperationArtifactsInfo CommonArtifacts = 6; // common artifacts for all clusters
     optional uint32 MaxPqPartitions = 7 [default = 10];
     optional uint32 PreviewCollectTimeoutMs = 8 [default = 2000];
+    optional bool KeepActiveProcess = 9 [default = false];
 }
 
 ///////////////////////////// Pq //////////////////////////////