diff options
| author | babichsemyon <babichsemyon@yandex-team.com> | 2023-08-29 12:27:32 +0300 |
|---|---|---|
| committer | babichsemyon <babichsemyon@yandex-team.com> | 2023-08-29 13:17:49 +0300 |
| commit | 7999a12359702225ce18a2e1746a52a9145a29a1 (patch) | |
| tree | a6e9309d302c3870b11447e6349e5631adade914 | |
| parent | 1a5ec169fd76344b798f5d5e614ac71c072feed7 (diff) | |
| download | ydb-7999a12359702225ce18a2e1746a52a9145a29a1.tar.gz | |
Ignore max_job_count/force_job_size_adjuster pragmas for map_reduce/sort operations
YQL-16217
| -rw-r--r-- | ydb/library/yql/providers/yt/gateway/native/yql_yt_spec.cpp | 13 |
1 files changed, 8 insertions, 5 deletions
diff --git a/ydb/library/yql/providers/yt/gateway/native/yql_yt_spec.cpp b/ydb/library/yql/providers/yt/gateway/native/yql_yt_spec.cpp index 6f7cbd90fc6..9fd4b04c5b4 100644 --- a/ydb/library/yql/providers/yt/gateway/native/yql_yt_spec.cpp +++ b/ydb/library/yql/providers/yt/gateway/native/yql_yt_spec.cpp @@ -191,8 +191,10 @@ void FillSpec(NYT::TNode& spec, spec["annotations"] = *val; } - if (auto val = settings->MaxJobCount.Get(cluster)) { - spec["max_job_count"] = static_cast<i64>(*val); + if (!opProps.HasFlags(EYtOpProp::IntermediateData)) { + if (auto val = settings->MaxJobCount.Get(cluster)) { + spec["max_job_count"] = static_cast<i64>(*val); + } } if (auto val = settings->UserSlots.Get(cluster)) { @@ -457,9 +459,10 @@ void FillSpec(NYT::TNode& spec, spec["reducer"]["network_project"] = *val; } } - - if (auto val = settings->_ForceJobSizeAdjuster.Get(cluster)) { - spec["force_job_size_adjuster"] = *val; + if (!opProps.HasFlags(EYtOpProp::IntermediateData)) { + if (auto val = settings->_ForceJobSizeAdjuster.Get(cluster)) { + spec["force_job_size_adjuster"] = *val; + } } } |