diff options
author | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
---|---|---|
committer | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
commit | 73b89de71748a21e102d27b9f3ed1bf658766cb5 (patch) | |
tree | 188bbd2d622fa91cdcbb1b6d6d77fbc84a0646f5 /yt/cpp/mapreduce/client/operation_helpers.cpp | |
parent | 528e321bcc2a2b67b53aeba58c3bd88305a141ee (diff) | |
download | ydb-73b89de71748a21e102d27b9f3ed1bf658766cb5.tar.gz |
YT-19210: expose YQL shared library for YT.
After this, a new target libyqlplugin.so appears. in open-source cmake build.
Diff in open-source YDB repo looks like the following: https://paste.yandex-team.ru/f302bdb4-7ef2-4362-91c7-6ca45f329264
Diffstat (limited to 'yt/cpp/mapreduce/client/operation_helpers.cpp')
-rw-r--r-- | yt/cpp/mapreduce/client/operation_helpers.cpp | 91 |
1 files changed, 91 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/client/operation_helpers.cpp b/yt/cpp/mapreduce/client/operation_helpers.cpp new file mode 100644 index 0000000000..abb2185662 --- /dev/null +++ b/yt/cpp/mapreduce/client/operation_helpers.cpp @@ -0,0 +1,91 @@ +#include "operation_helpers.h" + +#include <yt/cpp/mapreduce/common/retry_lib.h> + +#include <yt/cpp/mapreduce/interface/config.h> + +#include <yt/cpp/mapreduce/interface/logging/yt_log.h> + +#include <yt/cpp/mapreduce/raw_client/raw_requests.h> + +#include <yt/cpp/mapreduce/http/context.h> +#include <yt/cpp/mapreduce/http/requests.h> + +#include <util/string/builder.h> + +#include <util/system/mutex.h> +#include <util/system/rwlock.h> + +namespace NYT::NDetail { + +//////////////////////////////////////////////////////////////////////////////// + +ui64 RoundUpFileSize(ui64 size) +{ + constexpr ui64 roundUpTo = 4ull << 10; + return (size + roundUpTo - 1) & ~(roundUpTo - 1); +} + +bool UseLocalModeOptimization(const TClientContext& context, const IClientRetryPolicyPtr& clientRetryPolicy) +{ + if (!context.Config->EnableLocalModeOptimization) { + return false; + } + + static THashMap<TString, bool> localModeMap; + static TRWMutex mutex; + + { + TReadGuard guard(mutex); + auto it = localModeMap.find(context.ServerName); + if (it != localModeMap.end()) { + return it->second; + } + } + + bool isLocalMode = false; + TString localModeAttr("//sys/@local_mode_fqdn"); + // We don't want to pollute logs with errors about failed request, + // so we check if path exists before getting it. + if (NRawClient::Exists(clientRetryPolicy->CreatePolicyForGenericRequest(), + context, + TTransactionId(), + localModeAttr, + TExistsOptions().ReadFrom(EMasterReadKind::Cache))) + { + auto fqdnNode = NRawClient::TryGet( + clientRetryPolicy->CreatePolicyForGenericRequest(), + context, + TTransactionId(), + localModeAttr, + TGetOptions().ReadFrom(EMasterReadKind::Cache)); + if (!fqdnNode.IsUndefined()) { + auto fqdn = fqdnNode.AsString(); + isLocalMode = (fqdn == TProcessState::Get()->FqdnHostName); + YT_LOG_DEBUG("Checking local mode; LocalModeFqdn: %v FqdnHostName: %v IsLocalMode: %v", + fqdn, + TProcessState::Get()->FqdnHostName, + isLocalMode ? "true" : "false"); + } + } + + { + TWriteGuard guard(mutex); + localModeMap[context.ServerName] = isLocalMode; + } + + return isLocalMode; +} + +TString GetOperationWebInterfaceUrl(TStringBuf serverName, TOperationId operationId) +{ + serverName.ChopSuffix(":80"); + serverName.ChopSuffix(".yt.yandex-team.ru"); + serverName.ChopSuffix(".yt.yandex.net"); + return ::TStringBuilder() << "https://yt.yandex-team.ru/" << serverName << + "/operations/" << GetGuidAsString(operationId); +} + +//////////////////////////////////////////////////////////////////////////////// + +} // namespace NYT::NDetail |