diff options
author | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
---|---|---|
committer | max42 <max42@yandex-team.com> | 2023-07-29 00:02:16 +0300 |
commit | 73b89de71748a21e102d27b9f3ed1bf658766cb5 (patch) | |
tree | 188bbd2d622fa91cdcbb1b6d6d77fbc84a0646f5 /yt/cpp/mapreduce/http/helpers.cpp | |
parent | 528e321bcc2a2b67b53aeba58c3bd88305a141ee (diff) | |
download | ydb-73b89de71748a21e102d27b9f3ed1bf658766cb5.tar.gz |
YT-19210: expose YQL shared library for YT.
After this, a new target libyqlplugin.so appears. in open-source cmake build.
Diff in open-source YDB repo looks like the following: https://paste.yandex-team.ru/f302bdb4-7ef2-4362-91c7-6ca45f329264
Diffstat (limited to 'yt/cpp/mapreduce/http/helpers.cpp')
-rw-r--r-- | yt/cpp/mapreduce/http/helpers.cpp | 88 |
1 files changed, 88 insertions, 0 deletions
diff --git a/yt/cpp/mapreduce/http/helpers.cpp b/yt/cpp/mapreduce/http/helpers.cpp new file mode 100644 index 00000000000..233a565f205 --- /dev/null +++ b/yt/cpp/mapreduce/http/helpers.cpp @@ -0,0 +1,88 @@ +#include "helpers.h" + +#include "context.h" +#include "requests.h" + +#include <yt/cpp/mapreduce/interface/logging/yt_log.h> + +#include <library/cpp/yson/node/node_io.h> + +namespace NYT { + +/////////////////////////////////////////////////////////////////////////////// + +TString CreateHostNameWithPort(const TString& hostName, const TClientContext& context) +{ + static constexpr int HttpProxyPort = 80; + static constexpr int HttpsProxyPort = 443; + + static constexpr int TvmOnlyHttpProxyPort = 9026; + static constexpr int TvmOnlyHttpsProxyPort = 9443; + + if (hostName.find(':') == TString::npos) { + int port; + if (context.TvmOnly) { + port = context.UseTLS + ? TvmOnlyHttpsProxyPort + : TvmOnlyHttpProxyPort; + } else { + port = context.UseTLS + ? HttpsProxyPort + : HttpProxyPort; + } + return Format("%v:%v", hostName, port); + } + return hostName; +} + +TString GetFullUrl(const TString& hostName, const TClientContext& context, THttpHeader& header) +{ + Y_UNUSED(context); + return Format("http://%v%v", hostName, header.GetUrl()); +} + +static TString GetParametersDebugString(const THttpHeader& header) +{ + const auto& parameters = header.GetParameters(); + if (parameters.Empty()) { + return "<empty>"; + } else { + return NodeToYsonString(parameters); + } +} + +TString TruncateForLogs(const TString& text, size_t maxSize) +{ + Y_VERIFY(maxSize > 10); + if (text.empty()) { + static TString empty = "empty"; + return empty; + } else if (text.size() > maxSize) { + TStringStream out; + out << text.substr(0, maxSize) + "... (" << text.size() << " bytes total)"; + return out.Str(); + } else { + return text; + } +} + +TString GetLoggedAttributes(const THttpHeader& header, const TString& url, bool includeParameters, size_t sizeLimit) +{ + const auto parametersDebugString = GetParametersDebugString(header); + TStringStream out; + out << "Method: " << url << "; " + << "X-YT-Parameters (sent in " << (includeParameters ? "header" : "body") << "): " << TruncateForLogs(parametersDebugString, sizeLimit); + return out.Str(); +} + +void LogRequest(const THttpHeader& header, const TString& url, bool includeParameters, const TString& requestId, const TString& hostName) +{ + YT_LOG_DEBUG("REQ %v - sending request (HostName: %v; %v)", + requestId, + hostName, + GetLoggedAttributes(header, url, includeParameters, Max<size_t>())); +} + +/////////////////////////////////////////////////////////////////////////////// + +} // namespace NYT |