summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authoruzhas <[email protected]>2022-02-23 03:27:38 +0300
committeruzhas <[email protected]>2022-02-23 03:27:38 +0300
commit1701ff2aa8f104bebfe3510f86c2293ee145105c (patch)
tree368550033b00a867638b0bf67e28c9e9d6ae6805
parenta1029d010decab809280a9562a94177cca40095c (diff)
YQ-895: remove redundant CGIEscape invocations, simplify TUrlBuilder usage
ref:453ec88c0270f6509cc09a188926b8946377d5cb
-rw-r--r--ydb/library/yql/providers/s3/provider/CMakeLists.txt1
-rw-r--r--ydb/library/yql/providers/s3/provider/ya.make1
-rw-r--r--ydb/library/yql/providers/s3/provider/yql_s3_io_discovery.cpp27
3 files changed, 14 insertions, 15 deletions
diff --git a/ydb/library/yql/providers/s3/provider/CMakeLists.txt b/ydb/library/yql/providers/s3/provider/CMakeLists.txt
index 3fc5161c93b..6e117f6450f 100644
--- a/ydb/library/yql/providers/s3/provider/CMakeLists.txt
+++ b/ydb/library/yql/providers/s3/provider/CMakeLists.txt
@@ -9,7 +9,6 @@ target_link_libraries(providers-s3-provider PUBLIC
library-cpp-json
library-cpp-random_provider
library-cpp-retry
- cpp-string_utils-quote
library-cpp-time_provider
cpp-xml-document
library-yql-ast
diff --git a/ydb/library/yql/providers/s3/provider/ya.make b/ydb/library/yql/providers/s3/provider/ya.make
index 4e116529a90..a88bb4dfecd 100644
--- a/ydb/library/yql/providers/s3/provider/ya.make
+++ b/ydb/library/yql/providers/s3/provider/ya.make
@@ -26,7 +26,6 @@ PEERDIR(
library/cpp/json
library/cpp/random_provider
library/cpp/retry
- library/cpp/string_utils/quote
library/cpp/time_provider
library/cpp/xml/document
ydb/library/yql/ast
diff --git a/ydb/library/yql/providers/s3/provider/yql_s3_io_discovery.cpp b/ydb/library/yql/providers/s3/provider/yql_s3_io_discovery.cpp
index 4518bb24698..1e0953c0849 100644
--- a/ydb/library/yql/providers/s3/provider/yql_s3_io_discovery.cpp
+++ b/ydb/library/yql/providers/s3/provider/yql_s3_io_discovery.cpp
@@ -7,7 +7,6 @@
#include <util/generic/size_literals.h>
-#include <library/cpp/string_utils/quote/quote.h>
#include <contrib/libs/re2/re2/re2.h>
#ifdef THROW
@@ -81,19 +80,21 @@ void OnDiscovery(
if (const auto g = gateway.lock()) {
const auto& next = root.Node("s3:NextContinuationToken", false, nss).Value<TString>();
const auto& maxKeys = root.Node("s3:MaxKeys", false, nss).Value<TString>();
- TString prefix(std::get<1U>(keys));
- CGIEscape(prefix);
+
IHTTPGateway::THeaders headers;
if (const auto& token = std::get<2U>(keys); !token.empty())
headers.emplace_back(token);
+ TString prefix(std::get<1U>(keys));
TUrlBuilder urlBuilder(std::get<0U>(keys));
- urlBuilder.AddUrlParam("list-type", "2");
- urlBuilder.AddUrlParam("prefix", prefix);
- urlBuilder.AddUrlParam("continuation-token", next);
- urlBuilder.AddUrlParam("max-keys", maxKeys);
+ auto url = urlBuilder.AddUrlParam("list-type", "2")
+ .AddUrlParam("prefix", prefix)
+ .AddUrlParam("continuation-token", next)
+ .AddUrlParam("max-keys", maxKeys)
+ .Build();
+
return g->Download(
- urlBuilder.Build(),
+ url,
std::move(headers),
0U,
std::bind(&OnDiscovery, gateway, pos, std::placeholders::_1, std::cref(keys), std::ref(output), std::move(promise), pendingBucketsWPtr, promiseInd, retryPolicy),
@@ -216,17 +217,17 @@ public:
for (auto& bucket : *PendingBuckets_) {
auto promise = NThreading::NewPromise();
handles.emplace_back(promise.GetFuture());
- TString prefix(std::get<1U>(bucket.first));
- CGIEscape(prefix);
IHTTPGateway::THeaders headers;
if (const auto& token = std::get<2U>(bucket.first); !token.empty())
headers.emplace_back(token);
std::weak_ptr<TPendingBuckets> pendingBucketsWPtr = PendingBuckets_;
+ TString prefix(std::get<1U>(bucket.first));
TUrlBuilder urlBuilder(std::get<0U>(bucket.first));
- urlBuilder.AddUrlParam("list-type", "2");
- urlBuilder.AddUrlParam("prefix", prefix);
+ const auto url = urlBuilder.AddUrlParam("list-type", "2")
+ .AddUrlParam("prefix", prefix)
+ .Build();
Gateway_->Download(
- urlBuilder.Build(),
+ url,
headers,
0U,
std::bind(&OnDiscovery,