1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
#pragma once
#include "fwd.h"
#include <yt/cpp/mapreduce/interface/errors.h>
#include <yt/cpp/mapreduce/interface/fwd.h>
#include <yt/cpp/mapreduce/interface/logging/yt_log.h>
#include <yt/cpp/mapreduce/common/fwd.h>
#include <yt/cpp/mapreduce/common/retry_lib.h>
#include <yt/cpp/mapreduce/common/wait_proxy.h>
#include <yt/cpp/mapreduce/http/http_client.h>
#include <util/datetime/base.h>
#include <util/generic/maybe.h>
#include <util/generic/string.h>
namespace NYT::NDetail {
////////////////////////////////////////////////////////////////////////////////
struct TResponseInfo
{
TString RequestId;
TString Response;
int HttpCode = 0;
};
////////////////////////////////////////////////////////////////////////////////
struct TRequestConfig
{
NHttpClient::THttpConfig HttpConfig;
bool IsHeavy = false;
};
////////////////////////////////////////////////////////////////////////////////
template <typename TResult>
TResult RequestWithRetry(
IRequestRetryPolicyPtr retryPolicy,
std::function<TResult(TMutationId&)> func)
{
bool useSameMutationId = false;
TMutationId mutationId;
while (true) {
try {
retryPolicy->NotifyNewAttempt();
if constexpr (std::is_same_v<TResult, void>) {
func(mutationId);
return;
} else {
return func(mutationId);
}
} catch (const TErrorResponse& e) {
YT_LOG_ERROR("Retry failed %v - %v",
e.GetError().GetMessage(),
retryPolicy->GetAttemptDescription());
useSameMutationId = e.IsTransportError();
if (!IsRetriable(e)) {
throw;
}
auto maybeRetryTimeout = retryPolicy->OnRetriableError(e);
if (maybeRetryTimeout) {
TWaitProxy::Get()->Sleep(*maybeRetryTimeout);
} else {
throw;
}
} catch (const std::exception& e) {
YT_LOG_ERROR("Retry failed %v - %v",
e.what(),
retryPolicy->GetAttemptDescription());
useSameMutationId = true;
if (!IsRetriable(e)) {
throw;
}
auto maybeRetryTimeout = retryPolicy->OnGenericError(e);
if (maybeRetryTimeout) {
TWaitProxy::Get()->Sleep(*maybeRetryTimeout);
} else {
throw;
}
}
if (!useSameMutationId) {
mutationId = {};
}
}
}
// Retry request with given `header' and `body' using `retryPolicy'.
// If `retryPolicy == nullptr' use default, currently `TAttemptLimitedRetryPolicy(TConfig::Get()->RetryCount)`.
TResponseInfo RetryRequestWithPolicy(
IRequestRetryPolicyPtr retryPolicy,
const TClientContext& context,
THttpHeader& header,
TMaybe<TStringBuf> body = {},
const TRequestConfig& config = TRequestConfig());
TResponseInfo RequestWithoutRetry(
const TClientContext& context,
TMutationId& mutationId,
THttpHeader& header,
TMaybe<TStringBuf> body = {},
const TRequestConfig& config = TRequestConfig());
////////////////////////////////////////////////////////////////////////////////
} // namespace NYT::NDetail
|
