aboutsummaryrefslogtreecommitdiffstats
path: root/yt/cpp/mapreduce
diff options
context:
space:
mode:
authorAlexSm <alex@ydb.tech>2024-01-11 14:49:03 +0100
committerGitHub <noreply@github.com>2024-01-11 14:49:03 +0100
commit2e180154bd6a38b90a128ba0463d0dd2706a5ccf (patch)
tree0e0890fa08e63af33c52c9b6eacee56d037a740b /yt/cpp/mapreduce
parent4366d88bef9360d9754e77eaa1f4a25d046a9cbd (diff)
downloadydb-2e180154bd6a38b90a128ba0463d0dd2706a5ccf.tar.gz
Library import 7 (#937)
Diffstat (limited to 'yt/cpp/mapreduce')
-rw-r--r--yt/cpp/mapreduce/client/client.h2
-rw-r--r--yt/cpp/mapreduce/client/operation.cpp18
-rw-r--r--yt/cpp/mapreduce/client/retry_heavy_write_request.h4
-rw-r--r--yt/cpp/mapreduce/client/retryful_writer.h2
-rw-r--r--yt/cpp/mapreduce/client/structured_table_formats.cpp2
-rw-r--r--yt/cpp/mapreduce/interface/config.cpp2
-rw-r--r--yt/cpp/mapreduce/interface/fluent.h2
-rw-r--r--yt/cpp/mapreduce/interface/job_statistics_ut.cpp156
-rw-r--r--yt/cpp/mapreduce/interface/operation.h2
-rw-r--r--yt/cpp/mapreduce/interface/serialize.cpp2
-rw-r--r--yt/cpp/mapreduce/interface/skiff_row.h16
-rw-r--r--yt/cpp/mapreduce/raw_client/rpc_parameters_serialization.cpp2
12 files changed, 105 insertions, 105 deletions
diff --git a/yt/cpp/mapreduce/client/client.h b/yt/cpp/mapreduce/client/client.h
index 9bed0d7287..5de00285ef 100644
--- a/yt/cpp/mapreduce/client/client.h
+++ b/yt/cpp/mapreduce/client/client.h
@@ -388,7 +388,7 @@ public:
const TNode::TListType& keys,
const TDeleteRowsOptions& options) override;
- void TrimRows(
+ void TrimRows(
const TYPath& path,
i64 tabletIndex,
i64 rowCount,
diff --git a/yt/cpp/mapreduce/client/operation.cpp b/yt/cpp/mapreduce/client/operation.cpp
index 855e6e834c..ade0f339b7 100644
--- a/yt/cpp/mapreduce/client/operation.cpp
+++ b/yt/cpp/mapreduce/client/operation.cpp
@@ -364,9 +364,9 @@ TString GetJobStderrWithRetriesAndIgnoreErrors(
options);
} catch (const TErrorResponse& e) {
YT_LOG_ERROR("Cannot get job stderr (OperationId: %v, JobId: %v, Error: %v)",
- operationId,
- jobId,
- e.what());
+ operationId,
+ jobId,
+ e.what());
}
if (jobStderr.size() > stderrTailSize) {
jobStderr = jobStderr.substr(jobStderr.size() - stderrTailSize, stderrTailSize);
@@ -1605,12 +1605,12 @@ void ExecuteMapReduce(
auto nodeReaderFormat = NodeReaderFormatFromHintAndGlobalConfig(spec.MapperFormatHints_);
auto [inputFormat, inputFormatConfig] = formatBuilder.CreateFormat(
- *mapper,
- EIODirection::Input,
- structuredInputs,
- hints.InputFormatHints_,
- nodeReaderFormat,
- /* allowFormatFromTableAttribute */ true);
+ *mapper,
+ EIODirection::Input,
+ structuredInputs,
+ hints.InputFormatHints_,
+ nodeReaderFormat,
+ /* allowFormatFromTableAttribute */ true);
auto [outputFormat, outputFormatConfig] = formatBuilder.CreateFormat(
*mapper,
diff --git a/yt/cpp/mapreduce/client/retry_heavy_write_request.h b/yt/cpp/mapreduce/client/retry_heavy_write_request.h
index 853306ff42..052bbfb860 100644
--- a/yt/cpp/mapreduce/client/retry_heavy_write_request.h
+++ b/yt/cpp/mapreduce/client/retry_heavy_write_request.h
@@ -31,12 +31,12 @@ public:
void Update(TStreamFactory streamFactory);
void Finish();
- private:
+private:
void Retry(const std::function<void()>& function);
void TryStartAttempt();
- private:
+private:
const TParameters Parameters_;
const IRequestRetryPolicyPtr RequestRetryPolicy_;
diff --git a/yt/cpp/mapreduce/client/retryful_writer.h b/yt/cpp/mapreduce/client/retryful_writer.h
index 8c6de1c266..0b345daabf 100644
--- a/yt/cpp/mapreduce/client/retryful_writer.h
+++ b/yt/cpp/mapreduce/client/retryful_writer.h
@@ -77,7 +77,7 @@ public:
size_t GetRetryBlockRemainingSize() const
{
- return (BufferSize_ > Buffer_.size()) ? (BufferSize_ - Buffer_.size()) : 0;
+ return (BufferSize_ > Buffer_.size()) ? (BufferSize_ - Buffer_.size()) : 0;
}
protected:
diff --git a/yt/cpp/mapreduce/client/structured_table_formats.cpp b/yt/cpp/mapreduce/client/structured_table_formats.cpp
index b0038f7386..6dba1e1435 100644
--- a/yt/cpp/mapreduce/client/structured_table_formats.cpp
+++ b/yt/cpp/mapreduce/client/structured_table_formats.cpp
@@ -431,7 +431,7 @@ std::pair<TFormat, TMaybe<TSmallJobFile>> TFormatBuilder::CreateNodeFormat(
auto format = CreateSkiffFormat(skiffSchema);
NYT::NDetail::ApplyFormatHints<TNode>(&format, formatHints);
return {
- CreateSkiffFormat(skiffSchema),
+ format,
TSmallJobFile{
TString("skiff") + GetSuffix(direction),
CreateSkiffConfig(skiffSchema)
diff --git a/yt/cpp/mapreduce/interface/config.cpp b/yt/cpp/mapreduce/interface/config.cpp
index e159780ba9..407c213226 100644
--- a/yt/cpp/mapreduce/interface/config.cpp
+++ b/yt/cpp/mapreduce/interface/config.cpp
@@ -68,7 +68,7 @@ EEncoding TConfig::GetEncoding(const char* var)
}
}
- EUploadDeduplicationMode TConfig::GetUploadingDeduplicationMode(
+EUploadDeduplicationMode TConfig::GetUploadingDeduplicationMode(
const char* var,
EUploadDeduplicationMode defaultValue)
{
diff --git a/yt/cpp/mapreduce/interface/fluent.h b/yt/cpp/mapreduce/interface/fluent.h
index 8ca6e86336..a890b5a86b 100644
--- a/yt/cpp/mapreduce/interface/fluent.h
+++ b/yt/cpp/mapreduce/interface/fluent.h
@@ -373,7 +373,7 @@ public:
return this->GetUnwrappedParent();
}
- /// Open a map, call `func(*this, element)` for each `element` of range, then close the map.
+ /// Open a map, call `func(*this, element)` for each `element` of range, then close the map.
template <class TFunc, class TIterator>
TUnwrappedParent DoMapFor(const TIterator& begin, const TIterator& end, const TFunc& func)
{
diff --git a/yt/cpp/mapreduce/interface/job_statistics_ut.cpp b/yt/cpp/mapreduce/interface/job_statistics_ut.cpp
index 0cf53d771a..2603a4fbf0 100644
--- a/yt/cpp/mapreduce/interface/job_statistics_ut.cpp
+++ b/yt/cpp/mapreduce/interface/job_statistics_ut.cpp
@@ -13,38 +13,38 @@ Y_UNIT_TEST_SUITE(JobStatistics)
{
const TString input = R"""(
{
- "data" = {
- "output" = {
- "0" = {
- "uncompressed_data_size" = {
- "$" = {
- "completed" = {
- "simple_sort" = {
- "max" = 130;
- "count" = 1;
- "min" = 130;
- "sum" = 130;
- };
- "map" = {
- "max" = 42;
- "count" = 1;
- "min" = 42;
- "sum" = 42;
- };
- };
- "aborted" = {
- "simple_sort" = {
- "max" = 24;
- "count" = 1;
- "min" = 24;
- "sum" = 24;
- };
- };
- };
- };
- };
- };
- };
+ "data" = {
+ "output" = {
+ "0" = {
+ "uncompressed_data_size" = {
+ "$" = {
+ "completed" = {
+ "simple_sort" = {
+ "max" = 130;
+ "count" = 1;
+ "min" = 130;
+ "sum" = 130;
+ };
+ "map" = {
+ "max" = 42;
+ "count" = 1;
+ "min" = 42;
+ "sum" = 42;
+ };
+ };
+ "aborted" = {
+ "simple_sort" = {
+ "max" = 24;
+ "count" = 1;
+ "min" = 24;
+ "sum" = 24;
+ };
+ };
+ };
+ };
+ };
+ };
+ };
})""";
TJobStatistics stat(NodeFromYsonString(input));
@@ -69,20 +69,20 @@ Y_UNIT_TEST_SUITE(JobStatistics)
{
const TString input = R"""(
{
- "time" = {
- "exec" = {
- "$" = {
- "completed" = {
- "map" = {
- "max" = 2482468;
- "count" = 38;
- "min" = 578976;
- "sum" = 47987270;
- };
- };
- };
- };
- };
+ "time" = {
+ "exec" = {
+ "$" = {
+ "completed" = {
+ "map" = {
+ "max" = 2482468;
+ "count" = 38;
+ "min" = 578976;
+ "sum" = 47987270;
+ };
+ };
+ };
+ };
+ };
})""";
TJobStatistics stat(NodeFromYsonString(input));
@@ -144,38 +144,38 @@ Y_UNIT_TEST_SUITE(JobStatistics)
{
const TString input = R"""(
{
- "data" = {
- "output" = {
- "0" = {
- "uncompressed_data_size" = {
- "$" = {
- "completed" = {
- "partition_map" = {
- "max" = 130;
- "count" = 1;
- "min" = 130;
- "sum" = 130;
- };
- "partition(0)" = {
- "max" = 42;
- "count" = 1;
- "min" = 42;
- "sum" = 42;
- };
- };
- "aborted" = {
- "simple_sort" = {
- "max" = 24;
- "count" = 1;
- "min" = 24;
- "sum" = 24;
- };
- };
- };
- };
- };
- };
- };
+ "data" = {
+ "output" = {
+ "0" = {
+ "uncompressed_data_size" = {
+ "$" = {
+ "completed" = {
+ "partition_map" = {
+ "max" = 130;
+ "count" = 1;
+ "min" = 130;
+ "sum" = 130;
+ };
+ "partition(0)" = {
+ "max" = 42;
+ "count" = 1;
+ "min" = 42;
+ "sum" = 42;
+ };
+ };
+ "aborted" = {
+ "simple_sort" = {
+ "max" = 24;
+ "count" = 1;
+ "min" = 24;
+ "sum" = 24;
+ };
+ };
+ };
+ };
+ };
+ };
+ };
})""";
TJobStatistics stat(NodeFromYsonString(input));
diff --git a/yt/cpp/mapreduce/interface/operation.h b/yt/cpp/mapreduce/interface/operation.h
index 8ea26ae0d3..31252c2737 100644
--- a/yt/cpp/mapreduce/interface/operation.h
+++ b/yt/cpp/mapreduce/interface/operation.h
@@ -2219,7 +2219,7 @@ private:
///
/// @see https://ytsaurus.tech/docs/en/user-guide/data-processing/operations/vanilla
class IVanillaJobBase
- : public virtual IStructuredJob
+ : public virtual IStructuredJob
{
public:
/// Type of job implemented by this class.
diff --git a/yt/cpp/mapreduce/interface/serialize.cpp b/yt/cpp/mapreduce/interface/serialize.cpp
index 4ead9e9a7e..18cfaaa9b7 100644
--- a/yt/cpp/mapreduce/interface/serialize.cpp
+++ b/yt/cpp/mapreduce/interface/serialize.cpp
@@ -254,7 +254,7 @@ void Serialize(const TColumnSchema& columnSchema, NYson::IYsonConsumer* consumer
})
.DoIf(columnSchema.StableName().Defined(), [&] (TFluentMap fluent) {
fluent.Item("stable_name").Value(*columnSchema.StableName());
- })
+ })
.DoIf(columnSchema.Deleted().Defined(), [&] (TFluentMap fluent) {
fluent.Item("deleted").Value(*columnSchema.Deleted());
})
diff --git a/yt/cpp/mapreduce/interface/skiff_row.h b/yt/cpp/mapreduce/interface/skiff_row.h
index 5dd335cb65..6bacfe2dde 100644
--- a/yt/cpp/mapreduce/interface/skiff_row.h
+++ b/yt/cpp/mapreduce/interface/skiff_row.h
@@ -101,17 +101,17 @@ public:
template <typename T>
class TSkiffRowSkipper : public ISkiffRowSkipper {
public:
- explicit TSkiffRowSkipper(const TMaybe<TSkiffRowHints>& hints)
- : Parser_(CreateSkiffParser<T>(&Row_, hints))
- { }
+ explicit TSkiffRowSkipper(const TMaybe<TSkiffRowHints>& hints)
+ : Parser_(CreateSkiffParser<T>(&Row_, hints))
+ { }
- void SkipRow(NSkiff::TCheckedInDebugSkiffParser* parser) {
- Parser_->Parse(parser);
- }
+ void SkipRow(NSkiff::TCheckedInDebugSkiffParser* parser) {
+ Parser_->Parse(parser);
+ }
private:
- T Row_;
- ISkiffRowParserPtr Parser_;
+ T Row_;
+ ISkiffRowParserPtr Parser_;
};
//! Creates a skipper for row type 'T'.
diff --git a/yt/cpp/mapreduce/raw_client/rpc_parameters_serialization.cpp b/yt/cpp/mapreduce/raw_client/rpc_parameters_serialization.cpp
index aa28382326..370ae35d8b 100644
--- a/yt/cpp/mapreduce/raw_client/rpc_parameters_serialization.cpp
+++ b/yt/cpp/mapreduce/raw_client/rpc_parameters_serialization.cpp
@@ -597,7 +597,7 @@ TNode SerializeParametersForInsertRows(
result["durability"] = ToString(*options.Durability_);
}
if (options.RequireSyncReplica_) {
- result["require_sync_replica"] = *options.RequireSyncReplica_;
+ result["require_sync_replica"] = *options.RequireSyncReplica_;
}
return result;
}