add acquire buffer size to parallel file writer

test with acquire ram buffers

Add test on write with acquiring hard limit on file writer

Implement acquire ram buffers setting for parallel file writer

3 files changed, 13 insertions, 1 deletions

diff --git a/yt/cpp/mapreduce/client/file_writer.cpp b/yt/cpp/mapreduce/client/file_writer.cpp
index 6e6553b88c7..5a9b9a1f58c 100644
--- a/yt/cpp/mapreduce/client/file_writer.cpp
+++ b/yt/cpp/mapreduce/client/file_writer.cpp
@@ -55,6 +55,11 @@ void TFileWriter::DoFinish()
     RetryfulWriter_.Finish();
 }
 
+size_t TFileWriter::GetBufferMemoryUsage() const
+{
+    return RetryfulWriter_.GetBufferMemoryUsage();
+}
+
 ////////////////////////////////////////////////////////////////////////////////
 
 } // namespace NYT
diff --git a/yt/cpp/mapreduce/client/file_writer.h b/yt/cpp/mapreduce/client/file_writer.h
index f3b97b904ed..259f778ea7d 100644
--- a/yt/cpp/mapreduce/client/file_writer.h
+++ b/yt/cpp/mapreduce/client/file_writer.h
@@ -27,6 +27,7 @@ public:
 protected:
     void DoWrite(const void* buf, size_t len) override;
     void DoFinish() override;
+    size_t GetBufferMemoryUsage() const override;
 
 private:
     TRetryfulWriter RetryfulWriter_;
diff --git a/yt/cpp/mapreduce/interface/io.h b/yt/cpp/mapreduce/interface/io.h
index b601cf9a332..9a2f2bf3449 100644
--- a/yt/cpp/mapreduce/interface/io.h
+++ b/yt/cpp/mapreduce/interface/io.h
@@ -113,7 +113,13 @@ class IFileReader
 class IFileWriter
     : public TThrRefBase
     , public IOutputStream
-{ };
+{
+public:
+    virtual size_t GetBufferMemoryUsage() const
+    {
+        return 0;
+    }
+};
 
 ////////////////////////////////////////////////////////////////////////////////