intermediate changes

ref:cde9a383711a11544ce7e107a78147fb96cc4029

1 files changed, 179 insertions, 0 deletions

diff --git a/library/cpp/yson/parser.cpp b/library/cpp/yson/parser.cpp
new file mode 100644
index 0000000000..783f9b9047
--- /dev/null
+++ b/library/cpp/yson/parser.cpp
@@ -0,0 +1,179 @@
+#include "parser.h"
+#include "consumer.h"
+#include "format.h"
+#include "parser_detail.h"
+
+#include <util/stream/input.h>
+#include <util/generic/buffer.h>
+
+namespace NYson {
+    ////////////////////////////////////////////////////////////////////////////////
+
+    class TYsonParser::TImpl {
+    public:
+        TImpl(
+            NYT::NYson::IYsonConsumer* consumer,
+            IInputStream* stream,
+            EYsonType type,
+            bool enableLinePositionInfo,
+            TMaybe<ui64> memoryLimit = Nothing())
+            : Consumer_(consumer)
+            , Stream_(stream)
+            , Type_(type)
+            , EnableLinePositionInfo_(enableLinePositionInfo)
+            , MemoryLimit_(memoryLimit)
+        {
+        }
+
+        void Parse() {
+            TBuffer buffer(64 << 10);
+            ParseYsonStreamImpl<NYT::NYson::IYsonConsumer, TStreamReader>(
+                TStreamReader(Stream_, buffer.Data(), buffer.Capacity()),
+                Consumer_,
+                Type_,
+                EnableLinePositionInfo_,
+                MemoryLimit_);
+        }
+
+    private:
+        NYT::NYson::IYsonConsumer* Consumer_;
+        IInputStream* Stream_;
+        EYsonType Type_;
+        bool EnableLinePositionInfo_;
+        TMaybe<ui64> MemoryLimit_;
+    };
+
+    ////////////////////////////////////////////////////////////////////////////////
+
+    TYsonParser::TYsonParser(
+        NYT::NYson::IYsonConsumer* consumer,
+        IInputStream* stream,
+        EYsonType type,
+        bool enableLinePositionInfo,
+        TMaybe<ui64> memoryLimit)
+        : Impl(new TImpl(consumer, stream, type, enableLinePositionInfo, memoryLimit))
+    {
+    }
+
+    TYsonParser::~TYsonParser() {
+    }
+
+    void TYsonParser::Parse() {
+        Impl->Parse();
+    }
+
+    ////////////////////////////////////////////////////////////////////////////////
+
+    class TStatelessYsonParser::TImpl {
+    private:
+        THolder<TStatelessYsonParserImplBase> Impl;
+
+    public:
+        TImpl(
+            NYT::NYson::IYsonConsumer* consumer,
+            bool enableLinePositionInfo,
+            TMaybe<ui64> memoryLimit)
+            : Impl(
+                  enableLinePositionInfo
+                      ? static_cast<TStatelessYsonParserImplBase*>(new TStatelessYsonParserImpl<NYT::NYson::IYsonConsumer, true>(consumer, memoryLimit))
+                      : static_cast<TStatelessYsonParserImplBase*>(new TStatelessYsonParserImpl<NYT::NYson::IYsonConsumer, false>(consumer, memoryLimit)))
+                  {
+        }
+
+        void Parse(const TStringBuf& data, EYsonType type = ::NYson::EYsonType::Node) {
+            Impl->Parse(data, type);
+        }
+    };
+
+    ////////////////////////////////////////////////////////////////////////////////
+
+    TStatelessYsonParser::TStatelessYsonParser(
+        NYT::NYson::IYsonConsumer* consumer,
+        bool enableLinePositionInfo,
+        TMaybe<ui64> memoryLimit)
+        : Impl(new TImpl(consumer, enableLinePositionInfo, memoryLimit))
+    {
+    }
+
+    TStatelessYsonParser::~TStatelessYsonParser() {
+    }
+
+    void TStatelessYsonParser::Parse(const TStringBuf& data, EYsonType type) {
+        Impl->Parse(data, type);
+    }
+
+    ////////////////////////////////////////////////////////////////////////////////
+
+    void ParseYsonStringBuffer(
+        const TStringBuf& buffer,
+        NYT::NYson::IYsonConsumer* consumer,
+        EYsonType type,
+        bool enableLinePositionInfo,
+        TMaybe<ui64> memoryLimit) {
+        ParseYsonStreamImpl<NYT::NYson::IYsonConsumer, TStringReader>(
+            TStringReader(buffer.begin(), buffer.end()),
+            consumer,
+            type,
+            enableLinePositionInfo,
+            memoryLimit);
+    }
+
+    ////////////////////////////////////////////////////////////////////////////////
+
+    class TYsonListParser::TImpl {
+    public:
+        TImpl(
+            NYT::NYson::IYsonConsumer* consumer,
+            IInputStream* stream,
+            bool enableLinePositionInfo,
+            TMaybe<ui64> memoryLimit = Nothing())
+            : Consumer_(consumer)
+            , Stream_(stream)
+            , EnableLinePositionInfo_(enableLinePositionInfo)
+            , MemoryLimit_(memoryLimit)
+            , Buffer_(64 << 10)
+            , Reader_(Stream_, Buffer_.Data(), Buffer_.Capacity())
+        {
+        }
+
+        bool Parse() {
+            if (!Impl_) {
+                Impl_.Reset(
+                    EnableLinePositionInfo_
+                        ? static_cast<TYsonListParserImplBase*>(new TYsonListParserImpl<NYT::NYson::IYsonConsumer, TStreamReader, true>(Reader_, Consumer_, MemoryLimit_))
+                        : static_cast<TYsonListParserImplBase*>(new TYsonListParserImpl<NYT::NYson::IYsonConsumer, TStreamReader, false>(Reader_, Consumer_, MemoryLimit_)));
+            }
+            return Impl_->Parse();
+        }
+
+    private:
+        NYT::NYson::IYsonConsumer* Consumer_;
+        IInputStream* Stream_;
+        bool EnableLinePositionInfo_;
+        TMaybe<ui64> MemoryLimit_;
+        TBuffer Buffer_;
+        TStreamReader Reader_;
+        THolder<TYsonListParserImplBase> Impl_;
+    };
+
+    ////////////////////////////////////////////////////////////////////////////////
+
+    TYsonListParser::TYsonListParser(
+        NYT::NYson::IYsonConsumer* consumer,
+        IInputStream* stream,
+        bool enableLinePositionInfo,
+        TMaybe<ui64> memoryLimit)
+        : Impl(new TImpl(consumer, stream, enableLinePositionInfo, memoryLimit))
+    {
+    }
+
+    TYsonListParser::~TYsonListParser() {
+    }
+
+    bool TYsonListParser::Parse() {
+        return Impl->Parse();
+    }
+
+    ////////////////////////////////////////////////////////////////////////////////
+
+} // namespace NYson