aboutsummaryrefslogtreecommitdiffstats
path: root/library/cpp/yson/tokenizer.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'library/cpp/yson/tokenizer.cpp')
-rw-r--r--library/cpp/yson/tokenizer.cpp18
1 files changed, 9 insertions, 9 deletions
diff --git a/library/cpp/yson/tokenizer.cpp b/library/cpp/yson/tokenizer.cpp
index 06760170d4..595700e62f 100644
--- a/library/cpp/yson/tokenizer.cpp
+++ b/library/cpp/yson/tokenizer.cpp
@@ -1,37 +1,37 @@
-#include "tokenizer.h"
-
+#include "tokenizer.h"
+
namespace NYson {
////////////////////////////////////////////////////////////////////////////////
-
+
TTokenizer::TTokenizer(const TStringBuf& input)
: Input(input)
, Parsed(0)
{
}
-
+
bool TTokenizer::ParseNext() {
Input = Input.Tail(Parsed);
Token.Reset();
Parsed = Lexer.GetToken(Input, &Token);
return !CurrentToken().IsEmpty();
}
-
+
const TToken& TTokenizer::CurrentToken() const {
return Token;
}
-
+
ETokenType TTokenizer::GetCurrentType() const {
return CurrentToken().GetType();
}
-
+
TStringBuf TTokenizer::GetCurrentSuffix() const {
return Input.Tail(Parsed);
}
-
+
const TStringBuf& TTokenizer::CurrentInput() const {
return Input;
}
-
+
////////////////////////////////////////////////////////////////////////////////
} // namespace NYson