aboutsummaryrefslogtreecommitdiffstats
path: root/library/cpp/yson/tokenizer.cpp
diff options
context:
space:
mode:
authormonster <monster@yandex-team.ru>2022-02-10 16:47:19 +0300
committerDaniil Cherednik <dcherednik@yandex-team.ru>2022-02-10 16:47:19 +0300
commitdd76ae1f6213d065375ab296699f764faafbe5bd (patch)
tree075a4553d0011d8f92752c0891794febb15912cf /library/cpp/yson/tokenizer.cpp
parentf02a874a7290593efbe4b3aeae69a04b46c1cc86 (diff)
downloadydb-dd76ae1f6213d065375ab296699f764faafbe5bd.tar.gz
Restoring authorship annotation for <monster@yandex-team.ru>. Commit 1 of 2.
Diffstat (limited to 'library/cpp/yson/tokenizer.cpp')
-rw-r--r--library/cpp/yson/tokenizer.cpp18
1 files changed, 9 insertions, 9 deletions
diff --git a/library/cpp/yson/tokenizer.cpp b/library/cpp/yson/tokenizer.cpp
index 06760170d4..595700e62f 100644
--- a/library/cpp/yson/tokenizer.cpp
+++ b/library/cpp/yson/tokenizer.cpp
@@ -1,37 +1,37 @@
-#include "tokenizer.h"
-
+#include "tokenizer.h"
+
namespace NYson {
////////////////////////////////////////////////////////////////////////////////
-
+
TTokenizer::TTokenizer(const TStringBuf& input)
: Input(input)
, Parsed(0)
{
}
-
+
bool TTokenizer::ParseNext() {
Input = Input.Tail(Parsed);
Token.Reset();
Parsed = Lexer.GetToken(Input, &Token);
return !CurrentToken().IsEmpty();
}
-
+
const TToken& TTokenizer::CurrentToken() const {
return Token;
}
-
+
ETokenType TTokenizer::GetCurrentType() const {
return CurrentToken().GetType();
}
-
+
TStringBuf TTokenizer::GetCurrentSuffix() const {
return Input.Tail(Parsed);
}
-
+
const TStringBuf& TTokenizer::CurrentInput() const {
return Input;
}
-
+
////////////////////////////////////////////////////////////////////////////////
} // namespace NYson