diff options
author | monster <monster@yandex-team.ru> | 2022-02-10 16:47:19 +0300 |
---|---|---|
committer | Daniil Cherednik <dcherednik@yandex-team.ru> | 2022-02-10 16:47:19 +0300 |
commit | b23c1d7a8015c2006a148fd93b84cdeb0aee17a3 (patch) | |
tree | 9814fbd1c3effac9b8377c5d604b367b14e2db55 /library/cpp/yson/tokenizer.cpp | |
parent | dd76ae1f6213d065375ab296699f764faafbe5bd (diff) | |
download | ydb-b23c1d7a8015c2006a148fd93b84cdeb0aee17a3.tar.gz |
Restoring authorship annotation for <monster@yandex-team.ru>. Commit 2 of 2.
Diffstat (limited to 'library/cpp/yson/tokenizer.cpp')
-rw-r--r-- | library/cpp/yson/tokenizer.cpp | 18 |
1 files changed, 9 insertions, 9 deletions
diff --git a/library/cpp/yson/tokenizer.cpp b/library/cpp/yson/tokenizer.cpp index 595700e62f..06760170d4 100644 --- a/library/cpp/yson/tokenizer.cpp +++ b/library/cpp/yson/tokenizer.cpp @@ -1,37 +1,37 @@ -#include "tokenizer.h" - +#include "tokenizer.h" + namespace NYson { //////////////////////////////////////////////////////////////////////////////// - + TTokenizer::TTokenizer(const TStringBuf& input) : Input(input) , Parsed(0) { } - + bool TTokenizer::ParseNext() { Input = Input.Tail(Parsed); Token.Reset(); Parsed = Lexer.GetToken(Input, &Token); return !CurrentToken().IsEmpty(); } - + const TToken& TTokenizer::CurrentToken() const { return Token; } - + ETokenType TTokenizer::GetCurrentType() const { return CurrentToken().GetType(); } - + TStringBuf TTokenizer::GetCurrentSuffix() const { return Input.Tail(Parsed); } - + const TStringBuf& TTokenizer::CurrentInput() const { return Input; } - + //////////////////////////////////////////////////////////////////////////////// } // namespace NYson |