diff options
author | Anton Samokhvalov <pg83@yandex.ru> | 2022-02-10 16:45:15 +0300 |
---|---|---|
committer | Daniil Cherednik <dcherednik@yandex-team.ru> | 2022-02-10 16:45:15 +0300 |
commit | 72cb13b4aff9bc9cf22e49251bc8fd143f82538f (patch) | |
tree | da2c34829458c7d4e74bdfbdf85dff449e9e7fb8 /library/cpp/yson/tokenizer.cpp | |
parent | 778e51ba091dc39e7b7fcab2b9cf4dbedfb6f2b5 (diff) | |
download | ydb-72cb13b4aff9bc9cf22e49251bc8fd143f82538f.tar.gz |
Restoring authorship annotation for Anton Samokhvalov <pg83@yandex.ru>. Commit 1 of 2.
Diffstat (limited to 'library/cpp/yson/tokenizer.cpp')
-rw-r--r-- | library/cpp/yson/tokenizer.cpp | 66 |
1 files changed, 33 insertions, 33 deletions
diff --git a/library/cpp/yson/tokenizer.cpp b/library/cpp/yson/tokenizer.cpp index 06760170d4..e0296e8ea7 100644 --- a/library/cpp/yson/tokenizer.cpp +++ b/library/cpp/yson/tokenizer.cpp @@ -1,37 +1,37 @@ #include "tokenizer.h" namespace NYson { - //////////////////////////////////////////////////////////////////////////////// - - TTokenizer::TTokenizer(const TStringBuf& input) - : Input(input) - , Parsed(0) - { - } - - bool TTokenizer::ParseNext() { - Input = Input.Tail(Parsed); - Token.Reset(); - Parsed = Lexer.GetToken(Input, &Token); - return !CurrentToken().IsEmpty(); - } - - const TToken& TTokenizer::CurrentToken() const { - return Token; - } - - ETokenType TTokenizer::GetCurrentType() const { - return CurrentToken().GetType(); - } - - TStringBuf TTokenizer::GetCurrentSuffix() const { - return Input.Tail(Parsed); - } - - const TStringBuf& TTokenizer::CurrentInput() const { - return Input; - } - - //////////////////////////////////////////////////////////////////////////////// - + //////////////////////////////////////////////////////////////////////////////// + + TTokenizer::TTokenizer(const TStringBuf& input) + : Input(input) + , Parsed(0) + { + } + + bool TTokenizer::ParseNext() { + Input = Input.Tail(Parsed); + Token.Reset(); + Parsed = Lexer.GetToken(Input, &Token); + return !CurrentToken().IsEmpty(); + } + + const TToken& TTokenizer::CurrentToken() const { + return Token; + } + + ETokenType TTokenizer::GetCurrentType() const { + return CurrentToken().GetType(); + } + + TStringBuf TTokenizer::GetCurrentSuffix() const { + return Input.Tail(Parsed); + } + + const TStringBuf& TTokenizer::CurrentInput() const { + return Input; + } + + //////////////////////////////////////////////////////////////////////////////// + } // namespace NYson |