aboutsummaryrefslogtreecommitdiffstats
path: root/library/cpp/yson/tokenizer.cpp
diff options
context:
space:
mode:
authorAnton Samokhvalov <pg83@yandex.ru>2022-02-10 16:45:15 +0300
committerDaniil Cherednik <dcherednik@yandex-team.ru>2022-02-10 16:45:15 +0300
commit72cb13b4aff9bc9cf22e49251bc8fd143f82538f (patch)
treeda2c34829458c7d4e74bdfbdf85dff449e9e7fb8 /library/cpp/yson/tokenizer.cpp
parent778e51ba091dc39e7b7fcab2b9cf4dbedfb6f2b5 (diff)
downloadydb-72cb13b4aff9bc9cf22e49251bc8fd143f82538f.tar.gz
Restoring authorship annotation for Anton Samokhvalov <pg83@yandex.ru>. Commit 1 of 2.
Diffstat (limited to 'library/cpp/yson/tokenizer.cpp')
-rw-r--r--library/cpp/yson/tokenizer.cpp66
1 files changed, 33 insertions, 33 deletions
diff --git a/library/cpp/yson/tokenizer.cpp b/library/cpp/yson/tokenizer.cpp
index 06760170d4..e0296e8ea7 100644
--- a/library/cpp/yson/tokenizer.cpp
+++ b/library/cpp/yson/tokenizer.cpp
@@ -1,37 +1,37 @@
#include "tokenizer.h"
namespace NYson {
- ////////////////////////////////////////////////////////////////////////////////
-
- TTokenizer::TTokenizer(const TStringBuf& input)
- : Input(input)
- , Parsed(0)
- {
- }
-
- bool TTokenizer::ParseNext() {
- Input = Input.Tail(Parsed);
- Token.Reset();
- Parsed = Lexer.GetToken(Input, &Token);
- return !CurrentToken().IsEmpty();
- }
-
- const TToken& TTokenizer::CurrentToken() const {
- return Token;
- }
-
- ETokenType TTokenizer::GetCurrentType() const {
- return CurrentToken().GetType();
- }
-
- TStringBuf TTokenizer::GetCurrentSuffix() const {
- return Input.Tail(Parsed);
- }
-
- const TStringBuf& TTokenizer::CurrentInput() const {
- return Input;
- }
-
- ////////////////////////////////////////////////////////////////////////////////
-
+ ////////////////////////////////////////////////////////////////////////////////
+
+ TTokenizer::TTokenizer(const TStringBuf& input)
+ : Input(input)
+ , Parsed(0)
+ {
+ }
+
+ bool TTokenizer::ParseNext() {
+ Input = Input.Tail(Parsed);
+ Token.Reset();
+ Parsed = Lexer.GetToken(Input, &Token);
+ return !CurrentToken().IsEmpty();
+ }
+
+ const TToken& TTokenizer::CurrentToken() const {
+ return Token;
+ }
+
+ ETokenType TTokenizer::GetCurrentType() const {
+ return CurrentToken().GetType();
+ }
+
+ TStringBuf TTokenizer::GetCurrentSuffix() const {
+ return Input.Tail(Parsed);
+ }
+
+ const TStringBuf& TTokenizer::CurrentInput() const {
+ return Input;
+ }
+
+ ////////////////////////////////////////////////////////////////////////////////
+
} // namespace NYson