diff options
author | monster <monster@yandex-team.ru> | 2022-02-10 16:47:19 +0300 |
---|---|---|
committer | Daniil Cherednik <dcherednik@yandex-team.ru> | 2022-02-10 16:47:19 +0300 |
commit | b23c1d7a8015c2006a148fd93b84cdeb0aee17a3 (patch) | |
tree | 9814fbd1c3effac9b8377c5d604b367b14e2db55 /library/cpp/yson/tokenizer.h | |
parent | dd76ae1f6213d065375ab296699f764faafbe5bd (diff) | |
download | ydb-b23c1d7a8015c2006a148fd93b84cdeb0aee17a3.tar.gz |
Restoring authorship annotation for <monster@yandex-team.ru>. Commit 2 of 2.
Diffstat (limited to 'library/cpp/yson/tokenizer.h')
-rw-r--r-- | library/cpp/yson/tokenizer.h | 20 |
1 files changed, 10 insertions, 10 deletions
diff --git a/library/cpp/yson/tokenizer.h b/library/cpp/yson/tokenizer.h index 25e42ab9fc..0576aace95 100644 --- a/library/cpp/yson/tokenizer.h +++ b/library/cpp/yson/tokenizer.h @@ -1,28 +1,28 @@ -#pragma once - -#include "public.h" -#include "lexer.h" - +#pragma once + +#include "public.h" +#include "lexer.h" + namespace NYson { //////////////////////////////////////////////////////////////////////////////// - + class TTokenizer { public: explicit TTokenizer(const TStringBuf& input); - + bool ParseNext(); const TToken& CurrentToken() const; ETokenType GetCurrentType() const; TStringBuf GetCurrentSuffix() const; const TStringBuf& CurrentInput() const; - + private: TStringBuf Input; TToken Token; TStatelessLexer Lexer; size_t Parsed; }; - + //////////////////////////////////////////////////////////////////////////////// - + } // namespace NYson |