aboutsummaryrefslogtreecommitdiffstats
path: root/library/cpp/yson/tokenizer.h
diff options
context:
space:
mode:
authormonster <monster@yandex-team.ru>2022-02-10 16:47:19 +0300
committerDaniil Cherednik <dcherednik@yandex-team.ru>2022-02-10 16:47:19 +0300
commitb23c1d7a8015c2006a148fd93b84cdeb0aee17a3 (patch)
tree9814fbd1c3effac9b8377c5d604b367b14e2db55 /library/cpp/yson/tokenizer.h
parentdd76ae1f6213d065375ab296699f764faafbe5bd (diff)
downloadydb-b23c1d7a8015c2006a148fd93b84cdeb0aee17a3.tar.gz
Restoring authorship annotation for <monster@yandex-team.ru>. Commit 2 of 2.
Diffstat (limited to 'library/cpp/yson/tokenizer.h')
-rw-r--r--library/cpp/yson/tokenizer.h20
1 files changed, 10 insertions, 10 deletions
diff --git a/library/cpp/yson/tokenizer.h b/library/cpp/yson/tokenizer.h
index 25e42ab9fc..0576aace95 100644
--- a/library/cpp/yson/tokenizer.h
+++ b/library/cpp/yson/tokenizer.h
@@ -1,28 +1,28 @@
-#pragma once
-
-#include "public.h"
-#include "lexer.h"
-
+#pragma once
+
+#include "public.h"
+#include "lexer.h"
+
namespace NYson {
////////////////////////////////////////////////////////////////////////////////
-
+
class TTokenizer {
public:
explicit TTokenizer(const TStringBuf& input);
-
+
bool ParseNext();
const TToken& CurrentToken() const;
ETokenType GetCurrentType() const;
TStringBuf GetCurrentSuffix() const;
const TStringBuf& CurrentInput() const;
-
+
private:
TStringBuf Input;
TToken Token;
TStatelessLexer Lexer;
size_t Parsed;
};
-
+
////////////////////////////////////////////////////////////////////////////////
-
+
} // namespace NYson