diff options
author | aneporada <aneporada@yandex-team.com> | 2024-11-12 07:55:22 +0300 |
---|---|---|
committer | aneporada <aneporada@yandex-team.com> | 2024-11-12 08:10:50 +0300 |
commit | 621c8c7dade57165d6d431295f7a9a9143a062fa (patch) | |
tree | cc5dee0e889655fded4d4878071a0a6a76d2e17d /yql/essentials/parser/lexer_common/lexer.h | |
parent | 55cec9f6b0618fb3570fc8ef66aad151f4932591 (diff) | |
download | ydb-621c8c7dade57165d6d431295f7a9a9143a062fa.tar.gz |
Merge GH PR #9404
commit_hash:d780798556aedbe2be898d69185380f2ecb95f9c
Diffstat (limited to 'yql/essentials/parser/lexer_common/lexer.h')
-rw-r--r-- | yql/essentials/parser/lexer_common/lexer.h | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/yql/essentials/parser/lexer_common/lexer.h b/yql/essentials/parser/lexer_common/lexer.h index 560ea20482..f5d9600681 100644 --- a/yql/essentials/parser/lexer_common/lexer.h +++ b/yql/essentials/parser/lexer_common/lexer.h @@ -18,7 +18,9 @@ struct TParsedToken { // TODO: TStringBuf for Name & Content TString Name; TString Content; - // Position of first token symbol + // Position of first token byte/symbol + // When antlr3 lexer is used, LinePos is a position as in a byte array, + // but when antlr4 lexer is used, LinePos is a position as in a symbol array, ui32 Line = 0; // starts from 1 ui32 LinePos = 0; // starts from 0 }; |