aboutsummaryrefslogtreecommitdiffstats
path: root/yql/essentials/parser/lexer_common/lexer.h
diff options
context:
space:
mode:
authoraneporada <aneporada@yandex-team.com>2024-11-12 07:55:22 +0300
committeraneporada <aneporada@yandex-team.com>2024-11-12 08:10:50 +0300
commit621c8c7dade57165d6d431295f7a9a9143a062fa (patch)
treecc5dee0e889655fded4d4878071a0a6a76d2e17d /yql/essentials/parser/lexer_common/lexer.h
parent55cec9f6b0618fb3570fc8ef66aad151f4932591 (diff)
downloadydb-621c8c7dade57165d6d431295f7a9a9143a062fa.tar.gz
Merge GH PR #9404
commit_hash:d780798556aedbe2be898d69185380f2ecb95f9c
Diffstat (limited to 'yql/essentials/parser/lexer_common/lexer.h')
-rw-r--r--yql/essentials/parser/lexer_common/lexer.h4
1 files changed, 3 insertions, 1 deletions
diff --git a/yql/essentials/parser/lexer_common/lexer.h b/yql/essentials/parser/lexer_common/lexer.h
index 560ea20482..f5d9600681 100644
--- a/yql/essentials/parser/lexer_common/lexer.h
+++ b/yql/essentials/parser/lexer_common/lexer.h
@@ -18,7 +18,9 @@ struct TParsedToken {
// TODO: TStringBuf for Name & Content
TString Name;
TString Content;
- // Position of first token symbol
+ // Position of first token byte/symbol
+ // When antlr3 lexer is used, LinePos is a position as in a byte array,
+ // but when antlr4 lexer is used, LinePos is a position as in a symbol array,
ui32 Line = 0; // starts from 1
ui32 LinePos = 0; // starts from 0
};