aboutsummaryrefslogtreecommitdiffstats
path: root/contrib/tools/python3/src/Lib/token.py
diff options
context:
space:
mode:
authorshadchin <shadchin@yandex-team.ru>2022-02-10 16:44:30 +0300
committerDaniil Cherednik <dcherednik@yandex-team.ru>2022-02-10 16:44:30 +0300
commit2598ef1d0aee359b4b6d5fdd1758916d5907d04f (patch)
tree012bb94d777798f1f56ac1cec429509766d05181 /contrib/tools/python3/src/Lib/token.py
parent6751af0b0c1b952fede40b19b71da8025b5d8bcf (diff)
downloadydb-2598ef1d0aee359b4b6d5fdd1758916d5907d04f.tar.gz
Restoring authorship annotation for <shadchin@yandex-team.ru>. Commit 1 of 2.
Diffstat (limited to 'contrib/tools/python3/src/Lib/token.py')
-rw-r--r--contrib/tools/python3/src/Lib/token.py126
1 files changed, 63 insertions, 63 deletions
diff --git a/contrib/tools/python3/src/Lib/token.py b/contrib/tools/python3/src/Lib/token.py
index 493bf04265..e8286c3bf0 100644
--- a/contrib/tools/python3/src/Lib/token.py
+++ b/contrib/tools/python3/src/Lib/token.py
@@ -1,5 +1,5 @@
-"""Token constants."""
-# Auto-generated by Tools/scripts/generate_token.py
+"""Token constants."""
+# Auto-generated by Tools/scripts/generate_token.py
__all__ = ['tok_name', 'ISTERMINAL', 'ISNONTERMINAL', 'ISEOF']
@@ -56,18 +56,18 @@ AT = 49
ATEQUAL = 50
RARROW = 51
ELLIPSIS = 52
-COLONEQUAL = 53
-OP = 54
-AWAIT = 55
-ASYNC = 56
-TYPE_IGNORE = 57
-TYPE_COMMENT = 58
+COLONEQUAL = 53
+OP = 54
+AWAIT = 55
+ASYNC = 56
+TYPE_IGNORE = 57
+TYPE_COMMENT = 58
# These aren't used by the C tokenizer but are needed for tokenize.py
-ERRORTOKEN = 59
-COMMENT = 60
-NL = 61
-ENCODING = 62
-N_TOKENS = 63
+ERRORTOKEN = 59
+COMMENT = 60
+NL = 61
+ENCODING = 62
+N_TOKENS = 63
# Special definitions for cooperation with parser
NT_OFFSET = 256
@@ -76,56 +76,56 @@ tok_name = {value: name
if isinstance(value, int) and not name.startswith('_')}
__all__.extend(tok_name.values())
-EXACT_TOKEN_TYPES = {
- '!=': NOTEQUAL,
- '%': PERCENT,
- '%=': PERCENTEQUAL,
- '&': AMPER,
- '&=': AMPEREQUAL,
- '(': LPAR,
- ')': RPAR,
- '*': STAR,
- '**': DOUBLESTAR,
- '**=': DOUBLESTAREQUAL,
- '*=': STAREQUAL,
- '+': PLUS,
- '+=': PLUSEQUAL,
- ',': COMMA,
- '-': MINUS,
- '-=': MINEQUAL,
- '->': RARROW,
- '.': DOT,
- '...': ELLIPSIS,
- '/': SLASH,
- '//': DOUBLESLASH,
- '//=': DOUBLESLASHEQUAL,
- '/=': SLASHEQUAL,
- ':': COLON,
- ':=': COLONEQUAL,
- ';': SEMI,
- '<': LESS,
- '<<': LEFTSHIFT,
- '<<=': LEFTSHIFTEQUAL,
- '<=': LESSEQUAL,
- '=': EQUAL,
- '==': EQEQUAL,
- '>': GREATER,
- '>=': GREATEREQUAL,
- '>>': RIGHTSHIFT,
- '>>=': RIGHTSHIFTEQUAL,
- '@': AT,
- '@=': ATEQUAL,
- '[': LSQB,
- ']': RSQB,
- '^': CIRCUMFLEX,
- '^=': CIRCUMFLEXEQUAL,
- '{': LBRACE,
- '|': VBAR,
- '|=': VBAREQUAL,
- '}': RBRACE,
- '~': TILDE,
-}
-
+EXACT_TOKEN_TYPES = {
+ '!=': NOTEQUAL,
+ '%': PERCENT,
+ '%=': PERCENTEQUAL,
+ '&': AMPER,
+ '&=': AMPEREQUAL,
+ '(': LPAR,
+ ')': RPAR,
+ '*': STAR,
+ '**': DOUBLESTAR,
+ '**=': DOUBLESTAREQUAL,
+ '*=': STAREQUAL,
+ '+': PLUS,
+ '+=': PLUSEQUAL,
+ ',': COMMA,
+ '-': MINUS,
+ '-=': MINEQUAL,
+ '->': RARROW,
+ '.': DOT,
+ '...': ELLIPSIS,
+ '/': SLASH,
+ '//': DOUBLESLASH,
+ '//=': DOUBLESLASHEQUAL,
+ '/=': SLASHEQUAL,
+ ':': COLON,
+ ':=': COLONEQUAL,
+ ';': SEMI,
+ '<': LESS,
+ '<<': LEFTSHIFT,
+ '<<=': LEFTSHIFTEQUAL,
+ '<=': LESSEQUAL,
+ '=': EQUAL,
+ '==': EQEQUAL,
+ '>': GREATER,
+ '>=': GREATEREQUAL,
+ '>>': RIGHTSHIFT,
+ '>>=': RIGHTSHIFTEQUAL,
+ '@': AT,
+ '@=': ATEQUAL,
+ '[': LSQB,
+ ']': RSQB,
+ '^': CIRCUMFLEX,
+ '^=': CIRCUMFLEXEQUAL,
+ '{': LBRACE,
+ '|': VBAR,
+ '|=': VBAREQUAL,
+ '}': RBRACE,
+ '~': TILDE,
+}
+
def ISTERMINAL(x):
return x < NT_OFFSET