Restoring authorship annotation for <shadchin@yandex-team.ru>. Commit 1 of 2.

1 files changed, 25 insertions, 25 deletions

diff --git a/contrib/tools/python3/src/Parser/tokenizer.h b/contrib/tools/python3/src/Parser/tokenizer.h
index 5660ea38e9..a55c7cf93d 100644
--- a/contrib/tools/python3/src/Parser/tokenizer.h
+++ b/contrib/tools/python3/src/Parser/tokenizer.h
@@ -11,7 +11,7 @@ extern "C" {
 #include "token.h"      /* For token types */
 
 #define MAXINDENT 100   /* Max indentation level */
-#define MAXLEVEL 200    /* Max parentheses level */
+#define MAXLEVEL 200    /* Max parentheses level */ 
 
 enum decoding_state {
     STATE_INIT,
@@ -26,8 +26,8 @@ struct tok_state {
     char *buf;          /* Input buffer, or NULL; malloc'ed if fp != NULL */
     char *cur;          /* Next character in buffer */
     char *inp;          /* End of data in buffer */
-    const char *end;    /* End of input buffer if buf != NULL */
-    const char *start;  /* Start of current token if not NULL */
+    const char *end;    /* End of input buffer if buf != NULL */ 
+    const char *start;  /* Start of current token if not NULL */ 
     int done;           /* E_OK normally, E_EOF at EOF, otherwise error code */
     /* NB If done != E_OK, cur must be == inp!!! */
     FILE *fp;           /* Rest of input; NULL if tokenizing a string */
@@ -38,13 +38,13 @@ struct tok_state {
     int pendin;         /* Pending indents (if > 0) or dedents (if < 0) */
     const char *prompt, *nextprompt;          /* For interactive prompting */
     int lineno;         /* Current line number */
-    int first_lineno;   /* First line of a single line or multi line string
-                           expression (cf. issue 16806) */
+    int first_lineno;   /* First line of a single line or multi line string 
+                           expression (cf. issue 16806) */ 
     int level;          /* () [] {} Parentheses nesting level */
             /* Used to allow free continuations inside them */
-    char parenstack[MAXLEVEL];
-    int parenlinenostack[MAXLEVEL];
-    PyObject *filename;
+    char parenstack[MAXLEVEL]; 
+    int parenlinenostack[MAXLEVEL]; 
+    PyObject *filename; 
     /* Stuff for checking on different tab sizes */
     int altindstack[MAXINDENT];         /* Stack of alternate indents */
     /* Stuff for PEP 0263 */
@@ -54,23 +54,23 @@ struct tok_state {
     char *encoding;         /* Source encoding. */
     int cont_line;          /* whether we are in a continuation line. */
     const char* line_start;     /* pointer to start of current line */
-    const char* multi_line_start; /* pointer to start of first line of
-                                     a single line or multi line string
-                                     expression (cf. issue 16806) */
+    const char* multi_line_start; /* pointer to start of first line of 
+                                     a single line or multi line string 
+                                     expression (cf. issue 16806) */ 
     PyObject *decoding_readline; /* open(...).readline */
     PyObject *decoding_buffer;
     const char* enc;        /* Encoding for the current str. */
-    char* str;
-    char* input;       /* Tokenizer's newline translated copy of the string. */
-
-    int type_comments;      /* Whether to look for type comments */
-
-    /* async/await related fields (still needed depending on feature_version) */
-    int async_hacks;     /* =1 if async/await aren't always keywords */
-    int async_def;        /* =1 if tokens are inside an 'async def' body. */
-    int async_def_indent; /* Indentation level of the outermost 'async def'. */
-    int async_def_nl;     /* =1 if the outermost 'async def' had at least one
-                             NEWLINE token after it. */
+    char* str; 
+    char* input;       /* Tokenizer's newline translated copy of the string. */ 
+ 
+    int type_comments;      /* Whether to look for type comments */ 
+ 
+    /* async/await related fields (still needed depending on feature_version) */ 
+    int async_hacks;     /* =1 if async/await aren't always keywords */ 
+    int async_def;        /* =1 if tokens are inside an 'async def' body. */ 
+    int async_def_indent; /* Indentation level of the outermost 'async def'. */ 
+    int async_def_nl;     /* =1 if the outermost 'async def' had at least one 
+                             NEWLINE token after it. */ 
 };
 
 extern struct tok_state *PyTokenizer_FromString(const char *, int);
@@ -78,10 +78,10 @@ extern struct tok_state *PyTokenizer_FromUTF8(const char *, int);
 extern struct tok_state *PyTokenizer_FromFile(FILE *, const char*,
                                               const char *, const char *);
 extern void PyTokenizer_Free(struct tok_state *);
-extern int PyTokenizer_Get(struct tok_state *, const char **, const char **);
-
-#define tok_dump _Py_tok_dump
+extern int PyTokenizer_Get(struct tok_state *, const char **, const char **); 
 
+#define tok_dump _Py_tok_dump 
+ 
 #ifdef __cplusplus
 }
 #endif