Spaces:
Sleeping
Sleeping
Update lexer.py
Browse files
lexer.py
CHANGED
@@ -39,7 +39,7 @@ TOKEN_SPEC = [
|
|
39 |
("NEWLINE", r'\n'),
|
40 |
("SKIP", r'[ \t\r]+'),
|
41 |
("IDENTIFIER", r'[a-zA-Z_][a-zA-Z0-9_]*'),
|
42 |
-
("MISMATCH", r'.')
|
43 |
]
|
44 |
|
45 |
TOK_REGEX = '|'.join(f'(?P<{name}>{pattern})' for name, pattern in TOKEN_SPEC)
|
|
|
39 |
("NEWLINE", r'\n'),
|
40 |
("SKIP", r'[ \t\r]+'),
|
41 |
("IDENTIFIER", r'[a-zA-Z_][a-zA-Z0-9_]*'),
|
42 |
+
("MISMATCH", r'.')
|
43 |
]
|
44 |
|
45 |
TOK_REGEX = '|'.join(f'(?P<{name}>{pattern})' for name, pattern in TOKEN_SPEC)
|