| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586 |
- #! /usr/bin/env python3
- """Token constants (from "token.h")."""
- # Taken from Python (r53757) and modified to include some tokens
- # originally monkeypatched in by pgen2.tokenize
- #--start constants--
- ENDMARKER = 0
- NAME = 1
- NUMBER = 2
- STRING = 3
- NEWLINE = 4
- INDENT = 5
- DEDENT = 6
- LPAR = 7
- RPAR = 8
- LSQB = 9
- RSQB = 10
- COLON = 11
- COMMA = 12
- SEMI = 13
- PLUS = 14
- MINUS = 15
- STAR = 16
- SLASH = 17
- VBAR = 18
- AMPER = 19
- LESS = 20
- GREATER = 21
- EQUAL = 22
- DOT = 23
- PERCENT = 24
- BACKQUOTE = 25
- LBRACE = 26
- RBRACE = 27
- EQEQUAL = 28
- NOTEQUAL = 29
- LESSEQUAL = 30
- GREATEREQUAL = 31
- TILDE = 32
- CIRCUMFLEX = 33
- LEFTSHIFT = 34
- RIGHTSHIFT = 35
- DOUBLESTAR = 36
- PLUSEQUAL = 37
- MINEQUAL = 38
- STAREQUAL = 39
- SLASHEQUAL = 40
- PERCENTEQUAL = 41
- AMPEREQUAL = 42
- VBAREQUAL = 43
- CIRCUMFLEXEQUAL = 44
- LEFTSHIFTEQUAL = 45
- RIGHTSHIFTEQUAL = 46
- DOUBLESTAREQUAL = 47
- DOUBLESLASH = 48
- DOUBLESLASHEQUAL = 49
- AT = 50
- ATEQUAL = 51
- OP = 52
- COMMENT = 53
- NL = 54
- RARROW = 55
- AWAIT = 56
- ASYNC = 57
- ERRORTOKEN = 58
- COLONEQUAL = 59
- N_TOKENS = 60
- NT_OFFSET = 256
- #--end constants--
- tok_name = {}
- for _name, _value in list(globals().items()):
- if isinstance(_value, int):
- tok_name[_value] = _name
- def ISTERMINAL(x):
- return x < NT_OFFSET
- def ISNONTERMINAL(x):
- return x >= NT_OFFSET
- def ISEOF(x):
- return x == ENDMARKER
|
