| #! /usr/bin/env python |
| |
| """Token constants (from "token.h").""" |
| |
| # Taken from Python (r53757) and modified to include some tokens |
| # originally monkeypatched in by pgen2.tokenize |
| |
| #--start constants-- |
| ENDMARKER = 0 |
| NAME = 1 |
| NUMBER = 2 |
| STRING = 3 |
| NEWLINE = 4 |
| INDENT = 5 |
| DEDENT = 6 |
| LPAR = 7 |
| RPAR = 8 |
| LSQB = 9 |
| RSQB = 10 |
| COLON = 11 |
| COMMA = 12 |
| SEMI = 13 |
| PLUS = 14 |
| MINUS = 15 |
| STAR = 16 |
| SLASH = 17 |
| VBAR = 18 |
| AMPER = 19 |
| LESS = 20 |
| GREATER = 21 |
| EQUAL = 22 |
| DOT = 23 |
| PERCENT = 24 |
| BACKQUOTE = 25 |
| LBRACE = 26 |
| RBRACE = 27 |
| EQEQUAL = 28 |
| NOTEQUAL = 29 |
| LESSEQUAL = 30 |
| GREATEREQUAL = 31 |
| TILDE = 32 |
| CIRCUMFLEX = 33 |
| LEFTSHIFT = 34 |
| RIGHTSHIFT = 35 |
| DOUBLESTAR = 36 |
| PLUSEQUAL = 37 |
| MINEQUAL = 38 |
| STAREQUAL = 39 |
| SLASHEQUAL = 40 |
| PERCENTEQUAL = 41 |
| AMPEREQUAL = 42 |
| VBAREQUAL = 43 |
| CIRCUMFLEXEQUAL = 44 |
| LEFTSHIFTEQUAL = 45 |
| RIGHTSHIFTEQUAL = 46 |
| DOUBLESTAREQUAL = 47 |
| DOUBLESLASH = 48 |
| DOUBLESLASHEQUAL = 49 |
| AT = 50 |
| OP = 51 |
| COMMENT = 52 |
| NL = 53 |
| RARROW = 54 |
| ERRORTOKEN = 55 |
| N_TOKENS = 56 |
| NT_OFFSET = 256 |
| #--end constants-- |
| |
| tok_name = {} |
| for _name, _value in globals().items(): |
| if type(_value) is type(0): |
| tok_name[_value] = _name |
| |
| |
| def ISTERMINAL(x): |
| return x < NT_OFFSET |
| |
| def ISNONTERMINAL(x): |
| return x >= NT_OFFSET |
| |
| def ISEOF(x): |
| return x == ENDMARKER |
