src/cpython/token

Lets

ENDMARKER: int = to(getAttr(pyImport("token"), "ENDMARKER"), int)
NAME: int = to(getAttr(pyImport("token"), "NAME"), int)
NUMBER: int = to(getAttr(pyImport("token"), "NUMBER"), int)
STRING: int = to(getAttr(pyImport("token"), "STRING"), int)
NEWLINE: int = to(getAttr(pyImport("token"), "NEWLINE"), int)
INDENT: int = to(getAttr(pyImport("token"), "INDENT"), int)
DEDENT: int = to(getAttr(pyImport("token"), "DEDENT"), int)
LPAR: int = to(getAttr(pyImport("token"), "LPAR"), int)
RPAR: int = to(getAttr(pyImport("token"), "RPAR"), int)
LSQB: int = to(getAttr(pyImport("token"), "LSQB"), int)
RSQB: int = to(getAttr(pyImport("token"), "RSQB"), int)
COLON: int = to(getAttr(pyImport("token"), "COLON"), int)
COMMA: int = to(getAttr(pyImport("token"), "COMMA"), int)
SEMI: int = to(getAttr(pyImport("token"), "SEMI"), int)
PLUS: int = to(getAttr(pyImport("token"), "PLUS"), int)
MINUS: int = to(getAttr(pyImport("token"), "MINUS"), int)
STAR: int = to(getAttr(pyImport("token"), "STAR"), int)
SLASH: int = to(getAttr(pyImport("token"), "SLASH"), int)
VBAR: int = to(getAttr(pyImport("token"), "VBAR"), int)
AMPER: int = to(getAttr(pyImport("token"), "AMPER"), int)
LESS: int = to(getAttr(pyImport("token"), "LESS"), int)
GREATER: int = to(getAttr(pyImport("token"), "GREATER"), int)
EQUAL: int = to(getAttr(pyImport("token"), "EQUAL"), int)
DOT: int = to(getAttr(pyImport("token"), "DOT"), int)
PERCENT: int = to(getAttr(pyImport("token"), "PERCENT"), int)
LBRACE: int = to(getAttr(pyImport("token"), "LBRACE"), int)
RBRACE: int = to(getAttr(pyImport("token"), "RBRACE"), int)
EQEQUAL: int = to(getAttr(pyImport("token"), "EQEQUAL"), int)
NOTEQUAL: int = to(getAttr(pyImport("token"), "NOTEQUAL"), int)
LESSEQUAL: int = to(getAttr(pyImport("token"), "LESSEQUAL"), int)
GREATEREQUAL: int = to(getAttr(pyImport("token"), "GREATEREQUAL"), int)
TILDE: int = to(getAttr(pyImport("token"), "TILDE"), int)
CIRCUMFLEX: int = to(getAttr(pyImport("token"), "CIRCUMFLEX"), int)
LEFTSHIFT: int = to(getAttr(pyImport("token"), "LEFTSHIFT"), int)
RIGHTSHIFT: int = to(getAttr(pyImport("token"), "RIGHTSHIFT"), int)
DOUBLESTAR: int = to(getAttr(pyImport("token"), "DOUBLESTAR"), int)
PLUSEQUAL: int = to(getAttr(pyImport("token"), "PLUSEQUAL"), int)
MINEQUAL: int = to(getAttr(pyImport("token"), "MINEQUAL"), int)
STAREQUAL: int = to(getAttr(pyImport("token"), "STAREQUAL"), int)
SLASHEQUAL: int = to(getAttr(pyImport("token"), "SLASHEQUAL"), int)
PERCENTEQUAL: int = to(getAttr(pyImport("token"), "PERCENTEQUAL"), int)
AMPEREQUAL: int = to(getAttr(pyImport("token"), "AMPEREQUAL"), int)
VBAREQUAL: int = to(getAttr(pyImport("token"), "VBAREQUAL"), int)
CIRCUMFLEXEQUAL: int = to(getAttr(pyImport("token"), "CIRCUMFLEXEQUAL"), int)
LEFTSHIFTEQUAL: int = to(getAttr(pyImport("token"), "LEFTSHIFTEQUAL"), int)
RIGHTSHIFTEQUAL: int = to(getAttr(pyImport("token"), "RIGHTSHIFTEQUAL"), int)
DOUBLESTAREQUAL: int = to(getAttr(pyImport("token"), "DOUBLESTAREQUAL"), int)
DOUBLESLASH: int = to(getAttr(pyImport("token"), "DOUBLESLASH"), int)
DOUBLESLASHEQUAL: int = to(getAttr(pyImport("token"), "DOUBLESLASHEQUAL"), int)
AT: int = to(getAttr(pyImport("token"), "AT"), int)
ATEQUAL: int = to(getAttr(pyImport("token"), "ATEQUAL"), int)
RARROW: int = to(getAttr(pyImport("token"), "RARROW"), int)
ELLIPSIS: int = to(getAttr(pyImport("token"), "ELLIPSIS"), int)
COLONEQUAL: int = to(getAttr(pyImport("token"), "COLONEQUAL"), int)
OP: int = to(getAttr(pyImport("token"), "OP"), int)
AWAIT: int = to(getAttr(pyImport("token"), "AWAIT"), int)
ASYNC: int = to(getAttr(pyImport("token"), "ASYNC"), int)
TYPE_IGNORE: int = to(getAttr(pyImport("token"), "TYPE_IGNORE"), int)
TYPE_COMMENT: int = to(getAttr(pyImport("token"), "TYPE_COMMENT"), int)
SOFT_KEYWORD: int = to(getAttr(pyImport("token"), "SOFT_KEYWORD"), int)
ERRORTOKEN: int = to(getAttr(pyImport("token"), "ERRORTOKEN"), int)
N_TOKENS: int = to(getAttr(pyImport("token"), "N_TOKENS"), int)
NT_OFFSET: int = to(getAttr(pyImport("token"), "NT_OFFSET"), int)
COMMENT: int = to(getAttr(pyImport("token"), "COMMENT"), int)
NL: int = to(getAttr(pyImport("token"), "NL"), int)
ENCODING: int = to(getAttr(pyImport("token"), "ENCODING"), int)

Procs

proc ISTERMINAL(x: auto): bool
proc ISNONTERMINAL(x: auto): bool
proc ISEOF(x: auto): bool