REDROOM

Navigation

Breadcrumbs

Create

Preview: token.py Size: 1.29 KB

/opt/alt/python-internal/lib64/python3.11/lib2to3/pgen2/token.py

#! /opt/alt/python-internal/bin/python3.11

"""Token constants (from "token.h")."""

#  Taken from Python (r53757) and modified to include some tokens
#   originally monkeypatched in by pgen2.tokenize

#--start constants--
ENDMARKER = 0
NAME = 1
NUMBER = 2
STRING = 3
NEWLINE = 4
INDENT = 5
DEDENT = 6
LPAR = 7
RPAR = 8
LSQB = 9
RSQB = 10
COLON = 11
COMMA = 12
SEMI = 13
PLUS = 14
MINUS = 15
STAR = 16
SLASH = 17
VBAR = 18
AMPER = 19
LESS = 20
GREATER = 21
EQUAL = 22
DOT = 23
PERCENT = 24
BACKQUOTE = 25
LBRACE = 26
RBRACE = 27
EQEQUAL = 28
NOTEQUAL = 29
LESSEQUAL = 30
GREATEREQUAL = 31
TILDE = 32
CIRCUMFLEX = 33
LEFTSHIFT = 34
RIGHTSHIFT = 35
DOUBLESTAR = 36
PLUSEQUAL = 37
MINEQUAL = 38
STAREQUAL = 39
SLASHEQUAL = 40
PERCENTEQUAL = 41
AMPEREQUAL = 42
VBAREQUAL = 43
CIRCUMFLEXEQUAL = 44
LEFTSHIFTEQUAL = 45
RIGHTSHIFTEQUAL = 46
DOUBLESTAREQUAL = 47
DOUBLESLASH = 48
DOUBLESLASHEQUAL = 49
AT = 50
ATEQUAL = 51
OP = 52
COMMENT = 53
NL = 54
RARROW = 55
AWAIT = 56
ASYNC = 57
ERRORTOKEN = 58
COLONEQUAL = 59
N_TOKENS = 60
NT_OFFSET = 256
#--end constants--

tok_name = {}
for _name, _value in list(globals().items()):
    if type(_value) is type(0):
        tok_name[_value] = _name


def ISTERMINAL(x):
    return x < NT_OFFSET

def ISNONTERMINAL(x):
    return x >= NT_OFFSET

def ISEOF(x):
    return x == ENDMARKER

Name	Size	Perms	Modified	Actions
__pycache__ DIR	-	drwxr-xr-x	2025-08-04 23:01:17	Edit Download recursive recursive
conv.py	9.42 KB	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive
driver.py	5.83 KB	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive
grammar.py	5.42 KB	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive
literals.py	1.60 KB	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive
parse.py	7.96 KB	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive
pgen.py	13.51 KB	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive
token.py	1.29 KB	lrwxr-xr-x	2025-06-03 18:38:25	Edit Download recursive recursive
tokenize.py	20.62 KB	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive
__init__.py	143 B	lrw-r--r--	2025-06-03 18:38:25	Edit Download recursive recursive

Directory Contents