1#@!#!123s

: / opt / python35 / lib / python3.5 / lib2to3 / pgen2 /

Filename : token.py

back

#! /usr/bin/env python3

"""Token constants (from "token.h")."""

#  Taken from Python (r53757) and modified to include some tokens
#   originally monkeypatched in by pgen2.tokenize

#--start constants--
ENDMARKER = 0
NAME = 1
NUMBER = 2
STRING = 3
NEWLINE = 4
INDENT = 5
DEDENT = 6
LPAR = 7
RPAR = 8
LSQB = 9
RSQB = 10
COLON = 11
COMMA = 12
SEMI = 13
PLUS = 14
MINUS = 15
STAR = 16
SLASH = 17
VBAR = 18
AMPER = 19
LESS = 20
GREATER = 21
EQUAL = 22
DOT = 23
PERCENT = 24
BACKQUOTE = 25
LBRACE = 26
RBRACE = 27
EQEQUAL = 28
NOTEQUAL = 29
LESSEQUAL = 30
GREATEREQUAL = 31
TILDE = 32
CIRCUMFLEX = 33
LEFTSHIFT = 34
RIGHTSHIFT = 35
DOUBLESTAR = 36
PLUSEQUAL = 37
MINEQUAL = 38
STAREQUAL = 39
SLASHEQUAL = 40
PERCENTEQUAL = 41
AMPEREQUAL = 42
VBAREQUAL = 43
CIRCUMFLEXEQUAL = 44
LEFTSHIFTEQUAL = 45
RIGHTSHIFTEQUAL = 46
DOUBLESTAREQUAL = 47
DOUBLESLASH = 48
DOUBLESLASHEQUAL = 49
AT = 50
ATEQUAL = 51
OP = 52
COMMENT = 53
NL = 54
RARROW = 55
AWAIT = 56
ASYNC = 57
ERRORTOKEN = 58
N_TOKENS = 59
NT_OFFSET = 256
#--end constants--

tok_name = {}
for _name, _value in list(globals().items()):
    if type(_value) is type(0):
        tok_name[_value] = _name


def ISTERMINAL(x):
    return x < NT_OFFSET

def ISNONTERMINAL(x):
    return x >= NT_OFFSET

def ISEOF(x):
    return x == ENDMARKER

Name	Size	Last Modified	Owner	Permissions
__pycache__	Dir	December 28 2023 9:20:01	root	0755
__init__.py	0.14 KB	December 28 2023 9:18:19	root	0755
conv.py	9.416 KB	December 28 2023 9:18:17	root	0755
driver.py	5.087 KB	December 28 2023 9:18:17	root	0755
grammar.py	6.297 KB	December 28 2023 9:18:17	root	0755
literals.py	1.577 KB	December 28 2023 9:18:17	root	0755
parse.py	7.864 KB	December 28 2023 9:18:18	root	0755
pgen.py	13.488 KB	December 28 2023 9:18:18	root	0755
token.py	1.256 KB	December 28 2023 9:18:18	root	0755
tokenize.py	21.293 KB	December 28 2023 9:18:18	root	0755

2017 © D7net \| D704T team