1 | """Token constants (from "token.h").""" |
---|
2 | |
---|
3 | # This file is automatically generated; please don't muck it up! |
---|
4 | # |
---|
5 | # To update the symbols in this file, 'cd' to the top directory of |
---|
6 | # the python source tree after building the interpreter and run: |
---|
7 | # |
---|
8 | # ./python Lib/token.py |
---|
9 | |
---|
10 | #--start constants-- |
---|
11 | ENDMARKER = 0 |
---|
12 | NAME = 1 |
---|
13 | NUMBER = 2 |
---|
14 | STRING = 3 |
---|
15 | NEWLINE = 4 |
---|
16 | INDENT = 5 |
---|
17 | DEDENT = 6 |
---|
18 | LPAR = 7 |
---|
19 | RPAR = 8 |
---|
20 | LSQB = 9 |
---|
21 | RSQB = 10 |
---|
22 | COLON = 11 |
---|
23 | COMMA = 12 |
---|
24 | SEMI = 13 |
---|
25 | PLUS = 14 |
---|
26 | MINUS = 15 |
---|
27 | STAR = 16 |
---|
28 | SLASH = 17 |
---|
29 | VBAR = 18 |
---|
30 | AMPER = 19 |
---|
31 | LESS = 20 |
---|
32 | GREATER = 21 |
---|
33 | EQUAL = 22 |
---|
34 | DOT = 23 |
---|
35 | PERCENT = 24 |
---|
36 | BACKQUOTE = 25 |
---|
37 | LBRACE = 26 |
---|
38 | RBRACE = 27 |
---|
39 | EQEQUAL = 28 |
---|
40 | NOTEQUAL = 29 |
---|
41 | LESSEQUAL = 30 |
---|
42 | GREATEREQUAL = 31 |
---|
43 | TILDE = 32 |
---|
44 | CIRCUMFLEX = 33 |
---|
45 | LEFTSHIFT = 34 |
---|
46 | RIGHTSHIFT = 35 |
---|
47 | DOUBLESTAR = 36 |
---|
48 | PLUSEQUAL = 37 |
---|
49 | MINEQUAL = 38 |
---|
50 | STAREQUAL = 39 |
---|
51 | SLASHEQUAL = 40 |
---|
52 | PERCENTEQUAL = 41 |
---|
53 | AMPEREQUAL = 42 |
---|
54 | VBAREQUAL = 43 |
---|
55 | CIRCUMFLEXEQUAL = 44 |
---|
56 | LEFTSHIFTEQUAL = 45 |
---|
57 | RIGHTSHIFTEQUAL = 46 |
---|
58 | DOUBLESTAREQUAL = 47 |
---|
59 | DOUBLESLASH = 48 |
---|
60 | DOUBLESLASHEQUAL = 49 |
---|
61 | AT = 50 |
---|
62 | OP = 51 |
---|
63 | ERRORTOKEN = 52 |
---|
64 | N_TOKENS = 53 |
---|
65 | NT_OFFSET = 256 |
---|
66 | #--end constants-- |
---|
67 | |
---|
68 | tok_name = {} |
---|
69 | for _name, _value in globals().items(): |
---|
70 | if type(_value) is type(0): |
---|
71 | tok_name[_value] = _name |
---|
72 | del _name, _value |
---|
73 | |
---|
74 | |
---|
75 | def ISTERMINAL(x): |
---|
76 | return x < NT_OFFSET |
---|
77 | |
---|
78 | def ISNONTERMINAL(x): |
---|
79 | return x >= NT_OFFSET |
---|
80 | |
---|
81 | def ISEOF(x): |
---|
82 | return x == ENDMARKER |
---|
83 | |
---|
84 | |
---|
85 | def main(): |
---|
86 | import re |
---|
87 | import sys |
---|
88 | args = sys.argv[1:] |
---|
89 | inFileName = args and args[0] or "Include/token.h" |
---|
90 | outFileName = "Lib/token.py" |
---|
91 | if len(args) > 1: |
---|
92 | outFileName = args[1] |
---|
93 | try: |
---|
94 | fp = open(inFileName) |
---|
95 | except IOError, err: |
---|
96 | sys.stdout.write("I/O error: %s\n" % str(err)) |
---|
97 | sys.exit(1) |
---|
98 | lines = fp.read().split("\n") |
---|
99 | fp.close() |
---|
100 | prog = re.compile( |
---|
101 | "#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)", |
---|
102 | re.IGNORECASE) |
---|
103 | tokens = {} |
---|
104 | for line in lines: |
---|
105 | match = prog.match(line) |
---|
106 | if match: |
---|
107 | name, val = match.group(1, 2) |
---|
108 | val = int(val) |
---|
109 | tokens[val] = name # reverse so we can sort them... |
---|
110 | keys = tokens.keys() |
---|
111 | keys.sort() |
---|
112 | # load the output skeleton from the target: |
---|
113 | try: |
---|
114 | fp = open(outFileName) |
---|
115 | except IOError, err: |
---|
116 | sys.stderr.write("I/O error: %s\n" % str(err)) |
---|
117 | sys.exit(2) |
---|
118 | format = fp.read().split("\n") |
---|
119 | fp.close() |
---|
120 | try: |
---|
121 | start = format.index("#--start constants--") + 1 |
---|
122 | end = format.index("#--end constants--") |
---|
123 | except ValueError: |
---|
124 | sys.stderr.write("target does not contain format markers") |
---|
125 | sys.exit(3) |
---|
126 | lines = [] |
---|
127 | for val in keys: |
---|
128 | lines.append("%s = %d" % (tokens[val], val)) |
---|
129 | format[start:end] = lines |
---|
130 | try: |
---|
131 | fp = open(outFileName, 'w') |
---|
132 | except IOError, err: |
---|
133 | sys.stderr.write("I/O error: %s\n" % str(err)) |
---|
134 | sys.exit(4) |
---|
135 | fp.write("\n".join(format)) |
---|
136 | fp.close() |
---|
137 | |
---|
138 | |
---|
139 | if __name__ == "__main__": |
---|
140 | main() |
---|