You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

token.py 3.0KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139
  1. #! /usr/bin/env python
  2. """Token constants (from "token.h")."""
  3. # This file is automatically generated; please don't muck it up!
  4. #
  5. # To update the symbols in this file, 'cd' to the top directory of
  6. # the python source tree after building the interpreter and run:
  7. #
  8. # python Lib/token.py
  9. #--start constants--
  10. ENDMARKER = 0
  11. NAME = 1
  12. NUMBER = 2
  13. STRING = 3
  14. NEWLINE = 4
  15. INDENT = 5
  16. DEDENT = 6
  17. LPAR = 7
  18. RPAR = 8
  19. LSQB = 9
  20. RSQB = 10
  21. COLON = 11
  22. COMMA = 12
  23. SEMI = 13
  24. PLUS = 14
  25. MINUS = 15
  26. STAR = 16
  27. SLASH = 17
  28. VBAR = 18
  29. AMPER = 19
  30. LESS = 20
  31. GREATER = 21
  32. EQUAL = 22
  33. DOT = 23
  34. PERCENT = 24
  35. BACKQUOTE = 25
  36. LBRACE = 26
  37. RBRACE = 27
  38. EQEQUAL = 28
  39. NOTEQUAL = 29
  40. LESSEQUAL = 30
  41. GREATEREQUAL = 31
  42. TILDE = 32
  43. CIRCUMFLEX = 33
  44. LEFTSHIFT = 34
  45. RIGHTSHIFT = 35
  46. DOUBLESTAR = 36
  47. PLUSEQUAL = 37
  48. MINEQUAL = 38
  49. STAREQUAL = 39
  50. SLASHEQUAL = 40
  51. PERCENTEQUAL = 41
  52. AMPEREQUAL = 42
  53. VBAREQUAL = 43
  54. CIRCUMFLEXEQUAL = 44
  55. LEFTSHIFTEQUAL = 45
  56. RIGHTSHIFTEQUAL = 46
  57. DOUBLESTAREQUAL = 47
  58. OP = 48
  59. ERRORTOKEN = 49
  60. N_TOKENS = 50
  61. NT_OFFSET = 256
  62. #--end constants--
  63. tok_name = {}
  64. for _name, _value in globals().items():
  65. if type(_value) is type(0):
  66. tok_name[_value] = _name
  67. def ISTERMINAL(x):
  68. return x < NT_OFFSET
  69. def ISNONTERMINAL(x):
  70. return x >= NT_OFFSET
  71. def ISEOF(x):
  72. return x == ENDMARKER
  73. def main():
  74. import re
  75. import string
  76. import sys
  77. args = sys.argv[1:]
  78. inFileName = args and args[0] or "Include/token.h"
  79. outFileName = "Lib/token.py"
  80. if len(args) > 1:
  81. outFileName = args[1]
  82. try:
  83. fp = open(inFileName)
  84. except IOError, err:
  85. sys.stdout.write("I/O error: %s\n" % str(err))
  86. sys.exit(1)
  87. lines = fp.read().split("\n")
  88. fp.close()
  89. prog = re.compile(
  90. "#define[ \t][ \t]*([A-Z][A-Z_]*)[ \t][ \t]*([0-9][0-9]*)",
  91. re.IGNORECASE)
  92. tokens = {}
  93. for line in lines:
  94. match = prog.match(line)
  95. if match:
  96. name, val = match.group(1, 2)
  97. val = int(val)
  98. tokens[val] = name # reverse so we can sort them...
  99. keys = tokens.keys()
  100. keys.sort()
  101. # load the output skeleton from the target:
  102. try:
  103. fp = open(outFileName)
  104. except IOError, err:
  105. sys.stderr.write("I/O error: %s\n" % str(err))
  106. sys.exit(2)
  107. format = fp.read().split("\n")
  108. fp.close()
  109. try:
  110. start = format.index("#--start constants--") + 1
  111. end = format.index("#--end constants--")
  112. except ValueError:
  113. sys.stderr.write("target does not contain format markers")
  114. sys.exit(3)
  115. lines = []
  116. for val in keys:
  117. lines.append("%s = %d" % (tokens[val], val))
  118. format[start:end] = lines
  119. try:
  120. fp = open(outFileName, 'w')
  121. except IOError, err:
  122. sys.stderr.write("I/O error: %s\n" % str(err))
  123. sys.exit(4)
  124. fp.write("\n".join(format))
  125. fp.close()
  126. if __name__ == "__main__":
  127. main()