1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
# set these first four variables appropriately for your system
eclipseWorkspace = "c:/aspectj/2.1/eclipse/workspace"
workingDir = "c:/apps/jikespg/jdt/tmp"
jikespg = "c:/apps/jikespg/src/jikespg.exe"
makersc = "c:/j2sdk1.4/bin/java -classpath c:/aspectj/2.1/eclipse/workspace/org.eclipse.jdt.core/bin;c:/apps/jikespg/jdt UpdateParserFiles"
# the rest of this should never change
ajCompilerHomeRel = "org.aspectj.ajdt.core/src/"
javaCompilerHomeRel = "org.eclipse.jdt.core/compiler/"
compilerHomeRel = ajCompilerHomeRel
parserHomeRel = ajCompilerHomeRel + "org/aspectj/ajdt/internal/compiler/parser"
parserInfoFileRel = javaCompilerHomeRel + "org/eclipse/jdt/internal/compiler/parser/ParserBasicInformation.java"
symbolsHomeRel = javaCompilerHomeRel + "org/eclipse/jdt/internal/compiler/parser/TerminalTokens.java"
# symbolsHomeRel = "org/aspectj/ajdt/compiler/IAjTerminalSymbols.java"
parserClass = "AjParser.java"
grammarFileRel = javaCompilerHomeRel + "../grammar/java_1_4.g"
import os
from os import path
import re
def readFile(name, mode=''):
f = open(name, 'r'+mode)
text = f.read()
f.close()
return text
def writeFile(name, text, mode=''):
f = open(name, 'w'+mode)
f.write(text)
f.close()
compilerHome = path.join(eclipseWorkspace, compilerHomeRel)
parserHome = path.join(eclipseWorkspace, parserHomeRel)
symbolFile = path.join(eclipseWorkspace, symbolsHomeRel)
parserInfoFile = path.join(eclipseWorkspace, parserInfoFileRel)
parserFile = path.join(parserHome, parserClass)
parserText = readFile(parserFile)
if grammarFileRel == None:
r = re.compile(r"public final static void grammar\(\){.*(--main.*\$end\n)-- need", re.DOTALL)
match = r.search(parserText)
grammar = match.group(1)
else:
grammar = readFile(path.join(eclipseWorkspace, grammarFileRel), 'b')
#print grammar
grammarFile = path.join(workingDir, "java.g")
writeFile(grammarFile, grammar, 'b')
os.chdir(workingDir)
os.system("%s java.g" % jikespg)
#3.1 Copy the contents of the JavaAction.java file into the consumeRule(int) method of the org.eclipse.jdt.internal.compiler.parser.Parser class.
newConsumeRule = readFile(path.join(workingDir, "JavaAction.java"))
#print newConsumeRule
r = re.compile(r"(// This method is part of an automatic generation : do NOT edit-modify\W+protected void consumeRule\(int act\) {.*)protected void consumeSimpleAssertStatement\(\) {", re.DOTALL)
match = r.search(parserText)
parserText = parserText.replace(match.group(1), newConsumeRule)
#3.2 The definition of the Parser needs to be updated with two tables from javadcl.java. Those are rhs[] and name[].
newTables = readFile(path.join(workingDir, "javadcl.java"))
r = re.compile(r"(public final static byte rhs\[\] = \{[^}]*\};)", re.DOTALL)
rhsTable = r.search(newTables).group(0)
parserText = parserText.replace(r.search(parserText).group(0), rhsTable)
r = re.compile(r"(public final static String name\[\] = \{[^}]*\}[^}]*\};)", re.DOTALL)
nameTable = r.search(newTables).group(0)
nameTable = nameTable.replace("\"$eof\"", "UNEXPECTED_EOF")
nameTable = nameTable.replace("$error", "Invalid Character")
parserText = parserText.replace(r.search(parserText).group(0), nameTable)
#we're done w/ Parser.java
writeFile(parserFile, parserText)
#3.3 The class org.eclipse.jdt.internal.compiler.parser.ParserBasicInformation needs to be updated with the content of the file javadef.java.
defs = readFile(path.join(workingDir, "javadef.java"))
r = re.compile(r"(public final static int[^;]*;)", re.DOTALL)
syms = r.search(defs).group(0)
#print syms
text = readFile(parserInfoFile)
text = text.replace(r.search(text).group(0), syms)
writeFile(parserInfoFile, text)
#3.4 This is the contents of the class org.eclipse.jdt.internal.compiler.parser.TerminalSymbols.
defs = readFile(path.join(workingDir, "javasym.java"))
r = re.compile(r"(int\s+TokenNameIdentifier[^;]*;)", re.DOTALL)
syms = r.search(defs).group(0)
syms = syms.replace("$eof", "EOF")
syms = syms.replace("$error", "ERROR")
print syms
text = readFile(symbolFile)
text = text.replace(r.search(text).group(0), syms)
writeFile(symbolFile, text)
#3.5 The last step is to update the resource files:
os.chdir(workingDir)
os.system("%s javadcl.java" % makersc)
for i in range(1,6):
name = "parser%d.rsc" % i
print "moving", name
t = readFile(path.join(workingDir, name), 'b')
writeFile(path.join(parserHome, name), t, 'b')
|
