From f6bf3732056b6e8a384f1bd9a6e3b5af51a4b615 Mon Sep 17 00:00:00 2001 From: wisberg Date: Mon, 5 May 2003 20:25:52 +0000 Subject: [PATCH] ensuring release-checklist.txt supercedes tests/readme-release-testing.txt and adding some optional tests --- build/release-checklist.txt | 145 ++++++++++++++++++++++---------- tests/readme-release-tests.html | 6 +- 2 files changed, 106 insertions(+), 45 deletions(-) diff --git a/build/release-checklist.txt b/build/release-checklist.txt index 59c4f8dc3..68b77ea41 100644 --- a/build/release-checklist.txt +++ b/build/release-checklist.txt @@ -67,31 +67,38 @@ Build: (even when you "Run Ant..." from eclipse, the value of JAVA_HOME is used rather than the JRE specified in your Eclipse settings). - -* Run ant on build/build.xml : - - ant clean [ ] - - ant [ ] - - ant clean [ ] - - ant [ ] +* When running ant, use the version in modules/lib/ant, + i.e., modules/lib/ant/bin/ant [ ] + +* Run ant on build/build.xml : - (we do this twice to ensure any changes to the build module itself made - in the first pass are used on the second pass). + $ cd build + $ ant clean [ ] + $ ant fail-unless-boot-libraries-uptodate [ ] + $ ant [ ] -* Save the build output (console log) as build.log [ ] - (e.g. build1.1rc1.log) +* Save the build output (console log) as build-.log.txt [ ] + (e.g. build-1.1rc1.log.txt) -* Save the built jar as aspectj-.jar [ ] +* Save the built jar to the releases directory [ ] + (releases/aspectj-) + +* Verify name is aspectj-.jar [ ] + Pre-installation tests: ================================================================================ * run junitModules.xml tests - - "Run Ant..." on tests/junitModules.xml, using the property tab to set - property "aspectjrt.path= - /workspace/aj-build/dist/tools/lib/aspectjrt.jar" - + - go to modules/tests/ and run + + $ ant -f junitModules.xml {target} \ + -Daspectjrt.path=../aj-build/dist/tools/lib/aspectjrt.jar + + for each target: + -- target = clean [ ] -- target = default [ ] @@ -102,52 +109,69 @@ Pre-installation tests: * run Harness tests on the 1.3 vm (ajcTests.xml): + + Where {harness} is + + $ cd tests + $ {java-1.3} -jar ../aj-build/jars/testing-drivers-all.jar + + Do: - - run org.aspectj.testing.drivers.Harness with args -logFail -release - ajcTests.xml [ ] + $ {harness} -release -logFail ajcTests.xml [ ] - -- save results in ajcTests-result-.txt [ ] - (e.g. ajcTests-result-1.1rc1.txt) + -- save results in ajcTests-result--JDK13.txt [ ] + (e.g. ajcTests-result-1.1rc1-JDK13.txt) -- record any failures (should be none) inline here. - - run org.aspectj.testing.drivers.Harness with args - -logFail -release -emacssym ajcTests.xml [ ] + $ {harness} -release -logFail -emacssym ajcTests.xml [ ] - -- save results in ajcTests-result--emacssym.txt [ ] - (e.g. ajcTests-result-1.1rc1.txt) + -- save results in ajcTests-result--emacssym-JDK13.txt [ ] + (e.g. ajcTests-result-1.1rc1-emacssym-JDK13.txt) -- record any failures (should be none) inline here. * run Harness tests on the 1.4 vm: - - run org.aspectj.testing.drivers.Harness with args -logFail -release - ajcTests.xml [ ] + Where {harness} is + + $ cd tests + $ {java-1.4} -jar ../aj-build/jars/testing-drivers-all.jar + + Do: + + $ {harness} -release -logFail ajcTests.xml [ ] -- save results in ajcTests-result--JDK14.txt [ ] - (e.g. ajcTests-result-1.1rc1.txt) + (e.g. ajcTests-result-1.1rc1-JDK14.txt) -- record any failures (should be none) inline here. - - run org.aspectj.testing.drivers.Harness with args - -logFail -release -emacssym ajcTests.xml [ ] + $ {harness} -release -logFail -emacssym ajcTests.xml [ ] -- save results in ajcTests-result--emacssym-JDK14.txt [ ] - (e.g. ajcTests-result-1.1rc1.txt) + (e.g. ajcTests-result-1.1rc1-emacssym-JDK14.txt) -- record any failures (should be none) inline here. - + * run Harness on ajcTestsFailing.xml - - run org.aspectj.testing.drivers.Harness with args -logFail -release - ajcTestsFailing.xml [ ] + Where {harness} is + + $ cd tests + $ {java-1.3} -jar ../aj-build/jars/testing-drivers-all.jar + + Do: + + $ {harness} -release -logFail ajcTestsFailing.xml [ ] - -- save results in ajcTestsFailing-result-.txt [ ] - (e.g. ajcTestsFailing-result-1.1rc1.txt) + -- save results in ajcTestsFailing-result--JDK13.txt [ ] + (e.g. ajcTestsFailing-result-1.1rc1-JDK13.txt) - -- record any failures inline here (should be none -ie ajcTestsFailing - should be empty for a final release, known exceptions are - permissible for a non-final release). + -- record any failures inline here (should be none. ajcTestsFailing + should be empty for a final release. Known exceptions are + permissible for a non-final release.) + Installation & Verification Tests ================================================================================ @@ -163,7 +187,7 @@ Installation & Verification Tests * check version in README-AspectJ.html [ ] -* check version in README-11.html [ ] +* check version in README-11.html (file not required) [ ] * check license present and correct version (currently CPLv1.0) [ ] @@ -191,32 +215,65 @@ Installation & Verification Tests - tracing-3 [ ] - tracing-bc [ ] - tracing-none [ ] - + +* With aspectjtools.jar in the ant/lib directory, also build + - tracing-adapter [ ] + - tracing-adapter-ajc [ ] + + * run pre-compiled version of spacewar on a 1.1.8 vm [ ] * verify debug info included in class files - "javap -l org.aspectj.tools.ajc.Main" under jdk 1.4 or later [ ] -* verify ant-tasks.html has correct date and version info [ ] - * verify manual dates correct in docs [ ] * verify api docs present and correct [ ] +Product Testing +================================================================================ + +These tests are a bit more rigorous and time-consuming. +Run at your discretion + +* Build AspectJ using AspectJ [ ] + +* Perform steps specified in the Development Guide on AJBrowser [ ] + +* Perform steps specified in tests/ajdt/script.html [ ] + +* Build/run tests/test-other-systems.xml (PARC has other sources) [ ] + + Cross-Platform Testing ================================================================================ (Assuming prior tests were done under windows) -* Install, build and run spacewar on Linux [ ] +* Install, build and run spacewar on Linux using AJBrowser [ ] + +* Install, build and run spacewar on Mac OS X using AJBrowser [ ] + +* Download from IE, Netscape, and Mozilla, new and old [ ] + if they have not been validated with the current HTML. + +Bug database +================================================================================ + +* No P1 or P2 bugs, and no lower bugs that should be P1/P2 [ ] + +* All fixed bugs verified (at least by fixing developer, [ ] + though preferably with a test case) + +* Please comment if there are compiler fixes without test cases [ ] -* Install, build and run spacewar on Mac OS X [ ] Other Release Objectives ================================================================================ Record any other details or release specific objectives test results here. + Release ================================================================================ @@ -240,5 +297,5 @@ Once developer consensus is reached on the build: * post announce message to aspectj-users, aspectj-announce, aosd-discuss, aosd-announce [ ] - + * buy beer [ ] diff --git a/tests/readme-release-tests.html b/tests/readme-release-tests.html index 7ba01adb7..59a7d892a 100644 --- a/tests/readme-release-tests.html +++ b/tests/readme-release-tests.html @@ -4,7 +4,11 @@

AspectJ release testing

This describes tests to validate AspectJ before a release. -Some may be omitted for pre-release distributions, but all +WARNING: this file is being superceded by + + ../build/release-checklist.txt. + +Some tests may be omitted for pre-release distributions, but all should be run for final releases. For information on how to build and run tests, see -- 2.39.5