summaryrefslogtreecommitdiffstats
path: root/tests/harnessPasses.txt
blob: 3a7171edb13affc7c204adf222dc36ba099c991a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# these should be reported as passing test cases

########################## testing reader of test cases, error/warning evaluation
## error X filename
2 error, no filename
harness
ErrorTest.java
!compile
5 6

2 error, filename, argument (strict) todo find strict-specific
harness -strict
ErrorTest.java
!compile
ErrorTest.java:6 ErrorTest.java:5

compiles under -lenient-only
harness -strict
ErrorTest.java
!compile
ErrorTest.java:6 ErrorTest.java:5

## error,warning X filename
1 error and 1 warning, without filename, with args (strict)
harness -strict
ErrorWarning.java
!compile
13
14

1 error and 1 warning, with filenames
harness -strict
ErrorWarning.java
!compile
ErrorWarning.java:13
ErrorWarning.java:14

messages treated as errors
harness
Messages.java
!compile
14 15

## non-error warning cases
0 error and 1 warning, without filename
harness -lenient
ErrorWarning.java
ErrorWarning
warnings: 14

0 error and 1 warning, with filename
harness -lenient
ErrorWarning.java
ErrorWarning
warnings: ErrorWarning.java:14

compiles under -lenient-only - compile/run
harness -lenient
LenientTest.java
LenientTest

compiles under -lenient-only - fail by default
harness
LenientTest.java
!compile
6

compiles under -lenient-only - fail with -strict
harness -strict
LenientTest.java
!compile
6

########################## testing Tester client interface
checks and events, all should pass
harness
TestTester.java
TestTester

event files
harness
TestTesterFile.java
TestTesterFile

compile and run, no tester required
harness
TestNoTester.java
TestNoTester