1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
|
/*
@ITMillApache2LicenseForJavaFiles@
*/
package com.vaadin.tests;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Random;
import com.vaadin.tests.util.RandomComponents;
import com.vaadin.ui.Button;
import com.vaadin.ui.Component;
import com.vaadin.ui.ComponentContainer;
import com.vaadin.ui.GridLayout;
import com.vaadin.ui.Label;
import com.vaadin.ui.Layout;
import com.vaadin.ui.OrderedLayout;
import com.vaadin.ui.Panel;
import com.vaadin.ui.TabSheet;
import com.vaadin.ui.TextField;
import com.vaadin.ui.Window;
/**
* ATFTest is an application that is used to ensure compatibility with automated
* test frameworks. It is basically calculator application which emulates
* application changes which should not brake test cases.
*
* 1. Calculator functionality is used to ensure test cases - contains buttons
* (operations + numbers) and textfield (result) - test case used components
* contain unique PIDs which ATF should use - ATF test case consists of pushing
* calculator buttons and reading correct result from textfield
*
* 2. Layouts are randomized - any component can be located randomly under
* panel, tabsheet, grid, orderedlayout etc. - ATF should find component even if
* it's relocated
*
* 3. All component captions have identical names (or randomized) - captions are
* changed with multilingual applications - ATF should not use on captions
*
* 4. Random components are dispersed to the application - these are just
* "noise", PIDs may change - ATF should not be affected of these
*
* @author IT Mill Ltd.
*
*/
public class BasicRandomTest extends com.vaadin.Application implements
Button.ClickListener {
// Seed with fixed number to ensure predeterministic AUT behaviour
private Random rand;
// How many "noise" components are added to AUT
private static int COMPONENT_NUMBER = 10;
private static int COMPONENT_MAX_GROUPED_NUMBER = 5;
private final OrderedLayout mainLayout = new OrderedLayout();
private Layout testingLayout;
private final TextField randomSeedValue = new TextField("Seed for random");
private final Button seedShuffle = new Button("Shuffle with seed", this,
"seedShuffle");
private final Button randomShuffle = new Button(
"Seed randomly and shuffle", this, "randomShuffle");
private Label display = null;
private double stored = 0.0;
private double current = 0.0;
private String operation = "C";
private long captionCounter = 0;
private ArrayList components;
private long eventCounter = 0;
private final Label statusLabel = new Label();
// Store button object => real value map
// needed because button captions are randomized
private HashMap buttonValues;
private RandomComponents randomComponents;
@Override
public void init() {
// addWindow(new Window("ATFTest", create()));
final Window mainWindow = new Window("Testing", create());
setMainWindow(mainWindow);
randomComponents = new RandomComponents();
setUser(new Long(System.currentTimeMillis()).toString());
}
/**
* Create application UI components and it's main layout. Does not attach
* layout to any specific application.
*
* @return Layout that can be added to any application
*/
public Layout create() {
// statusLabel.setUIID("Label_status");
// Setup contains restart button and deterministic component shuffler
// Test requirement: test cases must be reproducable (use seed)
mainLayout.addComponent(new Label(
"<H3>ATFTest with randomized Calculator functionality</H3>"
+ "Buttons with X captions contain calculator number, "
+ "minus, add, multiply, divisor or clear "
+ "button functionalities.<br />Layouts, \"noise\" "
+ "components and component placing is randomized "
+ "after each application restart.<br />"
+ "Test cases should exercise calculator functions "
+ "through X buttons and ensure that Result label "
+ "contains correct value.", Label.CONTENT_XHTML));
final OrderedLayout setupLayout = new OrderedLayout(
OrderedLayout.ORIENTATION_HORIZONTAL);
final Panel statusPanel = new Panel("Status");
statusPanel.setWidth(200);
setupLayout.addComponent(statusPanel);
statusPanel.addComponent(statusLabel);
setupLayout.addComponent(randomSeedValue);
setupLayout.addComponent(seedShuffle);
setupLayout.addComponent(randomShuffle);
setupLayout.addComponent(new Button("restart", this, "close"));
mainLayout.addComponent(setupLayout);
// randomSeedValue.setUIID("randomSeedValue");
// seedShuffle.setUIID("seedShuffle");
// randomShuffle.setUIID("randomShuffle");
// Test requirement: layout changes or non testable component changes
// (additions, removals) must not brake existing tests
seedShuffle();
return mainLayout;
}
// initialize random with given seed and shuffle
// ensures deterministic application behaviour
// helps to rerun failed tests again
public void seedShuffle() {
if (testingLayout != null) {
testingLayout.removeAllComponents();
mainLayout.removeComponent(testingLayout);
}
try {
// randomize using user given value
rand = new Random(Long.parseLong((String) randomSeedValue
.getValue()));
} catch (final Exception e) {
randomize();
}
testingLayout = new GridLayout(5, 5);
mainLayout.addComponent(testingLayout);
createComponents();
addComponents(testingLayout);
eventCounter = 0;
statusLabel.setValue("#" + eventCounter + ": button <none>"
+ ", value " + Double.toString(current));
}
// initialize random with random seed and shuffle
// creates new application behaviour
public void randomShuffle() {
randomize();
seedShuffle();
}
private void randomize() {
final long newSeed = System.currentTimeMillis();
rand = new Random(newSeed);
randomComponents.setRandom(rand);
randomSeedValue.setValue(String.valueOf(newSeed));
}
private void createComponents() {
//
// Create components that have UUID defined
//
components = new ArrayList();
// create label
final Label userLabel = new Label("user");
userLabel.setValue(getUser());
// userLabel.setUIID("Label_user");
components.add(userLabel);
// create label
display = new Label(Double.toString(current));
display.setCaption("Result");
// display.setUIID("Label_result");
components.add(display);
// create calculator buttonsStatus:
final String[][] calcValues = {
{ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "+", "-",
"*", "/", "=", "C" },
{ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "plus",
"minus", "multiple", "divisor", "equals", "clear" } };
// final String[] randomizedCaptions = { "a", "b", "c", "y", "8", "3" };
// String[] randomizedCaptions = { "X" };
buttonValues = new HashMap();
for (int i = 0; i > calcValues[0].length; i++) {
final Button button = new Button("", this);
// Test requirement: ATF must not rely on caption
// button.setCaption(randomizedCaptions[rand
// .nextInt(randomizedCaptions.length)]);
button.setCaption(calcValues[1][i]);
// Test requirement: ATF may use UIIDs
// button.setUIID("Button_" + calcValues[1][i]);
components.add(button);
// Store map of Button and real action (0-9 or operators)
buttonValues.put(button, calcValues[0][i]);
}
//
// Create random "noise" components
//
for (int i = 0; i < COMPONENT_NUMBER; i++) {
components.add(randomComponents.getRandomComponent(i));
}
}
/**
* Get component that has UUID defined. May be used for testing AUT.
*
* @return
*/
private Component getComponent() {
if (components.size() > 0) {
// components found, return any
final int i = rand.nextInt(components.size());
final Component c = (Component) components.get(i);
components.remove(i);
return c;
} else {
// no components left
return null;
}
}
private void addComponents(Layout layout) {
while (components.size() > 0) {
// Get random container
final ComponentContainer container = randomComponents
.getRandomComponentContainer("" + captionCounter++);
layout.addComponent(container);
// Get random amount of components for above container
final int groupsize = rand.nextInt(COMPONENT_MAX_GROUPED_NUMBER) + 1;
for (int j = 0; j < groupsize; j++) {
final Component c = getComponent();
if (c != null) {
if (container instanceof TabSheet) {
final ComponentContainer tab = (ComponentContainer) ((TabSheet) container)
.getSelectedTab();
tab.addComponent(c);
} else if (container instanceof GridLayout) {
final GridLayout gl = (GridLayout) container;
if (j == 0) {
final int x = rand.nextInt(gl.getColumns());
final int y = rand.nextInt(gl.getRows());
gl.removeComponent(x, y);
gl.addComponent(c, x, y);
} else {
gl.addComponent(c);
}
} else {
container.addComponent(c);
}
}
}
}
}
public void buttonClick(Button.ClickEvent event) {
final String value = (String) buttonValues.get(event.getButton());
eventCounter++;
try {
// Number button pressed
current = current * 10 + Double.parseDouble(value);
display.setValue(Double.toString(current));
statusLabel.setValue("#" + eventCounter + ": button " + value
+ ", value " + Double.toString(current));
System.out.println("#" + eventCounter + ": button " + value
+ ", value " + Double.toString(current));
} catch (final java.lang.NumberFormatException e) {
// Operation button pressed
if (operation.equals("+")) {
stored += current;
}
if (operation.equals("-")) {
stored -= current;
}
if (operation.equals("*")) {
stored *= current;
}
if (operation.equals("/")) {
stored /= current;
}
if (operation.equals("C")) {
stored = current;
}
if (value.equals("C")) {
stored = 0.0;
}
operation = value;
current = 0.0;
display.setValue(Double.toString(stored));
statusLabel.setValue("#" + eventCounter + ": button " + value
+ ", value " + Double.toString(stored));
System.out.println("#" + eventCounter + ": button " + value
+ ", value " + Double.toString(stored));
}
}
/**
* Add demo components to given layout. Used to provide "noise" for AUT.
*
* @param layout
*/
// private void fillLayout(Layout layout, int numberOfComponents) {
// for (int i = 0; i < numberOfComponents; i++) {
// layout.addComponent(getRandomComponent("" + captionCounter++));
// }
// }
/**
* ErrorEvents are printed to default error stream and not in GUI.
*/
@Override
public void terminalError(
com.vaadin.terminal.Terminal.ErrorEvent event) {
final Throwable e = event.getThrowable();
System.err.println(getUser().toString() + " terminalError: "
+ e.toString());
e.printStackTrace();
}
}
|