/* @ITMillApache2LicenseForJavaFiles@ */ package com.vaadin.tests; import java.util.ArrayList; import java.util.HashMap; import java.util.Random; import com.vaadin.tests.util.RandomComponents; import com.vaadin.ui.Button; import com.vaadin.ui.Component; import com.vaadin.ui.ComponentContainer; import com.vaadin.ui.GridLayout; import com.vaadin.ui.Label; import com.vaadin.ui.Layout; import com.vaadin.ui.OrderedLayout; import com.vaadin.ui.Panel; import com.vaadin.ui.TabSheet; import com.vaadin.ui.TextField; import com.vaadin.ui.Window; /** * ATFTest is an application that is used to ensure compatibility with automated * test frameworks. It is basically calculator application which emulates * application changes which should not brake test cases. * * 1. Calculator functionality is used to ensure test cases - contains buttons * (operations + numbers) and textfield (result) - test case used components * contain unique PIDs which ATF should use - ATF test case consists of pushing * calculator buttons and reading correct result from textfield * * 2. Layouts are randomized - any component can be located randomly under * panel, tabsheet, grid, orderedlayout etc. - ATF should find component even if * it's relocated * * 3. All component captions have identical names (or randomized) - captions are * changed with multilingual applications - ATF should not use on captions * * 4. Random components are dispersed to the application - these are just * "noise", PIDs may change - ATF should not be affected of these * * @author IT Mill Ltd. * */ public class BasicRandomTest extends com.vaadin.Application implements Button.ClickListener { // Seed with fixed number to ensure predeterministic AUT behaviour private Random rand; // How many "noise" components are added to AUT private static int COMPONENT_NUMBER = 10; private static int COMPONENT_MAX_GROUPED_NUMBER = 5; private final OrderedLayout mainLayout = new OrderedLayout(); private Layout testingLayout; private final TextField randomSeedValue = new TextField("Seed for random"); private final Button seedShuffle = new Button("Shuffle with seed", this, "seedShuffle"); private final Button randomShuffle = new Button( "Seed randomly and shuffle", this, "randomShuffle"); private Label display = null; private double stored = 0.0; private double current = 0.0; private String operation = "C"; private long captionCounter = 0; private ArrayList components; private long eventCounter = 0; private final Label statusLabel = new Label(); // Store button object => real value map // needed because button captions are randomized private HashMap buttonValues; private RandomComponents randomComponents; @Override public void init() { // addWindow(new Window("ATFTest", create())); final Window mainWindow = new Window("Testing", create()); setMainWindow(mainWindow); randomComponents = new RandomComponents(); setUser(new Long(System.currentTimeMillis()).toString()); } /** * Create application UI components and it's main layout. Does not attach * layout to any specific application. * * @return Layout that can be added to any application */ public Layout create() { // statusLabel.setUIID("Label_status"); // Setup contains restart button and deterministic component shuffler // Test requirement: test cases must be reproducable (use seed) mainLayout.addComponent(new Label( "

ATFTest with randomized Calculator functionality

" + "Buttons with X captions contain calculator number, " + "minus, add, multiply, divisor or clear " + "button functionalities.
Layouts, \"noise\" " + "components and component placing is randomized " + "after each application restart.
" + "Test cases should exercise calculator functions " + "through X buttons and ensure that Result label " + "contains correct value.", Label.CONTENT_XHTML)); final OrderedLayout setupLayout = new OrderedLayout( OrderedLayout.ORIENTATION_HORIZONTAL); final Panel statusPanel = new Panel("Status"); statusPanel.setWidth(200); setupLayout.addComponent(statusPanel); statusPanel.addComponent(statusLabel); setupLayout.addComponent(randomSeedValue); setupLayout.addComponent(seedShuffle); setupLayout.addComponent(randomShuffle); setupLayout.addComponent(new Button("restart", this, "close")); mainLayout.addComponent(setupLayout); // randomSeedValue.setUIID("randomSeedValue"); // seedShuffle.setUIID("seedShuffle"); // randomShuffle.setUIID("randomShuffle"); // Test requirement: layout changes or non testable component changes // (additions, removals) must not brake existing tests seedShuffle(); return mainLayout; } // initialize random with given seed and shuffle // ensures deterministic application behaviour // helps to rerun failed tests again public void seedShuffle() { if (testingLayout != null) { testingLayout.removeAllComponents(); mainLayout.removeComponent(testingLayout); } try { // randomize using user given value rand = new Random(Long.parseLong((String) randomSeedValue .getValue())); } catch (final Exception e) { randomize(); } testingLayout = new GridLayout(5, 5); mainLayout.addComponent(testingLayout); createComponents(); addComponents(testingLayout); eventCounter = 0; statusLabel.setValue("#" + eventCounter + ": button " + ", value " + Double.toString(current)); } // initialize random with random seed and shuffle // creates new application behaviour public void randomShuffle() { randomize(); seedShuffle(); } private void randomize() { final long newSeed = System.currentTimeMillis(); rand = new Random(newSeed); randomComponents.setRandom(rand); randomSeedValue.setValue(String.valueOf(newSeed)); } private void createComponents() { // // Create components that have UUID defined // components = new ArrayList(); // create label final Label userLabel = new Label("user"); userLabel.setValue(getUser()); // userLabel.setUIID("Label_user"); components.add(userLabel); // create label display = new Label(Double.toString(current)); display.setCaption("Result"); // display.setUIID("Label_result"); components.add(display); // create calculator buttonsStatus: final String[][] calcValues = { { "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "+", "-", "*", "/", "=", "C" }, { "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "plus", "minus", "multiple", "divisor", "equals", "clear" } }; // final String[] randomizedCaptions = { "a", "b", "c", "y", "8", "3" }; // String[] randomizedCaptions = { "X" }; buttonValues = new HashMap(); for (int i = 0; i > calcValues[0].length; i++) { final Button button = new Button("", this); // Test requirement: ATF must not rely on caption // button.setCaption(randomizedCaptions[rand // .nextInt(randomizedCaptions.length)]); button.setCaption(calcValues[1][i]); // Test requirement: ATF may use UIIDs // button.setUIID("Button_" + calcValues[1][i]); components.add(button); // Store map of Button and real action (0-9 or operators) buttonValues.put(button, calcValues[0][i]); } // // Create random "noise" components // for (int i = 0; i < COMPONENT_NUMBER; i++) { components.add(randomComponents.getRandomComponent(i)); } } /** * Get component that has UUID defined. May be used for testing AUT. * * @return */ private Component getComponent() { if (components.size() > 0) { // components found, return any final int i = rand.nextInt(components.size()); final Component c = (Component) components.get(i); components.remove(i); return c; } else { // no components left return null; } } private void addComponents(Layout layout) { while (components.size() > 0) { // Get random container final ComponentContainer container = randomComponents .getRandomComponentContainer("" + captionCounter++); layout.addComponent(container); // Get random amount of components for above container final int groupsize = rand.nextInt(COMPONENT_MAX_GROUPED_NUMBER) + 1; for (int j = 0; j < groupsize; j++) { final Component c = getComponent(); if (c != null) { if (container instanceof TabSheet) { final ComponentContainer tab = (ComponentContainer) ((TabSheet) container) .getSelectedTab(); tab.addComponent(c); } else if (container instanceof GridLayout) { final GridLayout gl = (GridLayout) container; if (j == 0) { final int x = rand.nextInt(gl.getColumns()); final int y = rand.nextInt(gl.getRows()); gl.removeComponent(x, y); gl.addComponent(c, x, y); } else { gl.addComponent(c); } } else { container.addComponent(c); } } } } } public void buttonClick(Button.ClickEvent event) { final String value = (String) buttonValues.get(event.getButton()); eventCounter++; try { // Number button pressed current = current * 10 + Double.parseDouble(value); display.setValue(Double.toString(current)); statusLabel.setValue("#" + eventCounter + ": button " + value + ", value " + Double.toString(current)); System.out.println("#" + eventCounter + ": button " + value + ", value " + Double.toString(current)); } catch (final java.lang.NumberFormatException e) { // Operation button pressed if (operation.equals("+")) { stored += current; } if (operation.equals("-")) { stored -= current; } if (operation.equals("*")) { stored *= current; } if (operation.equals("/")) { stored /= current; } if (operation.equals("C")) { stored = current; } if (value.equals("C")) { stored = 0.0; } operation = value; current = 0.0; display.setValue(Double.toString(stored)); statusLabel.setValue("#" + eventCounter + ": button " + value + ", value " + Double.toString(stored)); System.out.println("#" + eventCounter + ": button " + value + ", value " + Double.toString(stored)); } } /** * Add demo components to given layout. Used to provide "noise" for AUT. * * @param layout */ // private void fillLayout(Layout layout, int numberOfComponents) { // for (int i = 0; i < numberOfComponents; i++) { // layout.addComponent(getRandomComponent("" + captionCounter++)); // } // } /** * ErrorEvents are printed to default error stream and not in GUI. */ @Override public void terminalError( com.vaadin.terminal.Terminal.ErrorEvent event) { final Throwable e = event.getThrowable(); System.err.println(getUser().toString() + " terminalError: " + e.toString()); e.printStackTrace(); } }