vaadin-framework/uitest/test.xml

<?xml version="1.0"?>
<project xmlns:antcontrib="antlib:net.sf.antcontrib" xmlns:ivy="antlib:org.apache.ivy.ant" name="Run Vaadin Testbench Tests" basedir="." default="run-and-clean-up">

    <include file="../common.xml" />
    <dirname property="test.xml.dir" file="${ant.file.Run Vaadin Testbench Tests}" />
    <!-- ================================================================== -->
    <!-- Configuration -->
    <!-- ================================================================== -->
    <!-- Browsers to use for testing -->
    <property name="browsers-windows" value="winxp-ie8,win7-ie9,win7-ie10,winxp-firefox17-esr" />
    <property name="browsers-linux" value="linux-firefox3,linux-opera10,linux-googlechrome8" />
    <property name="browsers-mac" value="osx-firefox3,osx-opera10,osx-googlechrome8,osx-safari4,osx-safari5" />

    <property name="browsers" value="${browsers-windows}" />

    <!-- Number of times to retry a test if it fails -->
    <property name="retries" value="2" />

    <!-- Screen shot base directory -->
    <fail unless="com.vaadin.testbench.screenshot.directory" message="The 'com.vaadin.testbench.screenshot.directory' property must be defined." />

    <!-- Screen shot resolution -->
    <property name="com.vaadin.testbench.screenshot.resolution" value="1500x850" />

    <!-- Host running Testbench Hub -->
    <property name="com.vaadin.testbench.tester.host" value="testbench-hub.intra.itmill.com" />

    <property name="com.vaadin.testbench.screenshot.block.error" value="0.025" />
    <property name="com.vaadin.testbench.debug" value="false" />


    <target name="initialize">
        <!-- classpath must include test bench jar and its dependencies -->
        <path id="classpath">
            <fileset dir="${com.vaadin.testbench.lib.dir}" includes="**/*.jar" />
        </path>
    </target>

    <!-- fileset containing all TestBench tests to run -->
    <fileset dir="${test.xml.dir}" id="html-test-files">
        <include name="tb2/**/*.html" />
        <exclude name="integration-testscripts/**/*.html" />
    </fileset>

    <!-- This target converts HTML tests files to java junit tests. One test 
        file for each browser is created. -->
    <target name="create-tests" depends="initialize, remove-temp-testclasses">
        <!-- Temporary output directory, created and removed by this script -->
        <fail unless="test-output-dir" message="The 'test-output-dir' property must be defined." />
        <property name="class-dir" value="${test-output-dir}/classes" />

        <pathconvert pathsep=" " property="testfiles" refid="html-test-files" />

        <java classname="com.vaadin.testbench.util.TestConverter" classpathref="classpath" fork="true">
            <sysproperty key="com.vaadin.testbench.test.retries" value="${retries}" />
            <jvmarg value="-Duser.language=en" />
            <jvmarg value="-Duser.country=US" />
            <arg value="${test-output-dir}" />
            <arg value="${browsers}" />
            <arg line="${testfiles}" />
        </java>
    </target>


    <!-- This target complies the generated java junit tests. -->
    <target name="compile-tests" depends="create-tests">
        <mkdir dir="${class-dir}" />
        <javac includeantruntime="false" srcdir="${test-output-dir}" destdir="${class-dir}" debug="on" fork="yes" failonerror="false" encoding="UTF8">
            <classpath>
                <path refid="classpath" />
            </classpath>
        </javac>
    </target>

    <!-- ================================================================== -->
    <!-- Running Tests -->
    <!-- ================================================================== -->

    <target name="check-parameters">
        <fail unless="com.vaadin.testbench.lib.dir" message="The 'com.vaadin.testbench.lib.dir' property must be defined." />
        <fail unless="com.vaadin.testbench.tester.host" message="The 'com.vaadin.testbench.tester.host' property must be defined." />
        <fail unless="com.vaadin.testbench.deployment.url" message="The 'com.vaadin.testbench.deployment.url' property must be defined." />
    </target>

    <target name="run-tb2-tests" depends="check-parameters,compile-tests">
        <property name="report.qualifier" value="tb2" />
        <property name="report.dir" location="${test.xml.dir}/result/reports-${report.qualifier}" />
        
        <delete dir="${report.dir}" />
        <mkdir dir="${report.dir}" />
        <fileset dir="${test-output-dir}" id="tests-fileset">
            <include name="**/**.java" />
        </fileset>

        <antcontrib:for threadCount="30" parallel="true" keepgoing="true" param="target">
            <path>
                <fileset refid="tests-fileset" />
            </path>
            <sequential>
                <antcall target="execute-tests">
                    <param name="target" value="@{target}" />
                    <reference refid="classpath" />
                </antcall>
            </sequential>
        </antcontrib:for>
    </target>

    <!-- This target runs the generated and compiled junit tests -->
    <target name="execute-tests">
        <!-- Junit does not create the report dir so we need to ensure it
        exists -->
        <mkdir dir="${report.dir}" />
        <junit fork="yes" showoutput="no" printsummary="no" maxmemory="96m">
            <classpath>
                <path refid="classpath" />
                <pathelement path="${class-dir}" />
            </classpath>

            <formatter type="xml" />

            <jvmarg value="-Dcom.vaadin.testbench.tester.host=${com.vaadin.testbench.tester.host}" />
            <jvmarg value="-Dcom.vaadin.testbench.deployment.url=${com.vaadin.testbench.deployment.url}" />
            <!-- Define where the reference screenshots and diff files are 
                saved -->
            <jvmarg value="-Dcom.vaadin.testbench.screenshot.directory=${com.vaadin.testbench.screenshot.directory}" />
            <!-- Resolution for screenshots -->
            <jvmarg value="-Dcom.vaadin.testbench.screenshot.resolution=${com.vaadin.testbench.screenshot.resolution}" />
            <jvmarg value="-Dcom.vaadin.testbench.debug=${com.vaadin.testbench.debug}" />
            <jvmarg value="-Dcom.vaadin.testbench.screenshot.block.error=${com.vaadin.testbench.screenshot.block.error}" />


            <jvmarg value="-Djava.awt.headless=true" />

            <!-- true/false system arguments -->
            <jvmarg value="-Dcom.vaadin.testbench.screenshot.softfail=${com.vaadin.testbench.screenshot.softfail}" />
            <jvmarg value="-Dcom.vaadin.testbench.screenshot.reference.debug=${com.vaadin.testbench.screenshot.reference.debug}" />
            <jvmarg value="-Dcom.vaadin.testbench.screenshot.cursor=${com.vaadin.testbench.screenshot.cursor}" />

            <batchtest todir="${report.dir}">
                <filelist dir="${test-output-dir}" files="${target}" />
            </batchtest>
        </junit>

    </target>

    <!-- Remove temporary source and compiled java files -->
    <target name="remove-temp-testclasses">
        <delete failonerror="false">
            <fileset dir="${test-output-dir}">
                <include name="**/**.java" />
                <include name="**/**.class" />
            </fileset>
        </delete>
    </target>

    <!-- Remove old error screenshots -->
    <target name="remove-error-screens">
        <mkdir dir="${com.vaadin.testbench.screenshot.directory}/errors" />
        <delete>
            <fileset dir="${com.vaadin.testbench.screenshot.directory}/errors">
                <include name="**/**.*" />
            </fileset>
        </delete>
    </target>

    <!-- ================================================================== -->
    <!-- Main Targets -->
    <!-- ================================================================== -->

    <!-- The default target. -->
    <target name="run-and-clean-up" depends="check-parameters,remove-error-screens,run-tb2-tests" />

    <!-- Runs all TestBench 2 tests -->
    <target name="tb2-tests" unless="tests.tb2.skip">
        <property name="test-output-dir" location="${test.xml.dir}/result/testbench-junit-classes" />
        <property name="retries" value="2" />

        <!-- Parameters for the test.xml script. -->
        <fail unless="com.vaadin.testbench.tester.host" message="The 'com.vaadin.testbench.tester.host' property must be defined." />
        <fail unless="com.vaadin.testbench.deployment.url" message="The 'com.vaadin.testbench.deployment.url' property must be defined." />
        <fail unless="com.vaadin.testbench.lib.dir" message="The 'com.vaadin.testbench.lib.dir' property must be defined." />
        <property name="com.vaadin.testbench.screenshot.block.error" value="0.025" />
        <property name="com.vaadin.testbench.debug" value="false" />

        <antcall inheritall="true" inheritrefs="true" target="run-tb2-tests" />
    </target>
</project>