#!/usr/bin/env bash # # ownCloud # # @author Vincent Petry # @author Morris Jobke # @author Robin McCorkell # @author Thomas Müller # @author Andreas Fischer # @author Joas Schilling # @author Lukas Reschke # @author Jörn Friedrich Dreyer # @copyright 2012-2015 Thomas Müller thomas.mueller@tmit.eu # #$EXECUTOR_NUMBER is set by Jenkins and allows us to run autotest in parallel DATABASENAME=oc_autotest$EXECUTOR_NUMBER DATABASEUSER=oc_autotest$EXECUTOR_NUMBER DATABASEHOST=localhost ADMINLOGIN=admin$EXECUTOR_NUMBER BASEDIR=$PWD PRIMARY_STORAGE_CONFIGS="local swift" DBCONFIGS="sqlite mysql mariadb pgsql oci" # $PHP_EXE is run through 'which' and as such e.g. 'php' or 'hhvm' is usually # sufficient. Due to the behaviour of 'which', $PHP_EXE may also be a path # (absolute or not) to an executable, e.g. ./code/projects/php-src/sapi/cli/php. if [ -z "$PHP_EXE" ]; then PHP_EXE=php fi PHP=$(which "$PHP_EXE") PHPUNIT=$(which phpunit) set -e _XDEBUG_CONFIG=$XDEBUG_CONFIG unset XDEBUG_CONFIG function print_syntax { echo -e "Syntax: ./autotest.sh [dbconfigname] [testfile]\n" >&2 echo -e "\t\"dbconfigname\" can be one of: $DBCONFIGS" >&2 echo -e "\t\"testfile\" is the name of a test file, for example lib/template.php" >&2 echo -e "\nExample: ./autotest.sh sqlite lib/template.php" >&2 echo "will run the test suite from \"tests/lib/template.php\"" >&2 echo -e "\nIf no arguments are specified, all tests will be run with all database configs" >&2 } if [ -x "$PHP" ]; then echo "Using PHP executable $PHP" else echo "Could not find PHP executable $PHP_EXE" >&2 exit 3 fi if ! [ -x "$PHPUNIT" ]; then echo "phpunit executable not found, please install phpunit version >= 4.4" >&2 exit 3 fi # PHPUnit might also be installed via a facade binary script if [[ "$PHPUNIT" =~ \.phar$ ]]; then PHPUNIT=( "$PHP" "$PHPUNIT" ) else PHPUNIT=( "$PHPUNIT" ) fi PHPUNIT_VERSION=$($PHPUNIT --version | cut -d" " -f2) PHPUNIT_MAJOR_VERSION=$(echo "$PHPUNIT_VERSION" | cut -d"." -f1) PHPUNIT_MINOR_VERSION=$(echo "$PHPUNIT_VERSION" | cut -d"." -f2) if ! [ "$PHPUNIT_MAJOR_VERSION" -gt 4 -o \( "$PHPUNIT_MAJOR_VERSION" -eq 4 -a "$PHPUNIT_MINOR_VERSION" -ge 4 \) ]; then echo "phpunit version >= 4.4 required. Version found: $PHPUNIT_VERSION" >&2 exit 4 fi if ! [ \( -w config -a ! -f config/config.php \) -o \( -f config/config.php -a -w config/config.php \) ]; then echo "Please enable write permissions on config and config/config.php" >&2 exit 1 fi if [ "$1" ]; then FOUND=0 for DBCONFIG in $DBCONFIGS; do if [ "$1" = "$DBCONFIG" ]; then FOUND=1 break fi done if [ $FOUND = 0 ]; then echo -e "Unknown database config name \"$1\"\n" >&2 print_syntax exit 2 fi fi if [ "$PRIMARY_STORAGE_CONFIG" ]; then FOUND=0 for PSC in $PRIMARY_STORAGE_CONFIGS; do if [ "$PRIMARY_STORAGE_CONFIG" = "$PSC" ]; then FOUND=1 break fi done if [ $FOUND = 0 ]; then echo -e "Unknown primary storage config name \"$PRIMARY_STORAGE_CONFIG\"\n" >&2 print_syntax exit 2 fi else PRIMARY_STORAGE_CONFIG="local" fi # check for the presence of @since in all OCP methods $PHP build/OCPSinceChecker.php # Back up existing (dev) config if one exists and backup not already there if [ -f config/config.php ] && [ ! -f config/config-autotest-backup.php ]; then mv config/config.php config/config-autotest-backup.php fi function cleanup_config { if [ ! -z "$DOCKER_CONTAINER_ID" ]; then echo "Kill the docker $DOCKER_CONTAINER_ID" docker stop "$DOCKER_CONTAINER_ID" docker rm -f "$DOCKER_CONTAINER_ID" fi cd "$BASEDIR" if [ "$PRIMARY_STORAGE_CONFIG" == "swift" ] ; then echo "Kill the swift docker" tests/objectstore/stop-swift-ceph.sh fi # Restore existing config if [ -f config/config-autotest-backup.php ]; then mv config/config-autotest-backup.php config/config.php fi # Remove autotest config if [ -f config/autoconfig.php ]; then rm config/autoconfig.php fi # Remove autotest swift storage config if [ -f config/autotest-storage-swift.config.php ]; then rm config/autotest-storage-swift.config.php fi } # restore config on exit trap cleanup_config EXIT # use tmpfs for datadir - should speedup unit test execution if [ -d /dev/shm ]; then DATADIR=/dev/shm/data-autotest$EXECUTOR_NUMBER else DATADIR=$BASEDIR/data-autotest fi echo "Using database $DATABASENAME" function execute_tests { DB=$1 echo "Setup environment for $DB testing on $PRIMARY_STORAGE_CONFIG storage ..." # back to root folder cd "$BASEDIR" # revert changes to tests/data git checkout tests/data # reset data directory rm -rf "$DATADIR" mkdir "$DATADIR" if [ "$PRIMARY_STORAGE_CONFIG" == "swift" ] ; then tests/objectstore/start-swift-ceph.sh cp tests/objectstore/swift.config.php config/autotest-storage-swift.config.php fi cp tests/preseed-config.php config/config.php _DB=$DB # drop database if [ "$DB" == "mysql" ] ; then if [ ! -z "$USEDOCKER" ] ; then echo "Fire up the mysql docker" DOCKER_CONTAINER_ID=$(docker run \ -v $BASEDIR/tests/docker/mariadb:/etc/mysql/conf.d \ -e MYSQL_ROOT_PASSWORD=owncloud \ -e MYSQL_USER="$DATABASEUSER" \ -e MYSQL_PASSWORD=owncloud \ -e MYSQL_DATABASE="$DATABASENAME" \ -d mysql) DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID") echo "Waiting for MySQL initialisation ..." if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 3306 60; then echo "[ERROR] Waited 60 seconds, no response" >&2 exit 1 fi echo "MySQL is up." else if [ -z "$DRONE" ] ; then # no need to drop the DB when we are on CI if [ "mysql" != "$(mysql --version | grep -o mysql)" ] ; then echo "Your mysql binary is not provided by mysql" echo "To use the docker container set the USEDOCKER environment variable" exit -1 fi mysql -u "$DATABASEUSER" -powncloud -e "DROP DATABASE IF EXISTS $DATABASENAME" -h $DATABASEHOST || true else DATABASEHOST=127.0.0.1 fi fi fi if [ "$DB" == "mariadb" ] ; then if [ ! -z "$USEDOCKER" ] ; then echo "Fire up the mariadb docker" DOCKER_CONTAINER_ID=$(docker run \ -v $BASEDIR/tests/docker/mariadb:/etc/mysql/conf.d \ -e MYSQL_ROOT_PASSWORD=owncloud \ -e MYSQL_USER="$DATABASEUSER" \ -e MYSQL_PASSWORD=owncloud \ -e MYSQL_DATABASE="$DATABASENAME" \ -d mariadb) DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID") echo "Waiting for MariaDB initialisation ..." if ! apps/files_external/tests/env/wait-for-connection $DATABASEHOST 3306 60; then echo "[ERROR] Waited 60 seconds, no response" >&2 exit 1 fi echo "MariaDB is up." else if [ "MariaDB" != "$(mysql --version | grep -o MariaDB)" ] ; then echo "Your mysql binary is not provided by MariaDB" echo "To use the docker container set the USEDOCKER environment variable" exit -1 fi mysql -u "$DATABASEUSER" -powncloud -e "DROP DATABASE IF EXISTS $DATABASENAME" -h $DATABASEHOST || true fi #Reset _DB to mysql since that is what we use internally _DB="mysql" fi if [ "$DB" == "pgsql" ] ; then if [ ! -z "$USEDOCKER" ] ; then echo "Fire up the postgres docker" DOCKER_CONTAINER_ID=$(docker run -e POSTGRES_USER="$DATABASEUSER" -e POSTGRES_PASSWORD=owncloud -d postgres) DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID") echo "Waiting for Postgres initialisation ..." # grep exits on the first match and then the script continues docker logs -f "$DOCKER_CONTAINER_ID" 2>&1 | grep -q "database system is ready to accept connections" echo "Postgres is up." else if [ -z "$DRONE" ] ; then # no need to drop the DB when we are on CI dropdb -U "$DATABASEUSER" "$DATABASENAME" || true fi fi fi if [ "$DB" == "oci" ] ; then echo "Fire up the oracle docker" DOCKER_CONTAINER_ID=$(docker run -d deepdiver/docker-oracle-xe-11g) DATABASEHOST=$(docker inspect --format="{{.NetworkSettings.IPAddress}}" "$DOCKER_CONTAINER_ID") echo "Waiting for Oracle initialization ... " # Try to connect to the OCI host via sqlplus to ensure that the connection is already running for i in {1..48} do if sqlplus "autotest/owncloud@(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(Host=$DATABASEHOST)(Port=1521))(CONNECT_DATA=(SID=XE)))" < /dev/null | grep 'Connected to'; then break; fi sleep 5 done DATABASEUSER=autotest DATABASENAME='XE' fi # trigger installation echo "Installing ...." "$PHP" ./occ maintenance:install -vvv --database="$_DB" --database-name="$DATABASENAME" --database-host="$DATABASEHOST" --database-user="$DATABASEUSER" --database-pass=owncloud --database-table-prefix=oc_ --admin-user="$ADMINLOGIN" --admin-pass=admin --data-dir="$DATADIR" #test execution echo "Testing with $DB ..." cd tests rm -rf "coverage-html-$DB" mkdir "coverage-html-$DB" "$PHP" -f enable_all.php | grep -i -C9999 error && echo "Error during setup" && exit 101 if [[ "$_XDEBUG_CONFIG" ]]; then export XDEBUG_CONFIG=$_XDEBUG_CONFIG fi GROUP='' if [ "$TEST_SELECTION" == "DB" ]; then GROUP='--group DB' fi if [ "$TEST_SELECTION" == "NODB" ]; then GROUP='--exclude-group DB' fi COVER='' if [ -z "$NOCOVERAGE" ]; then COVER="--coverage-clover autotest-clover-$DB.xml --coverage-html coverage-html-$DB" else echo "No coverage" fi if [ -d "$2" ]; then for f in $(find "$2" -name '*.php'); do echo "${PHPUNIT[@]}" --configuration phpunit-autotest.xml $GROUP $COVER --log-junit "autotest-results-$DB.xml" "$2" / "$f" "$3" "${PHPUNIT[@]}" --configuration phpunit-autotest.xml $GROUP $COVER --log-junit "autotest-results-$DB.xml" "$f" "$3" RESULT=$? done; else echo "${PHPUNIT[@]}" --configuration phpunit-autotest.xml $GROUP $COVER --log-junit "autotest-results-$DB.xml" "$2" "$3" "${PHPUNIT[@]}" --configuration phpunit-autotest.xml $GROUP $COVER --log-junit "autotest-results-$DB.xml" "$2" "$3" RESULT=$? fi if [ "$PRIMARY_STORAGE_CONFIG" == "swift" ] ; then cd .. echo "Kill the swift docker" tests/objectstore/stop-swift-ceph.sh fi if [ ! -z "$DOCKER_CONTAINER_ID" ] ; then echo "Kill the docker $DOCKER_CONTAINER_ID" docker stop $DOCKER_CONTAINER_ID docker rm -f $DOCKER_CONTAINER_ID unset DOCKER_CONTAINER_ID fi } # # start test execution # if [ -z "$1" ] then # run all known database configs for DBCONFIG in $DBCONFIGS; do execute_tests "$DBCONFIG" done else FILENAME="$2" if [ ! -z "$2" ] && [ ! -f "tests/$FILENAME" ]; then FILENAME="../$FILENAME" fi execute_tests "$1" "$FILENAME" "$3" fi # # NOTES on mysql: # - CREATE DATABASE oc_autotest; # - CREATE USER 'oc_autotest'@'localhost' IDENTIFIED BY 'owncloud'; # - grant all on oc_autotest.* to 'oc_autotest'@'localhost'; # # - for parallel executor support with EXECUTOR_NUMBER=0: # - CREATE DATABASE oc_autotest0; # - CREATE USER 'oc_autotest0'@'localhost' IDENTIFIED BY 'owncloud'; # - grant all on oc_autotest0.* to 'oc_autotest0'@'localhost'; # # NOTES on pgsql: # - su - postgres # - createuser -P oc_autotest (enter password and enable superuser) # - to enable dropdb I decided to add following line to pg_hba.conf (this is not the safest way but I don't care for the testing machine): # local all all trust # # - for parallel executor support with EXECUTOR_NUMBER=0: # - createuser -P oc_autotest0 (enter password and enable superuser) # # NOTES on oci: # - it's a pure nightmare to install Oracle on a Linux-System # - DON'T TRY THIS AT HOME! # - if you really need it: we feel sorry for you #