mirrors
/
rspamd
mirror of https://github.com/vstakhov/rspamd.git
Watch 1
Star 0
Fork 0
Code Issues 0 Releases 159 Wiki Activity
Browse Source

[Test] Migrate to Github Actions

pull/4823/head
Andrew Lewis 2 months ago
parent
41e564da7a
commit
6aee123f55
8 changed files with 202 additions and 873 deletions
Split View Show Diff Stats
  1. 0
    310
      .drone.jsonnet
  2. 0
    563
      .drone.yml
  3. 25
    0
      .github/workflows/ci.yml
  4. 25
    0
      .github/workflows/ci_eslint.yml
  5. 14
    0
      .github/workflows/ci_linters.yml
  6. 16
    0
      .github/workflows/ci_luacheck.yml
  7. 99
    0
      .github/workflows/ci_rspamd.yml
  8. 23
    0
      .github/workflows/ci_tidyall.yml

+ 0
- 310
.drone.jsonnet View File

@@ -1,310 +0,0 @@
local docker_pipeline = {
kind: 'pipeline',
type: 'docker',
};

local default_trigger_events_ex_pr = [
'push',
'tag',
'custom',
];

local default_trigger = {
trigger: {
event: default_trigger_events_ex_pr + ['pull_request'],
},
};

local platform(arch) = {
platform: {
os: 'linux',
arch: arch,
},
};

local coveralls_attribs = {
branch: [
'master',
],
event: [
'push',
'tag',
],
};

local close_coveralls_trigger = {
trigger: coveralls_attribs { status: ['success', 'failure'] },
};

local coveralls_when = {
when: coveralls_attribs,
};

local notify_pipeline = {
name: 'notify',
depends_on: [
'default-amd64',
'default-arm64',
'default-noarch',
],
steps: [
{
name: 'notify',
image: 'drillster/drone-email',
pull: 'if-not-exists',
settings: {
from: 'noreply@rspamd.com',
host: {
from_secret: 'email_host',
},
username: {
from_secret: 'email_username',
},
password: {
from_secret: 'email_password',
},
},
},
],
trigger: {
event: default_trigger_events_ex_pr,
status: [
'failure',
],
},
} + docker_pipeline;

local pipeline(arch) = {
local rspamd_volumes = {
volumes: [
{
name: 'rspamd',
path: '/rspamd',
},
],
},
local hyperscan_altroot = if (arch) == 'amd64' then '' else '-DHYPERSCAN_ROOT_DIR=/vectorscan',
depends_on: [
],
name: 'default-' + arch,
steps: [
{
name: 'prepare',
image: 'ubuntu:22.04',
pull: 'if-not-exists',
commands: [
'install -d -o nobody -g nogroup /rspamd/build /rspamd/install /rspamd/fedora/build /rspamd/fedora/install',
],
} + rspamd_volumes,
{
name: 'build',
image: 'rspamd/ci:ubuntu-build',
pull: 'always',
depends_on: [
'prepare',
],
commands: [
'test "$(id -un)" = nobody',
'cd /rspamd/build',
'cmake -DCMAKE_INSTALL_PREFIX=/rspamd/install -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_COVERAGE=ON -DENABLE_LIBUNWIND=ON -DENABLE_HYPERSCAN=ON ' + hyperscan_altroot + ' -GNinja $DRONE_WORKSPACE\n',
'ncpu=$(getconf _NPROCESSORS_ONLN)',
'ninja -j $ncpu install',
'ninja -j $ncpu rspamd-test',
'ninja -j $ncpu rspamd-test-cxx',
],
} + rspamd_volumes,
{
name: 'build-clang',
image: 'rspamd/ci:fedora-build',
pull: 'always',
depends_on: [
'prepare',
],
commands: [
'test "$(id -un)" = nobody',
'cd /rspamd/fedora/build',
"export LDFLAGS='-fuse-ld=lld'",
'export ASAN_OPTIONS=detect_leaks=0',
'cmake -DCMAKE_INSTALL_PREFIX=/rspamd/fedora/install -DCMAKE_C_COMPILER=/usr/bin/clang -DCMAKE_CXX_COMPILER=/usr/bin/clang++ -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_CLANG_PLUGIN=ON -DENABLE_FULL_DEBUG=ON -DENABLE_HYPERSCAN=ON ' + hyperscan_altroot + ' -DSANITIZE=address $DRONE_WORKSPACE\n',
'ncpu=$(getconf _NPROCESSORS_ONLN)',
'make -j $ncpu install',
'make -j $ncpu rspamd-test',
'make -j $ncpu rspamd-test-cxx',
],
} + rspamd_volumes,
{
name: 'rspamd-test',
image: 'rspamd/ci:ubuntu-test',
pull: 'always',
depends_on: [
'build',
],
commands: [
'test "$(id -un)" = nobody',
'ulimit -c unlimited',
'cd /rspamd/build/test',
'set +e',
'env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?',
'set -e',
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test.core ./rspamd-test; exit $EXIT_CODE; fi; if [ $EXIT_CODE -ne 0 ]; then exit $EXIT_CODE; fi\n",
'luacov-coveralls -o /rspamd/build/unit_test_lua.json --dryrun',
'set +e',
'./rspamd-test-cxx -s; EXIT_CODE=$?',
'set -e',
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
'exit $EXIT_CODE',
],
} + rspamd_volumes,
{
name: 'test-fedora-clang',
image: 'rspamd/ci:fedora-test',
pull: 'always',
depends_on: [
'build-clang',
],
commands: [
'test "$(id -un)" = nobody',
'ulimit -c 2097152',
'ulimit -s unlimited',
'export ASAN_OPTIONS="detect_leaks=0:print_stacktrace=1:disable_coredump=0"',
'export UBSAN_OPTIONS="print_stacktrace=1:print_summary=0:log_path=/tmp/ubsan"',
'cd /rspamd/fedora/build/test',
'set +e',
'env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?',
'set -e',
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'bt' -c /var/tmp/*.rspamd-test.core ./rspamd-test; fi\n",
'set +e',
'./rspamd-test-cxx -s; EXIT_CODE=$?',
'set -e',
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
'cat /tmp/ubsan.* || true',
'exit $EXIT_CODE',
],
} + rspamd_volumes,
{
name: 'functional',
image: 'rspamd/ci:ubuntu-test-func',
pull: 'always',
depends_on: [
'build',
],
commands: [
'cd /rspamd/build',
'ulimit -c unlimited',
'ulimit -s unlimited',
'set +e',
'RSPAMD_INSTALLROOT=/rspamd/install robot --removekeywords wuks --exclude isbroken $DRONE_WORKSPACE/test/functional/cases; EXIT_CODE=$?',
'set -e',
'if [ -n "$HTTP_PUT_AUTH" ]; then $DRONE_WORKSPACE/test/tools/http_put.py log.html report.html https://$DRONE_SYSTEM_HOSTNAME/testlogs/$DRONE_REPO/${DRONE_BUILD_NUMBER}-' + arch + '/; fi\n',
"core_files=$(find /var/tmp/ -name '*.core')",
"for core in $core_files; do exe=$(gdb --batch -ex 'info proc mappings' -c $core | tail -1 | awk '{print $5}'); gdb --batch -ex 'bt' -c $core $exe; echo '---'; done\n",
'exit $EXIT_CODE',
],
environment: {
HTTP_PUT_AUTH: {
from_secret: 'http_put_auth',
},
},
} + rspamd_volumes,
{
name: 'send-coverage',
image: 'rspamd/ci:ubuntu-test',
pull: 'if-not-exists',
depends_on: [
'functional',
'rspamd-test',
],
commands: [
'cd /rspamd/build',
'$DRONE_WORKSPACE/test/tools/gcov_coveralls.py --exclude test --prefix /rspamd/build --prefix $DRONE_WORKSPACE --out coverage.c.json',
'luacov-coveralls -o coverage.functional.lua.json --dryrun',
'$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel --root $DRONE_WORKSPACE --input coverage.c.json unit_test_lua.json coverage.functional.lua.json --token=$COVERALLS_REPO_TOKEN',
],
environment: {
COVERALLS_REPO_TOKEN: {
from_secret: 'coveralls_repo_token',
},
},
} + coveralls_when + rspamd_volumes,
],
volumes: [
{
name: 'rspamd',
temp: {},
},
],
} + platform(arch) + default_trigger + docker_pipeline;

local close_coveralls = {
name: 'close_coveralls',
depends_on: [
'default-amd64',
'default-arm64',
],
steps: [
{
name: 'close_coveralls',
image: 'rspamd/ci:ubuntu-test-func',
pull: 'always',
commands: [
'$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel-close --token=$COVERALLS_REPO_TOKEN',
],
environment: {
COVERALLS_REPO_TOKEN: {
from_secret: 'coveralls_repo_token',
},
},
},
],
} + close_coveralls_trigger + docker_pipeline;

local noarch_pipeline = {
name: 'default-noarch',
steps: [
{
name: 'perl-tidyall',
image: 'rspamd/ci:perl-tidyall',
pull: 'if-not-exists',
failure: 'ignore',
commands: [
'tidyall --version',
'perltidy --version | head -1',
'tidyall --all --check-only --no-cache --data-dir /tmp/tidyall',
],
},
{
name: 'eslint',
image: 'node:18-alpine',
pull: 'if-not-exists',
failure: 'ignore',
commands: [
'npm install',
'npm ls',
'./node_modules/.bin/eslint ./',
'./node_modules/.bin/stylelint ./**/*.css ./**/*.html ./**/*.js',
],
},
{
name: 'luacheck',
image: 'pipelinecomponents/luacheck',
pull: 'if-not-exists',
commands: [
'luacheck -q --no-color .',
],
},
],
} + default_trigger + docker_pipeline;

local signature = {
kind: 'signature',
hmac: '0000000000000000000000000000000000000000000000000000000000000000',
};

[
pipeline('amd64'),
pipeline('arm64'),
close_coveralls,
noarch_pipeline,
notify_pipeline,
signature,
]

+ 0
- 563
.drone.yml View File

@@ -1,563 +0,0 @@
---
{
"depends_on": [ ],
"kind": "pipeline",
"name": "default-amd64",
"platform": {
"arch": "amd64",
"os": "linux"
},
"steps": [
{
"commands": [
"install -d -o nobody -g nogroup /rspamd/build /rspamd/install /rspamd/fedora/build /rspamd/fedora/install"
],
"image": "ubuntu:22.04",
"name": "prepare",
"pull": "if-not-exists",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"cd /rspamd/build",
"cmake -DCMAKE_INSTALL_PREFIX=/rspamd/install -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_COVERAGE=ON -DENABLE_LIBUNWIND=ON -DENABLE_HYPERSCAN=ON -GNinja $DRONE_WORKSPACE\n",
"ncpu=$(getconf _NPROCESSORS_ONLN)",
"ninja -j $ncpu install",
"ninja -j $ncpu rspamd-test",
"ninja -j $ncpu rspamd-test-cxx"
],
"depends_on": [
"prepare"
],
"image": "rspamd/ci:ubuntu-build",
"name": "build",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"cd /rspamd/fedora/build",
"export LDFLAGS='-fuse-ld=lld'",
"export ASAN_OPTIONS=detect_leaks=0",
"cmake -DCMAKE_INSTALL_PREFIX=/rspamd/fedora/install -DCMAKE_C_COMPILER=/usr/bin/clang -DCMAKE_CXX_COMPILER=/usr/bin/clang++ -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_CLANG_PLUGIN=ON -DENABLE_FULL_DEBUG=ON -DENABLE_HYPERSCAN=ON -DSANITIZE=address $DRONE_WORKSPACE\n",
"ncpu=$(getconf _NPROCESSORS_ONLN)",
"make -j $ncpu install",
"make -j $ncpu rspamd-test",
"make -j $ncpu rspamd-test-cxx"
],
"depends_on": [
"prepare"
],
"image": "rspamd/ci:fedora-build",
"name": "build-clang",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"ulimit -c unlimited",
"cd /rspamd/build/test",
"set +e",
"env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test.core ./rspamd-test; exit $EXIT_CODE; fi; if [ $EXIT_CODE -ne 0 ]; then exit $EXIT_CODE; fi\n",
"luacov-coveralls -o /rspamd/build/unit_test_lua.json --dryrun",
"set +e",
"./rspamd-test-cxx -s; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
"exit $EXIT_CODE"
],
"depends_on": [
"build"
],
"image": "rspamd/ci:ubuntu-test",
"name": "rspamd-test",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"ulimit -c 2097152",
"ulimit -s unlimited",
"export ASAN_OPTIONS=\"detect_leaks=0:print_stacktrace=1:disable_coredump=0\"",
"export UBSAN_OPTIONS=\"print_stacktrace=1:print_summary=0:log_path=/tmp/ubsan\"",
"cd /rspamd/fedora/build/test",
"set +e",
"env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'bt' -c /var/tmp/*.rspamd-test.core ./rspamd-test; fi\n",
"set +e",
"./rspamd-test-cxx -s; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
"cat /tmp/ubsan.* || true",
"exit $EXIT_CODE"
],
"depends_on": [
"build-clang"
],
"image": "rspamd/ci:fedora-test",
"name": "test-fedora-clang",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"cd /rspamd/build",
"ulimit -c unlimited",
"ulimit -s unlimited",
"set +e",
"RSPAMD_INSTALLROOT=/rspamd/install robot --removekeywords wuks --exclude isbroken $DRONE_WORKSPACE/test/functional/cases; EXIT_CODE=$?",
"set -e",
"if [ -n \"$HTTP_PUT_AUTH\" ]; then $DRONE_WORKSPACE/test/tools/http_put.py log.html report.html https://$DRONE_SYSTEM_HOSTNAME/testlogs/$DRONE_REPO/${DRONE_BUILD_NUMBER}-amd64/; fi\n",
"core_files=$(find /var/tmp/ -name '*.core')",
"for core in $core_files; do exe=$(gdb --batch -ex 'info proc mappings' -c $core | tail -1 | awk '{print $5}'); gdb --batch -ex 'bt' -c $core $exe; echo '---'; done\n",
"exit $EXIT_CODE"
],
"depends_on": [
"build"
],
"environment": {
"HTTP_PUT_AUTH": {
"from_secret": "http_put_auth"
}
},
"image": "rspamd/ci:ubuntu-test-func",
"name": "functional",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"cd /rspamd/build",
"$DRONE_WORKSPACE/test/tools/gcov_coveralls.py --exclude test --prefix /rspamd/build --prefix $DRONE_WORKSPACE --out coverage.c.json",
"luacov-coveralls -o coverage.functional.lua.json --dryrun",
"$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel --root $DRONE_WORKSPACE --input coverage.c.json unit_test_lua.json coverage.functional.lua.json --token=$COVERALLS_REPO_TOKEN"
],
"depends_on": [
"functional",
"rspamd-test"
],
"environment": {
"COVERALLS_REPO_TOKEN": {
"from_secret": "coveralls_repo_token"
}
},
"image": "rspamd/ci:ubuntu-test",
"name": "send-coverage",
"pull": "if-not-exists",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
],
"when": {
"branch": [
"master"
],
"event": [
"push",
"tag"
]
}
}
],
"trigger": {
"event": [
"push",
"tag",
"custom",
"pull_request"
]
},
"type": "docker",
"volumes": [
{
"name": "rspamd",
"temp": { }
}
]
}
---
{
"depends_on": [ ],
"kind": "pipeline",
"name": "default-arm64",
"platform": {
"arch": "arm64",
"os": "linux"
},
"steps": [
{
"commands": [
"install -d -o nobody -g nogroup /rspamd/build /rspamd/install /rspamd/fedora/build /rspamd/fedora/install"
],
"image": "ubuntu:22.04",
"name": "prepare",
"pull": "if-not-exists",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"cd /rspamd/build",
"cmake -DCMAKE_INSTALL_PREFIX=/rspamd/install -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_COVERAGE=ON -DENABLE_LIBUNWIND=ON -DENABLE_HYPERSCAN=ON -DHYPERSCAN_ROOT_DIR=/vectorscan -GNinja $DRONE_WORKSPACE\n",
"ncpu=$(getconf _NPROCESSORS_ONLN)",
"ninja -j $ncpu install",
"ninja -j $ncpu rspamd-test",
"ninja -j $ncpu rspamd-test-cxx"
],
"depends_on": [
"prepare"
],
"image": "rspamd/ci:ubuntu-build",
"name": "build",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"cd /rspamd/fedora/build",
"export LDFLAGS='-fuse-ld=lld'",
"export ASAN_OPTIONS=detect_leaks=0",
"cmake -DCMAKE_INSTALL_PREFIX=/rspamd/fedora/install -DCMAKE_C_COMPILER=/usr/bin/clang -DCMAKE_CXX_COMPILER=/usr/bin/clang++ -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_CLANG_PLUGIN=ON -DENABLE_FULL_DEBUG=ON -DENABLE_HYPERSCAN=ON -DHYPERSCAN_ROOT_DIR=/vectorscan -DSANITIZE=address $DRONE_WORKSPACE\n",
"ncpu=$(getconf _NPROCESSORS_ONLN)",
"make -j $ncpu install",
"make -j $ncpu rspamd-test",
"make -j $ncpu rspamd-test-cxx"
],
"depends_on": [
"prepare"
],
"image": "rspamd/ci:fedora-build",
"name": "build-clang",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"ulimit -c unlimited",
"cd /rspamd/build/test",
"set +e",
"env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test.core ./rspamd-test; exit $EXIT_CODE; fi; if [ $EXIT_CODE -ne 0 ]; then exit $EXIT_CODE; fi\n",
"luacov-coveralls -o /rspamd/build/unit_test_lua.json --dryrun",
"set +e",
"./rspamd-test-cxx -s; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
"exit $EXIT_CODE"
],
"depends_on": [
"build"
],
"image": "rspamd/ci:ubuntu-test",
"name": "rspamd-test",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"test \"$(id -un)\" = nobody",
"ulimit -c 2097152",
"ulimit -s unlimited",
"export ASAN_OPTIONS=\"detect_leaks=0:print_stacktrace=1:disable_coredump=0\"",
"export UBSAN_OPTIONS=\"print_stacktrace=1:print_summary=0:log_path=/tmp/ubsan\"",
"cd /rspamd/fedora/build/test",
"set +e",
"env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'bt' -c /var/tmp/*.rspamd-test.core ./rspamd-test; fi\n",
"set +e",
"./rspamd-test-cxx -s; EXIT_CODE=$?",
"set -e",
"if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
"cat /tmp/ubsan.* || true",
"exit $EXIT_CODE"
],
"depends_on": [
"build-clang"
],
"image": "rspamd/ci:fedora-test",
"name": "test-fedora-clang",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"cd /rspamd/build",
"ulimit -c unlimited",
"ulimit -s unlimited",
"set +e",
"RSPAMD_INSTALLROOT=/rspamd/install robot --removekeywords wuks --exclude isbroken $DRONE_WORKSPACE/test/functional/cases; EXIT_CODE=$?",
"set -e",
"if [ -n \"$HTTP_PUT_AUTH\" ]; then $DRONE_WORKSPACE/test/tools/http_put.py log.html report.html https://$DRONE_SYSTEM_HOSTNAME/testlogs/$DRONE_REPO/${DRONE_BUILD_NUMBER}-arm64/; fi\n",
"core_files=$(find /var/tmp/ -name '*.core')",
"for core in $core_files; do exe=$(gdb --batch -ex 'info proc mappings' -c $core | tail -1 | awk '{print $5}'); gdb --batch -ex 'bt' -c $core $exe; echo '---'; done\n",
"exit $EXIT_CODE"
],
"depends_on": [
"build"
],
"environment": {
"HTTP_PUT_AUTH": {
"from_secret": "http_put_auth"
}
},
"image": "rspamd/ci:ubuntu-test-func",
"name": "functional",
"pull": "always",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
]
},
{
"commands": [
"cd /rspamd/build",
"$DRONE_WORKSPACE/test/tools/gcov_coveralls.py --exclude test --prefix /rspamd/build --prefix $DRONE_WORKSPACE --out coverage.c.json",
"luacov-coveralls -o coverage.functional.lua.json --dryrun",
"$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel --root $DRONE_WORKSPACE --input coverage.c.json unit_test_lua.json coverage.functional.lua.json --token=$COVERALLS_REPO_TOKEN"
],
"depends_on": [
"functional",
"rspamd-test"
],
"environment": {
"COVERALLS_REPO_TOKEN": {
"from_secret": "coveralls_repo_token"
}
},
"image": "rspamd/ci:ubuntu-test",
"name": "send-coverage",
"pull": "if-not-exists",
"volumes": [
{
"name": "rspamd",
"path": "/rspamd"
}
],
"when": {
"branch": [
"master"
],
"event": [
"push",
"tag"
]
}
}
],
"trigger": {
"event": [
"push",
"tag",
"custom",
"pull_request"
]
},
"type": "docker",
"volumes": [
{
"name": "rspamd",
"temp": { }
}
]
}
---
{
"depends_on": [
"default-amd64",
"default-arm64"
],
"kind": "pipeline",
"name": "close_coveralls",
"steps": [
{
"commands": [
"$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel-close --token=$COVERALLS_REPO_TOKEN"
],
"environment": {
"COVERALLS_REPO_TOKEN": {
"from_secret": "coveralls_repo_token"
}
},
"image": "rspamd/ci:ubuntu-test-func",
"name": "close_coveralls",
"pull": "always"
}
],
"trigger": {
"branch": [
"master"
],
"event": [
"push",
"tag"
],
"status": [
"success",
"failure"
]
},
"type": "docker"
}
---
{
"kind": "pipeline",
"name": "default-noarch",
"steps": [
{
"commands": [
"tidyall --version",
"perltidy --version | head -1",
"tidyall --all --check-only --no-cache --data-dir /tmp/tidyall"
],
"failure": "ignore",
"image": "rspamd/ci:perl-tidyall",
"name": "perl-tidyall",
"pull": "if-not-exists"
},
{
"commands": [
"npm install",
"npm ls",
"./node_modules/.bin/eslint ./",
"./node_modules/.bin/stylelint ./**/*.css ./**/*.html ./**/*.js"
],
"failure": "ignore",
"image": "node:18-alpine",
"name": "eslint",
"pull": "if-not-exists"
},
{
"commands": [
"luacheck -q --no-color ."
],
"image": "pipelinecomponents/luacheck",
"name": "luacheck",
"pull": "if-not-exists"
}
],
"trigger": {
"event": [
"push",
"tag",
"custom",
"pull_request"
]
},
"type": "docker"
}
---
{
"depends_on": [
"default-amd64",
"default-arm64",
"default-noarch"
],
"kind": "pipeline",
"name": "notify",
"steps": [
{
"image": "drillster/drone-email",
"name": "notify",
"pull": "if-not-exists",
"settings": {
"from": "noreply@rspamd.com",
"host": {
"from_secret": "email_host"
},
"password": {
"from_secret": "email_password"
},
"username": {
"from_secret": "email_username"
}
}
}
],
"trigger": {
"event": [
"push",
"tag",
"custom"
],
"status": [
"failure"
]
},
"type": "docker"
}
---
{
"hmac": "2351718d9a562ea71ff344fb39fcf4ad5dae5b9694219b933c1b63a8b87d2aa5",
"kind": "signature"
}
...

+ 25
- 0
.github/workflows/ci.yml View File

@@ -0,0 +1,25 @@
name: ci

on:
pull_request:
branches:
- master
push:
branches:
- master

jobs:
linters:
uses: ./.github/workflows/ci_linters.yml

fedora:
uses: ./.github/workflows/ci_rspamd.yml
with:
image: ghcr.io/fatalbanana/gha-images:fedora-ci
name: fedora-ci

ubuntu:
uses: ./.github/workflows/ci_rspamd.yml
with:
image: ghcr.io/fatalbanana/gha-images:ubuntu-ci
name: ubuntu-ci

+ 25
- 0
.github/workflows/ci_eslint.yml View File

@@ -0,0 +1,25 @@
name: ci_eslint

on:
workflow_call:

jobs:
eslint:
runs-on: ubuntu-latest
container:
image: node:18-alpine
steps:
- name: Check out source code
uses: actions/checkout@v4

- name: Install dependencies
run: npm install

- name: Show installed packages
run: npm ls

- name: Run eslint
run: ./node_modules/.bin/eslint ./

- name: Run stylelint
run: ./node_modules/.bin/stylelint ./**/*.css ./**/*.html ./**/*.js

+ 14
- 0
.github/workflows/ci_linters.yml View File

@@ -0,0 +1,14 @@
name: ci_linters

on:
workflow_call:

jobs:
eslint:
uses: ./.github/workflows/ci_eslint.yml

luacheck:
uses: ./.github/workflows/ci_luacheck.yml

tidyall:
uses: ./.github/workflows/ci_tidyall.yml

+ 16
- 0
.github/workflows/ci_luacheck.yml View File

@@ -0,0 +1,16 @@
name: ci_luacheck

on:
workflow_call:

jobs:
luacheck:
runs-on: ubuntu-latest
container:
image: pipelinecomponents/luacheck
steps:
- name: Check out source code
uses: actions/checkout@v4

- name: Run luacheck
run: luacheck -q --no-color .

+ 99
- 0
.github/workflows/ci_rspamd.yml View File

@@ -0,0 +1,99 @@
name: rspamd_test

on:
workflow_call:
inputs:
image:
required: true
type: string
name:
required: true
type: string

env:
CTEST_OUTPUT_ON_FAILURE: 1
JOB_WORKDIR: ${{ github.workspace }}/${{ github.job }}-${{ inputs.name }}-${{ github.run_number }}
RSPAMD_LUA_EXPENSIVE_TESTS: 1

jobs:
test:
runs-on: ["self-hosted", "linux", "${{ matrix.arch }}"]
strategy:
matrix:
arch: [ARM64, X64]
container:
image: ${{ inputs.image }}
steps:
- name: Create directories
run: |
sudo mkdir -p ${JOB_WORKDIR}
sudo chown -R build:build ${JOB_WORKDIR}

- name: Check out the repo
run: |
cd ${JOB_WORKDIR}
git clone ${{ github.server_url }}/${{ github.repository }} --branch ${{ github.ref_name }} --single-branch src

- name: Set variables on ARM64
if: runner.arch == 'ARM64'
run: echo "HYPERSCAN_ALTROOT=-DHYPERSCAN_ROOT_DIR=/vectorscan" >> "$GITHUB_ENV"

- name: Run cmake
run: |
mkdir ${JOB_WORKDIR}/build
cd ${JOB_WORKDIR}/build
cmake -DCMAKE_INSTALL_PREFIX=${JOB_WORKDIR}/install -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_COVERAGE=ON -DENABLE_LIBUNWIND=ON -DENABLE_HYPERSCAN=ON ${{ env.HYPERSCAN_ALTROOT }} -GNinja ${JOB_WORKDIR}/src

- name: Build rspamd
run: |
cd ${JOB_WORKDIR}/build
ncpu=$(getconf _NPROCESSORS_ONLN)
ninja -j $ncpu install
ninja -j $ncpu rspamd-test
ninja -j $ncpu rspamd-test-cxx

- name: Run unit tests
if: "!(inputs.name == 'ubuntu-ci' && runner.arch == 'ARM64')"
run: |
cd ${JOB_WORKDIR}/build
ninja test

- name: Apply Fedora specifics
if: inputs.name == 'fedora-ci'
run: |
sudo mv /usr/bin/miltertest /usr/bin/miltertest.is.broken.on.fedora || true

- name: Run functional tests
run: |
cd ${JOB_WORKDIR}/build
ulimit -c unlimited
ulimit -s unlimited
set +e
RSPAMD_INSTALLROOT=${JOB_WORKDIR}/install robot --removekeywords wuks --exclude isbroken ${JOB_WORKDIR}/src/test/functional/cases; EXIT_CODE=$?
set -e
core_files=$(find /var/tmp/ -name '*.core')
for core in $core_files; do exe=$(gdb --batch -ex 'info proc mappings' -c $core | tail -1 | awk '{print $5}'); gdb --batch -ex 'bt' -c $core $exe; echo '---'; done
exit $EXIT_CODE

# FIXME: upload test logs even on ARM
- name: Upload robot logs
if: runner.arch == 'X64' && (success() || failure())
uses: actions/upload-artifact@v4
with:
name: robotlog-${{ inputs.name }}
path: |
${{ env.JOB_WORKDIR }}/build/*.*ml
retention-days: 1

- name: Upload rspamd logs
if: runner.arch == 'X64' && (success() || failure())
uses: actions/upload-artifact@v4
with:
name: rspamdlog-${{ inputs.name }}
path: ${{ env.JOB_WORKDIR }}/build/robot-save
retention-days: 1

- name: Cleanup working directory
if: always()
run: |
sudo rm -rf ${JOB_WORKDIR}

+ 23
- 0
.github/workflows/ci_tidyall.yml View File

@@ -0,0 +1,23 @@
name: ci_tidyall

on:
workflow_call:

jobs:
tidyall:
runs-on: ubuntu-latest
container:
image: rspamd/ci:perl-tidyall
options: --user root
steps:
- name: Check out source code
uses: actions/checkout@v4

- name: Show tidyall version
run: tidyall --version

- name: Show perltidy version
run: perltidy --version | head -1

- name: Run tidyall
run: tidyall --all --check-only --no-cache --data-dir /tmp/tidyall

Write Preview
Loading…
Cancel
Save