More tests in Long Test job #1091
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Long Test | |
| on: | |
| pull_request: | |
| types: | |
| - labeled | |
| - synchronize | |
| - opened | |
| - reopened | |
| schedule: | |
| - cron: "0 0 * * 1-5" | |
| workflow_dispatch: | |
| jobs: | |
| scan_build: | |
| name: "Scan build" | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' }} | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: ghcr.io/microsoft/ccf/ci/default:build-14-01-2025 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Run scan" | |
| run: | | |
| set -x | |
| mkdir build | |
| cd build | |
| ../scripts/scan-build.sh | |
| long-asan: | |
| name: ASAN | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' }} | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: ghcr.io/microsoft/ccf/ci/default:build-14-01-2025 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install deps" | |
| run: | | |
| sudo apt-get -y update | |
| sudo apt install ansible -y | |
| cd getting_started/setup_vm | |
| ansible-playbook ccf-extended-testing.yml | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DSAN=ON .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-asan | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*.ledger/* | |
| if-no-files-found: ignore | |
| long-tsan: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' }} | |
| name: TSAN | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: ghcr.io/microsoft/ccf/ci/default:build-14-01-2025 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DTSAN=ON -DWORKER_THREADS=2 .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-tsan | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*.ledger/* | |
| if-no-files-found: ignore | |
| long-lts: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: LTS | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: ghcr.io/microsoft/ccf/ci/default:build-14-01-2025 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DWORKER_THREADS=2 .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -R lts | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-lts | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*.ledger/* | |
| if-no-files-found: ignore | |
| # All e2e tests without sanitizers in debug mode; needed because: | |
| # - Sanitizer builds may slightly differ. | |
| # - Test durations may also differ, which is important for -L "suite" because they have fixed timeouts. | |
| long-e2e-debug: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: Long E2E - all (Debug) | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: ghcr.io/microsoft/ccf/ci/default:build-08-01-2025-2 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Install deps" | |
| run: | | |
| sudo apt-get -y update | |
| sudo apt install ansible -y | |
| cd getting_started/setup_vm | |
| ansible-playbook ccf-extended-testing.yml | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-e2e-debug | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*.ledger/* | |
| if-no-files-found: ignore | |
| # All e2e tests in release mode (same as release build). | |
| long-e2e-release: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: Long E2E - all (Release) | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: ghcr.io/microsoft/ccf/ci/default:build-08-01-2025-2 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Release .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -LE "benchmark" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-e2e-release | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*.ledger/* | |
| if-no-files-found: ignore | |
| # End-to-end test suites with shuffling enabled. | |
| e2e-suite-shuffled: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: Long E2E suite (Shuffled) | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: ghcr.io/microsoft/ccf/ci/default:build-08-01-2025-2 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Build" | |
| run: | | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TESTS=ON -DSHUFFLE_SUITE=ON .. | |
| ninja | |
| - name: "Test" | |
| run: | | |
| set +x | |
| cd build | |
| ./tests.sh --output-on-failure --timeout 1600 -R "suite" | |
| - name: "Upload logs" | |
| if: success() || failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logs-e2e-shuffled | |
| path: | | |
| build/workspace/*/*.config.json | |
| build/workspace/*/out | |
| build/workspace/*/err | |
| build/workspace/*.ledger/* | |
| if-no-files-found: ignore | |
| # All end-to-end tests in debug mode on Azure Linux (except benchmarks and tests which are not supported yet). | |
| # The main purpose of these is to keep the Azure Linux build/run up-to-date to facilitate an easy migration in the future. | |
| long-azure-linux: | |
| if: ${{ contains(github.event.pull_request.labels.*.name, 'run-long-test') || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule'}} | |
| name: "Azure Linux Long Test" | |
| runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub] | |
| container: | |
| image: mcr.microsoft.com/azurelinux/base/core:3.0 | |
| options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE -v /lib/modules:/lib/modules:ro | |
| steps: | |
| - name: "Install dependencies" | |
| run: | | |
| set -ex | |
| gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY | |
| tdnf -y update | |
| # Source control | |
| tdnf -y install ca-certificates git | |
| # Build tools | |
| tdnf -y install build-essential clang cmake ninja-build which | |
| # libc++ | |
| tdnf -y install libcxx-devel llvm-libunwind-devel llvm-libunwind-static | |
| # Dependencies | |
| tdnf -y install openssl-devel libuv-devel nghttp2-devel | |
| # Test dependencies | |
| tdnf -y install libarrow-devel parquet-libs-devel lldb npm jq expect | |
| # Install CDDL via rubygems | |
| tdnf -y install rubygems | |
| gem install cddl | |
| shell: bash | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: "Build Debug (Long Test)" | |
| run: | | |
| set -ex | |
| git config --global --add safe.directory /__w/CCF/CCF | |
| mkdir build | |
| cd build | |
| CC=`which clang` CXX=`which clang++` cmake -GNinja -DCOMPILE_TARGET=virtual -DCMAKE_BUILD_TYPE=Debug -DLONG_TEST=ON .. | |
| ninja | |
| shell: bash | |
| - name: "Test virtual (Long Test)" | |
| run: | | |
| set -ex | |
| cd build | |
| rm -rf /github/home/.cache | |
| mkdir -p /github/home/.cache | |
| # Unit tests | |
| ./tests.sh --output-on-failure -L unit -j$(nproc --all) | |
| # All e2e tests, which are now supported on Mariner. | |
| ./tests.sh --timeout 1600 --output-on-failure -LE "benchmark|lts_compatibility" | |
| shell: bash |