Add integ test for verbose option in config_file #9785
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: test | |
| on: | |
| pull_request: | |
| workflow_dispatch: | |
| workflow_call: | |
| inputs: | |
| branch: | |
| description: "ref branch for this workflow" | |
| default: "master" | |
| required: true | |
| type: string | |
| permissions: {} | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref_name }} | |
| cancel-in-progress: true | |
| env: | |
| CARGO_TERM_COLOR: always | |
| jobs: | |
| benchsuite: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Prerequisites | |
| run: bin/install_prerequisites_ubuntu.sh | |
| - name: Install Python 3.11 | |
| uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 #v7.0.0 | |
| with: | |
| python-version: '3.11' | |
| - name: Activate python3 venv | |
| run: | | |
| bin/activate_python3_venv.sh | |
| export PATH="/tmp/hurl-python3-venv/bin:$PATH" | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Build | |
| run: | | |
| bin/release/release.sh | |
| echo "${PWD}/target/release" >> "${GITHUB_PATH}" | |
| - name: Archive artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-bench-artifacts | |
| path: | | |
| bench/server.log | |
| coverage: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Install Python 3.11 | |
| uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 #v7.0.0 | |
| with: | |
| python-version: '3.11' | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Coverage | |
| run: bin/check/coverage.sh | |
| test-ubuntu-x64-latest: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| rust: [stable] | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Prerequisites | |
| run: bin/install_prerequisites_ubuntu.sh | |
| - name: Install Python 3.11 | |
| uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 #v7.0.0 | |
| with: | |
| python-version: '3.11' | |
| - name: Activate python3 venv | |
| run: | | |
| bin/activate_python3_venv.sh | |
| echo "/tmp/hurl-python3-venv/bin" >> "${GITHUB_PATH}" | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Test Prerequisites | |
| run: bin/test/test_prerequisites.sh | |
| - name: Tests units | |
| run: | | |
| bin/test/test_unit.sh | |
| bin/release/release.sh | |
| echo "${PWD}/target/release" >> "${GITHUB_PATH}" | |
| - name: Integration Tests | |
| run: bin/test/test_integ.sh | |
| - name: Integration Tests (Hurl files using CRLF) | |
| run: | | |
| sudo apt update | |
| sudo apt install -y dos2unix | |
| current_dir="${PWD}" | |
| tmp_dir=/tmp/hurl-tmp | |
| bin/test/convert_hurl_to_crlf.sh --dest-dir "${tmp_dir}" | |
| cd "${tmp_dir}" || exit 1 | |
| bin/test/test_integ.sh || true | |
| cd "${current_dir}" || exit 1 | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-ubuntu-latest-${{ matrix.rust }}-artifacts | |
| path: | | |
| ./**/*.log | |
| ./**/report/*.json | |
| ./**/report/*.xml | |
| test-ubuntu-x64-22-04: | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| matrix: | |
| rust: [stable] | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Prerequisites | |
| run: bin/install_prerequisites_ubuntu.sh | |
| - name: Install Python 3.11 | |
| uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 #v7.0.0 | |
| with: | |
| python-version: '3.11' | |
| - name: Activate python3 venv | |
| run: | | |
| bin/activate_python3_venv.sh | |
| echo "/tmp/hurl-python3-venv/bin" >> "${GITHUB_PATH}" | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Test Prerequisites | |
| run: bin/test/test_prerequisites.sh | |
| - name: Tests units | |
| run: | | |
| bin/test/test_unit.sh | |
| bin/release/release.sh | |
| echo "${PWD}/target/release" >> "${GITHUB_PATH}" | |
| - name: Integration Tests | |
| run: bin/test/test_integ.sh | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-ubuntu-22.04-${{ matrix.rust }}-artifacts | |
| path: | | |
| ./**/*.log | |
| ./**/report/*.json | |
| ./**/report/*.xml | |
| test-docker-archlinux-x64: | |
| runs-on: ubuntu-latest | |
| container: | |
| image: archlinux | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Prerequisites | |
| run: bin/install_prerequisites_archlinux.sh | |
| - name: Activate python3 venv | |
| run: | | |
| bin/activate_python3_venv.sh | |
| echo "/tmp/hurl-python3-venv/bin" >> "${GITHUB_PATH}" | |
| - name: Python infos | |
| run: | | |
| which python3 | |
| python3 --version | |
| pip --version | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Tests | |
| run: | | |
| bin/test/test.sh | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-archlinux-x64-artifacts | |
| path: | | |
| ./**/*.log | |
| test-docker-fedora-x64: | |
| runs-on: ubuntu-latest | |
| container: | |
| image: fedora | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Disable PAM for sudo | |
| run: bin/disable_pam_for_sudo.sh | |
| - name: Install Prerequisites | |
| run: bin/install_prerequisites_fedora.sh | |
| - name: Activate python3 venv | |
| run: | | |
| bin/activate_python3_venv.sh | |
| echo "/tmp/hurl-python3-venv/bin" >> "${GITHUB_PATH}" | |
| - name: Python infos | |
| run: | | |
| which python3 | |
| python3 --version | |
| pip --version | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Tests | |
| run: bin/test/test.sh | |
| - name: Find artifacts | |
| run: | | |
| pwd | |
| find . -name "*.log" | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-fedora-x64-artifacts | |
| path: | | |
| ./**/*.log | |
| test-docker-alpine-x64: | |
| runs-on: ubuntu-latest | |
| container: | |
| image: alpine | |
| defaults: | |
| run: | |
| shell: sh | |
| steps: | |
| - name: Install bash and git | |
| run: | | |
| apk update --quiet | |
| apk add --quiet bash git | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Prerequisites | |
| shell: bash | |
| run: bin/install_prerequisites_alpine.sh | |
| - name: Activate python3 venv | |
| shell: bash | |
| run: | | |
| bin/activate_python3_venv.sh | |
| echo "/tmp/hurl-python3-venv/bin" >> "${GITHUB_PATH}" | |
| - name: Python infos | |
| shell: bash | |
| run: | | |
| which python3 | |
| python3 --version | |
| pip --version | |
| - name: Install Rust | |
| shell: bash | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| shell: bash | |
| run: bin/environment.sh | |
| - name: Tests | |
| shell: bash | |
| run: bin/test/test.sh | |
| - name: Find artifacts | |
| run: | | |
| pwd | |
| find . -name "*.log" | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-alpine-x64-artifacts | |
| path: | | |
| ./**/*.log | |
| test-macos-x64: | |
| timeout-minutes: 60 | |
| runs-on: macos-15-intel | |
| strategy: | |
| matrix: | |
| rust: [stable] | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Prerequisites | |
| run: bin/install_prerequisites_macos.sh | |
| - name: Activate python3 venv | |
| run: | | |
| bin/activate_python3_venv.sh | |
| echo "/tmp/hurl-python3-venv/bin" >> "${GITHUB_PATH}" | |
| - name: Python infos | |
| run: | | |
| which python3 | |
| python3 --version | |
| pip --version | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Test Prerequisites | |
| run: bin/test/test_prerequisites.sh | |
| - name: Tests units | |
| run: | | |
| bin/test/test_unit.sh | |
| bin/release/release.sh | |
| echo "${PWD}/target/release" >> "${GITHUB_PATH}" | |
| - name: Find artifacts | |
| run: | | |
| pwd | |
| find . -name "*.log" | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-macos-x64-${{ matrix.rust }}-artifacts | |
| path: | | |
| ./**/*.log | |
| test-macos-aarch64: | |
| timeout-minutes: 60 | |
| runs-on: macos-15 | |
| strategy: | |
| matrix: | |
| rust: [stable] | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Prerequisites | |
| run: bin/install_prerequisites_macos.sh | |
| - name: Activate python3 venv | |
| run: | | |
| bin/activate_python3_venv.sh | |
| echo "/tmp/hurl-python3-venv/bin" >> "${GITHUB_PATH}" | |
| - name: Python infos | |
| run: | | |
| which python3 | |
| python3 --version | |
| pip --version | |
| - name: Install Rust | |
| run: bin/install_rust.sh | |
| - name: Environment | |
| run: bin/environment.sh | |
| - name: Test Prerequisites | |
| run: bin/test/test_prerequisites.sh | |
| - name: Tests units | |
| run: | | |
| bin/test/test_unit.sh | |
| bin/release/release.sh | |
| echo "${PWD}/target/release" >> "${GITHUB_PATH}" | |
| - name: Find artifacts | |
| run: | | |
| pwd | |
| find . -name "*.log" | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-macos-aarch64-${{ matrix.rust }}-artifacts | |
| path: | | |
| ./**/*.log | |
| test-windows-x64: | |
| runs-on: windows-latest | |
| steps: | |
| - name: Set git to use LF | |
| run: | | |
| git config --global core.autocrlf false | |
| git config --global core.eol lf | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Install Rust | |
| run: | | |
| .\bin\install_rust.ps1 | |
| - name: Install prerequisites | |
| run: .\bin\install_prerequisites_windows.ps1 | |
| - name: Install Python 3.11 | |
| uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 #v7.0.0 | |
| with: | |
| python-version: '3.11' | |
| - name: Environment | |
| run: .\bin\activate_python3_venv.ps1 | |
| - name: Build and test | |
| run: | | |
| .\bin\activate_python3_venv.ps1 | |
| .\bin\test\test_prerequisites.ps1 | |
| .\bin\test\test_unit.ps1 | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-win64-${{ matrix.rust }}-artifacts | |
| path: | | |
| ./**/*.log | |
| test-windows-wsl2-x64: | |
| runs-on: windows-latest | |
| steps: | |
| - name: Set git to use LF | |
| run: | | |
| git config --global core.autocrlf false | |
| git config --global core.eol lf | |
| - name: Checkout repository | |
| uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 #v7.0.1 | |
| with: | |
| persist-credentials: false | |
| ref: ${{ inputs.branch }} | |
| - name: Setup wsl Ubuntu | |
| uses: Vampire/setup-wsl@d1da7f2c0322a5ee4f24975344f67fc0f5baf364 #v7.0.0 | |
| with: | |
| distribution: Ubuntu-22.04 | |
| wsl-version: 2 | |
| wsl-conf: | | |
| [interop] | |
| appendWindowsPath=false | |
| - name: List wsl distribution | |
| run: | | |
| wsl --list --verbose --all | |
| - shell: wsl-bash {0} | |
| run: | | |
| # Build, Test units and Integration tests | |
| set -e | |
| echo "::group::Move to linux compatible workspace" | |
| win_workspace="${{ github.workspace }}" | |
| wsl_workspace="/mnt/$(echo "${win_workspace}" | tr -d ':' | tr '\\' '/' | tr '[:upper:]' '[:lower:]')" | |
| linux_workspace="/tmp/hurl" | |
| cp -frp "${wsl_workspace}" "${linux_workspace}" | |
| cd "${linux_workspace}" || exit 1 | |
| pwd | |
| ls | |
| echo "::endgroup::" | |
| echo "::group::Install Prerequisites" | |
| bin/install_prerequisites_ubuntu.sh | |
| echo "::endgroup::" | |
| echo "::group::Install python 3.11" | |
| bin/install_pythonx_for_ubuntu.sh 11 | |
| bin/activate_python3_venv.sh | |
| export PATH=/tmp/hurl-python3-venv/bin:$PATH | |
| echo "::endgroup::" | |
| echo "::group::Install tests integ prerequisistes" | |
| bin/test/test_prerequisites.sh | |
| echo "::endgroup::" | |
| echo "::group::Install Rust" | |
| bin/install_rust.sh | |
| echo "::endgroup::" | |
| echo "::group::Environment" | |
| bin/environment.sh | |
| echo "::endgroup::" | |
| echo "::group::Tests units" | |
| bin/test/test_unit.sh | |
| echo "::endgroup::" | |
| echo "::group::Build" | |
| bin/release/release.sh | |
| export PATH="${PWD}/target/release:$PATH" | |
| echo "::group::Tests integ" | |
| bin/test/test_integ.sh | |
| echo "::endgroup::" | |
| - name: Archive production artifacts | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a #v7.0.1 | |
| if: ${{ always() }} | |
| with: | |
| name: tests-win64-wsl2-artifacts | |
| path: | | |
| ./**/*.log |