Collect lime-packages test results #353
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Collect lime-packages test results | |
| # Pulls JUnit `report.xml` files from recent CI runs of | |
| # fcefyn-testbed/lime-packages and commits them under | |
| # `docs/ci-results/results/` so the dashboard can render them | |
| # (otherwise the per-job "Report ↗" links 404). | |
| # | |
| # This is the "pull from another side" approach: lime-packages does | |
| # not need to push results to this repo. Requires the secret | |
| # `LIME_PACKAGES_TOKEN` (fine-grained PAT scoped to lime-packages, | |
| # Actions: Read). | |
| on: | |
| schedule: | |
| - cron: '17 */6 * * *' # every 6h, off-peak minute | |
| workflow_dispatch: | |
| inputs: | |
| runs: | |
| description: 'How many recent CI runs to scan' | |
| required: false | |
| default: '10' | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| concurrency: | |
| group: collect-lime-results | |
| cancel-in-progress: false | |
| jobs: | |
| collect: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout develop | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: develop | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| persist-credentials: true | |
| - name: Download lime-packages report.xml artifacts | |
| env: | |
| GH_TOKEN: ${{ secrets.LIME_PACKAGES_TOKEN }} | |
| SRC_REPO: fcefyn-testbed/lime-packages | |
| RUNS: ${{ github.event.inputs.runs || '10' }} | |
| run: | | |
| set -euo pipefail | |
| mkdir -p docs/ci-results/results | |
| # Scan build-firmware.yml (physical, mesh, qemu) and tests.yml (unit). | |
| workflows=(build-firmware.yml tests.yml) | |
| new_files=0 | |
| for wf in "${workflows[@]}"; do | |
| echo "::group::Workflow: $wf" | |
| run_ids=$(gh api \ | |
| "repos/${SRC_REPO}/actions/workflows/${wf}/runs?status=completed&per_page=${RUNS}" \ | |
| --jq '.workflow_runs[].id' || echo "") | |
| for run_id in $run_ids; do | |
| echo "Run $run_id" | |
| artifacts=$(gh api \ | |
| "repos/${SRC_REPO}/actions/runs/${run_id}/artifacts?per_page=100" \ | |
| --jq '.artifacts[] | select(.expired == false) | select(.name | startswith("test-results-")) | "\(.id) \(.name)"' \ | |
| || echo "") | |
| while IFS= read -r line; do | |
| [ -z "$line" ] && continue | |
| artifact_id="${line%% *}" | |
| name="${line#* }" | |
| # Map artifact name -> results subpath | |
| dest="" | |
| if [[ "$name" == "test-results-unit" ]]; then | |
| dest="unit" | |
| elif [[ "$name" =~ ^test-results-qemu-single-(.+)-([0-9]+\.[0-9]+\.[0-9]+)$ ]]; then | |
| dest="qemu-single/${BASH_REMATCH[1]}-${BASH_REMATCH[2]}" | |
| elif [[ "$name" =~ ^test-results-qemu-mesh-(.+)-([0-9]+\.[0-9]+\.[0-9]+)$ ]]; then | |
| dest="qemu-mesh/${BASH_REMATCH[1]}-${BASH_REMATCH[2]}" | |
| elif [[ "$name" =~ ^test-results-mesh-pairs-(.+)-([0-9]+\.[0-9]+\.[0-9]+)$ ]]; then | |
| dest="mesh-pairs/${BASH_REMATCH[1]}-${BASH_REMATCH[2]}" | |
| elif [[ "$name" =~ ^test-results-mesh-([0-9]+\.[0-9]+\.[0-9]+)$ ]]; then | |
| dest="mesh/${BASH_REMATCH[1]}" | |
| elif [[ "$name" =~ ^test-results-(.+)-([0-9]+\.[0-9]+\.[0-9]+)$ ]]; then | |
| # Catch-all physical: test-results-{place}-{release} | |
| dest="physical/${BASH_REMATCH[1]}-${BASH_REMATCH[2]}" | |
| else | |
| echo " skip $name (unrecognized pattern)" | |
| continue | |
| fi | |
| outdir="docs/ci-results/results/${dest}" | |
| if [[ -f "${outdir}/report.xml" ]]; then | |
| # Already collected from an earlier (more recent) run. | |
| continue | |
| fi | |
| tmp=$(mktemp -d) | |
| if ! gh api \ | |
| "repos/${SRC_REPO}/actions/artifacts/${artifact_id}/zip" \ | |
| > "$tmp/a.zip" 2>/dev/null; then | |
| echo " download failed: $name" | |
| rm -rf "$tmp" | |
| continue | |
| fi | |
| # report.xml is at the artifact root for unit jobs and | |
| # under the logs dir for lab/qemu jobs — try both. | |
| mkdir -p "$outdir" | |
| if unzip -j -q -o "$tmp/a.zip" "report.xml" -d "$outdir" 2>/dev/null \ | |
| || unzip -j -q -o "$tmp/a.zip" "*/report.xml" -d "$outdir" 2>/dev/null; then | |
| echo " collected $name -> $outdir/report.xml" | |
| new_files=$((new_files + 1)) | |
| else | |
| echo " no report.xml inside $name" | |
| rmdir "$outdir" 2>/dev/null || true | |
| fi | |
| rm -rf "$tmp" | |
| done <<< "$artifacts" | |
| done | |
| echo "::endgroup::" | |
| done | |
| echo "Collected $new_files new report.xml file(s)." | |
| echo "NEW_FILES=$new_files" >> "$GITHUB_ENV" | |
| # `develop` is protected (signed commits required, PRs only), so we | |
| # cannot push directly from the bot. Open a PR with API-signed | |
| # commits via peter-evans/create-pull-request and auto-merge it. | |
| - name: Create PR with collected results | |
| if: env.NEW_FILES != '0' | |
| id: cpr | |
| uses: peter-evans/create-pull-request@v7 | |
| with: | |
| token: ${{ secrets.BOT_PR_TOKEN }} | |
| base: develop | |
| branch: bot/lime-results | |
| delete-branch: true | |
| sign-commits: true | |
| commit-message: | | |
| ci: collect lime-packages test results (${{ env.NEW_FILES }} new) | |
| title: 'ci: collect lime-packages test results' | |
| body: | | |
| Automated PR with ${{ env.NEW_FILES }} freshly downloaded `report.xml` | |
| file(s) from `fcefyn-testbed/lime-packages` CI artifacts. | |
| Triggered by the `Collect lime-packages test results` workflow. | |
| labels: | | |
| ci | |
| automated | |
| add-paths: | | |
| docs/ci-results/results/ | |
| - name: Enable auto-merge | |
| if: steps.cpr.outputs.pull-request-number | |
| env: | |
| GH_TOKEN: ${{ secrets.BOT_PR_TOKEN }} | |
| run: | | |
| gh pr merge --auto --squash \ | |
| --repo "${{ github.repository }}" \ | |
| "${{ steps.cpr.outputs.pull-request-number }}" |