evals: simulations fail fast, run keyless by default, and tell judge trouble from bot trouble #14680
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: coverage | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - "**" | |
| paths-ignore: | |
| - "docs/**" | |
| jobs: | |
| coverage: | |
| name: "Coverage" | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v4 | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v3 | |
| with: | |
| version: "latest" | |
| - name: Set up Python | |
| run: uv python install 3.12 | |
| - name: Install dependencies | |
| run: | | |
| uv sync --group dev \ | |
| --extra anthropic \ | |
| --extra aws \ | |
| --extra aws-nova-sonic \ | |
| --extra azure \ | |
| --extra cli \ | |
| --extra daily \ | |
| --extra deepgram \ | |
| --extra google \ | |
| --extra langchain \ | |
| --extra livekit \ | |
| --extra pgmq \ | |
| --extra piper \ | |
| --extra redis \ | |
| --extra runner \ | |
| --extra sagemaker \ | |
| --extra sarvam \ | |
| --extra tracing \ | |
| --extra websocket | |
| - name: Run tests with coverage | |
| run: | | |
| uv run coverage run | |
| uv run coverage xml | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| slug: pipecat-ai/pipecat |