changes from review #3023
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E Tests Lifecycle | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| paths: | |
| - 'cmd/vmcp/**' | |
| - 'cmd/thv-operator/**' | |
| - 'pkg/**' | |
| - 'test/e2e/thv-operator/**' | |
| - '.github/workflows/test-e2e-lifecycle.yml' | |
| permissions: | |
| contents: read | |
| jobs: | |
| e2e-test-lifecycle: | |
| name: E2E Test Lifecycle | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| env: | |
| YARDSTICK_IMAGE: ghcr.io/stackloklabs/yardstick/yardstick-server:1.1.1 | |
| defaults: | |
| run: | |
| shell: bash | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: [ | |
| "kindest/node:v1.33.7", | |
| "kindest/node:v1.34.3", | |
| "kindest/node:v1.35.1" | |
| ] | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6 | |
| - name: Disable containerd image store | |
| # Workaround for https://github.com/kubernetes-sigs/kind/issues/3795 | |
| # Docker 29+ defaults to containerd image store, which causes | |
| # `kind load docker-image` to fail for multi-arch images because | |
| # `docker save` preserves the OCI index referencing all platforms | |
| # even when only the host platform layers were pulled. | |
| # --platform on docker pull is not sufficient; the image store | |
| # itself must be switched back to the classic overlay2 driver. | |
| run: | | |
| sudo mkdir -p /etc/docker | |
| echo '{"features":{"containerd-snapshotter": false}}' | sudo tee /etc/docker/daemon.json | |
| sudo systemctl restart docker | |
| - name: Set up Helm | |
| uses: azure/setup-helm@1a275c3b69536ee54be43f2070a358922e12c8d4 # v4.3.1 | |
| - name: Setup Ko | |
| uses: ko-build/setup-ko@d006021bd0c28d1ce33a07e7943d48b079944c8d # v0.9 | |
| - name: Set up Go | |
| uses: actions/setup-go@7a3fe6cf4cb3a834922a1244abfce67bcef6a0c5 # v6 | |
| with: | |
| go-version-file: 'go.mod' | |
| cache: true | |
| - name: Install Task | |
| uses: arduino/setup-task@v2 | |
| with: | |
| version: 3.44.1 | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Create KIND Cluster with port mappings | |
| uses: helm/kind-action@ef37e7f390d99f746eb8b610417061a60e82a6cc # pin@v1.12.0 | |
| with: | |
| cluster_name: toolhive | |
| version: v0.29.0 | |
| config: test/e2e/thv-operator/kind-config.yaml | |
| node_image: ${{ matrix.version }} | |
| - name: Setup cluster and install CRDs | |
| run: | | |
| kind get kubeconfig --name toolhive > kconfig.yaml | |
| export KUBECONFIG=kconfig.yaml | |
| task operator-install-crds | |
| - name: Build and load test images | |
| run: | | |
| # Build and load vmcp image | |
| echo "Building vmcp image..." | |
| VMCP_IMAGE=$(KO_DOCKER_REPO=kind.local ko build --local -B ./cmd/vmcp | tail -n 1) | |
| echo "Loading vmcp image ${VMCP_IMAGE} into kind..." | |
| kind load docker-image --name toolhive ${VMCP_IMAGE} | |
| # Save VMCP_IMAGE for later steps | |
| echo "VMCP_IMAGE=${VMCP_IMAGE}" >> $GITHUB_ENV | |
| echo "Built and loaded vmcp image: ${VMCP_IMAGE}" | |
| # Pull and load all test server images in parallel to speed up CI | |
| echo "Pulling and loading test server images..." | |
| docker pull ${{ env.YARDSTICK_IMAGE }} & | |
| docker pull ghcr.io/stackloklabs/gofetch/server:1.0.1 & | |
| docker pull ghcr.io/stackloklabs/osv-mcp/server:0.0.7 & | |
| docker pull python:3.9-slim & | |
| docker pull curlimages/curl:8.17.0 & | |
| docker pull ghcr.io/huggingface/text-embeddings-inference:cpu-latest & | |
| wait | |
| # Load all images into kind | |
| kind load docker-image --name toolhive ${{ env.YARDSTICK_IMAGE }} | |
| kind load docker-image --name toolhive ghcr.io/stackloklabs/gofetch/server:1.0.1 | |
| kind load docker-image --name toolhive ghcr.io/stackloklabs/osv-mcp/server:0.0.7 | |
| kind load docker-image --name toolhive python:3.9-slim | |
| kind load docker-image --name toolhive curlimages/curl:8.17.0 | |
| kind load docker-image --name toolhive ghcr.io/huggingface/text-embeddings-inference:cpu-latest | |
| - name: Deploy operator with VMCP_IMAGE | |
| run: | | |
| export KUBECONFIG=kconfig.yaml | |
| echo "Deploying operator with vmcp image: ${{ env.VMCP_IMAGE }}" | |
| # Build operator and proxyrunner images | |
| OPERATOR_IMAGE=$(KO_DOCKER_REPO=kind.local ko build --local -B ./cmd/thv-operator | tail -n 1) | |
| TOOLHIVE_IMAGE=$(KO_DOCKER_REPO=kind.local ko build --local -B ./cmd/thv-proxyrunner | tail -n 1) | |
| # Load operator images into kind | |
| kind load docker-image --name toolhive ${OPERATOR_IMAGE} | |
| kind load docker-image --name toolhive ${TOOLHIVE_IMAGE} | |
| # Deploy operator with VMCP_IMAGE environment variable | |
| helm upgrade --install toolhive-operator deploy/charts/operator \ | |
| --set operator.image=${OPERATOR_IMAGE} \ | |
| --set operator.toolhiveRunnerImage=${TOOLHIVE_IMAGE} \ | |
| --set operator.vmcpImage=${{ env.VMCP_IMAGE }} \ | |
| --namespace toolhive-system \ | |
| --create-namespace \ | |
| --kubeconfig kconfig.yaml | |
| # Wait for operator to be ready | |
| kubectl rollout status deployment/toolhive-operator -n toolhive-system --timeout=2m --kubeconfig kconfig.yaml | |
| - name: Run VirtualMCP Lifecycle E2E tests | |
| run: | | |
| export KUBECONFIG=kconfig.yaml | |
| task thv-operator-e2e-test-run | |
| - name: Cleanup cluster | |
| if: always() | |
| run: | | |
| kind delete cluster --name toolhive |