ci: add support for vllm sanity testing on Github (#2526)

Signed-off-by: Anant Sharma <[email protected]>
Co-authored-by: Tushar Sharma <[email protected]>
Signed-off-by: nnshah1 <[email protected]>

Author: 2 people

.github/workflows/container-validation-backends.yml

@@ -0,0 +1,70 @@
+# SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+name: NVIDIA Github Validation
+
+on:
+  push:
+    branches:
+      - main
+      - "pull-request/[0-9]+"
+
+jobs:
+  build-test:
+    runs-on: gpu-l40-runners
+    strategy:
+      matrix:
+        framework: [vllm]
+        include:
+          - framework: vllm
+            target: runtime
+            pytest_marks: "e2e and vllm and gpu_1 and not slow"
+    # Do not cancel main branch runs
+    concurrency:
+      group: ${{ matrix.framework }}-build-test-${{ github.ref_name || github.run_id }}
+      cancel-in-progress: ${{ github.ref_name != 'main' }}
+
+    name: Build and Test - ${{ matrix.framework }}
+    env:
+      CONTAINER_ID: test_${{ github.run_id }}_${{ github.run_attempt }}_${{ github.job }}_${{ matrix.framework }}
+      PYTEST_XML_FILE: pytest_test_report.xml
+      FRAMEWORK: ${{ matrix.framework }}
+      TARGET: ${{ matrix.target }}
+      PYTEST_MARKS: ${{ matrix.pytest_marks }}
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to NGC
+        if: github.event.pull_request.head.repo.full_name == github.repository || github.event_name == 'push'
+        run: |
+          echo "${{ secrets.NGC_CI_ACCESS_TOKEN }}" | docker login nvcr.io -u '$oauthtoken' --password-stdin
+      - name: Cleanup
+        if: always()
+        run: |
+          docker system prune -af
+      - name: Debug
+        run: |
+          lsmod | grep nvidia
+          sudo dmesg | grep -i nvrm || true
+          nvidia-smi
+      - name: Build image
+        env:
+          GITHUB_TOKEN: ${{ secrets.CI_TOKEN }}
+          AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
+          SCCACHE_S3_BUCKET:  ${{ secrets.SCCACHE_S3_BUCKET }}
+        run: |
+          ./container/build.sh --tag ${{ matrix.framework }}:latest \
+            --target ${{ matrix.target }} \
+            --framework ${{ matrix.framework }} \
+            --use-sccache \
+            --sccache-bucket "$SCCACHE_S3_BUCKET" \
+            --sccache-region "$AWS_DEFAULT_REGION"
+      - name: Run pytest
+        run: |
+          docker run --rm --gpus all -w /workspace \
+            --name ${{ env.CONTAINER_ID }}_pytest \
+            ${{ matrix.framework }}:latest \
+            bash -c "pytest -xsv --basetemp=/tmp --junitxml=${{ env.PYTEST_XML_FILE }} -m \"${{ env.PYTEST_MARKS }}\""

.github/workflows/build-and-test.yml renamed to .github/workflows/container-validation-dynamo.yml

@@ -1,26 +1,19 @@
 # SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 
-name: NVIDIA Test Github Validation
+name: NVIDIA Github Validation
 
 on:
   push:
     branches:
     - main
   pull_request:
 
+# Do not cancel main branch runs
+concurrency:
+  group: dynamo-build-test-${{ github.ref_name || github.run_id }}
+  cancel-in-progress: ${{ github.ref_name != 'main' }}
+
 jobs:
   build-test:
     runs-on:
@@ -53,7 +46,14 @@ jobs:
           docker compose up -d nats-server etcd-server
       - name: Run Rust checks (block-manager + integration tests)
         run: |
-          docker run -v ${{ github.workspace }}:/workspace -w /workspace/lib/llm --name ${{ env.CONTAINER_ID }}_rust_checks ${{ steps.define_image_tag.outputs.image_tag }} bash -ec 'rustup component add rustfmt clippy && cargo fmt -- --check && cargo clippy --features block-manager --no-deps --all-targets -- -D warnings && cargo test --locked --all-targets --features=block-manager && cargo test --locked --features integration -- --nocapture'
+          docker run --rm -v ${{ github.workspace }}:/workspace -w /workspace/lib/llm \
+            --name ${{ env.CONTAINER_ID }}_rust_checks \
+            ${{ steps.define_image_tag.outputs.image_tag }} \
+            bash -ec 'rustup component add rustfmt clippy && \
+                      cargo fmt -- --check && \
+                      cargo clippy --features block-manager --no-deps --all-targets -- -D warnings && \
+                      cargo test --locked --all-targets --features=block-manager && \
+                      cargo test --locked --features integration -- --nocapture'
       - name: Cleanup services
         if: always()
         working-directory: ./deploy
@@ -63,7 +63,10 @@ jobs:
         env:
           PYTEST_MARKS: "pre_merge or mypy"
         run: |
-          docker run -v ${{ github.workspace }}:/workspace -w /workspace --name ${{ env.CONTAINER_ID }}_pytest ${{ steps.define_image_tag.outputs.image_tag }} bash -c "pytest --basetemp=/tmp --junitxml=${{ env.PYTEST_XML_FILE }} -m \"${{ env.PYTEST_MARKS }}\""
+          docker run -v ${{ github.workspace }}:/workspace -w /workspace \
+            --name ${{ env.CONTAINER_ID }}_pytest \
+            ${{ steps.define_image_tag.outputs.image_tag }} \
+            bash -c "pytest --basetemp=/tmp --junitxml=${{ env.PYTEST_XML_FILE }} -m \"${{ env.PYTEST_MARKS }}\""
       - name: Copy test report from test Container
         if: always()
         run: |