diff --git a/.github/workflows/e2e-test-llmisvc.yaml b/.github/workflows/e2e-test-llmisvc.yaml
index 17f24dc5638..f938263ba92 100644
--- a/.github/workflows/e2e-test-llmisvc.yaml
+++ b/.github/workflows/e2e-test-llmisvc.yaml
@@ -25,10 +25,40 @@ env:
   DOCKER_IMAGES_PATH: "/mnt/docker-images"
   KO_DOCKER_REPO: "kserve"
   LLMISVC: "true"
-
+# https://github.com/orgs/community/discussions/54877
 jobs:
+  detect-changes:
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: read
+    outputs:
+      is_changed: ${{ steps.filter.outputs.llmisvc }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Detect Changes
+        uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          list-files: 'shell'
+          filters: |
+            llmisvc:
+              - "pkg/apis/serving/v1alpha1/llm*"
+              - "pkg/apis/serving/v1alpha2/llm*"
+              - "pkg/controller/v1alpha1/llmisvc/**"
+              - "pkg/controller/v1alpha2/llmisvc/**"
+              - "charts/kserve-llmisvc-resources/**"
+              - "config/llmisvc/**"
+              - "config/rbac/llmisvc/**"
+              - "cmd/llmisvc/**"
+              - "test/e2e/llmisvc/**"
+              - ".github/workflows/e2e-test-llmisvc.yaml"
+              - "hack/setup/quick-install/llmisvc-dependency-install.sh"
   
   llmisvc-image-build:
+    needs: detect-changes
+    if: ${{ needs.detect-changes.outputs.is_changed == 'true' }}
     runs-on: ubuntu-latest
     steps:
       - name: Checkout source
@@ -62,8 +92,9 @@ jobs:
           if-no-files-found: error
           
   test-llmisvc:
+    needs: [detect-changes,llmisvc-image-build]
+    if: ${{ needs.detect-changes.outputs.is_changed == 'true' }}
     runs-on: ubuntu-latest
-    needs: [llmisvc-image-build]
     steps:
       - name: Checkout source
         uses: actions/checkout@v4