Merge branch 'main' into cascade-merge-spill

Author: 2010YOUY01

.github/workflows/audit.yml

@@ -42,4 +42,6 @@ jobs:
       - name: Install cargo-audit
         run: cargo install cargo-audit
       - name: Run audit check
-        run: cargo audit
+        # Ignored until https://github.com/apache/datafusion/issues/15571
+        # ignored py03 warning until arrow 55 upgrade
+        run: cargo audit --ignore RUSTSEC-2024-0370 --ignore RUSTSEC-2025-0020

.github/workflows/extended.yml

@@ -47,7 +47,7 @@ on:
 permissions:
   contents: read
   checks: write
-      
+
 jobs:
 
   # Check crate compiles and base cargo check passes
@@ -58,6 +58,7 @@ jobs:
     steps:
       - uses: actions/checkout@v4
         with:
+          ref: ${{ github.event.inputs.pr_head_sha }} # will be empty if triggered by push
           submodules: true
           fetch-depth: 1
       - name: Install Rust
@@ -81,6 +82,7 @@ jobs:
     steps:
       - uses: actions/checkout@v4
         with:
+          ref: ${{ github.event.inputs.pr_head_sha }} # will be empty if triggered by push
           submodules: true
           fetch-depth: 1
       - name: Free Disk Space (Ubuntu)
@@ -114,6 +116,7 @@ jobs:
     steps:
       - uses: actions/checkout@v4
         with:
+          ref: ${{ github.event.inputs.pr_head_sha }} # will be empty if triggered by push
           submodules: true
           fetch-depth: 1
       - name: Setup Rust toolchain
@@ -134,6 +137,7 @@ jobs:
     steps:
       - uses: actions/checkout@v4
         with:
+          ref: ${{ github.event.inputs.pr_head_sha }} # will be empty if triggered by push
           submodules: true
           fetch-depth: 1
       - name: Setup Rust toolchain
@@ -161,14 +165,14 @@ jobs:
             echo "workflow_status=completed" >> $GITHUB_OUTPUT
             echo "conclusion=success" >> $GITHUB_OUTPUT
           fi
-      
+
       - name: Update check run
         uses: actions/github-script@v7
         with:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |
             const workflowRunUrl = `https://github.com/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`;
-            
+
             await github.rest.checks.update({
               owner: context.repo.owner,
               repo: context.repo.repo,

.github/workflows/pr_comment_commands.yml

@@ -44,12 +44,12 @@ jobs:
                 repo: context.repo.repo,
                 pull_number: context.payload.issue.number
             });
-            
+
             // Extract the branch name
             const branchName = pullRequest.head.ref;
             const headSha = pullRequest.head.sha;
             const workflowRunsUrl = `https://github.com/${context.repo.owner}/${context.repo.repo}/actions?query=workflow%3A%22Datafusion+extended+tests%22+branch%3A${branchName}`;
-            
+
             // Create a check run that links to the Actions tab so the run will be visible in GitHub UI
             const check = await github.rest.checks.create({
               owner: context.repo.owner,
@@ -69,15 +69,15 @@ jobs:
               owner: context.repo.owner,
               repo: context.repo.repo,
               workflow_id: 'extended.yml',
-              ref: branchName,
+              ref: 'main',
               inputs: {
                 pr_number: context.payload.issue.number.toString(),
                 check_run_id: check.data.id.toString(),
                 pr_head_sha: headSha
               }
             });
 
-      - name: Add reaction to comment 
+      - name: Add reaction to comment
         uses: actions/github-script@v7
         with:
           script: |
@@ -86,4 +86,4 @@ jobs:
               repo: context.repo.repo,
               comment_id: context.payload.comment.id,
               content: 'rocket'
-            });
+            });

.github/workflows/rust.yml

@@ -384,25 +384,25 @@ jobs:
         run: ci/scripts/rust_docs.sh
 
   linux-wasm-pack:
-    name: build with wasm-pack
-    runs-on: ubuntu-latest
-    container:
-      image: amd64/rust
+    name: build and run with wasm-pack
+    runs-on: ubuntu-24.04
     steps:
       - uses: actions/checkout@v4
-      - name: Setup Rust toolchain
-        uses: ./.github/actions/setup-builder
-        with:
-          rust-version: stable
+      - name: Setup for wasm32
+        run: |
+          rustup target add wasm32-unknown-unknown
       - name: Install dependencies
         run: |
-          apt-get update -qq
-          apt-get install -y -qq clang
-      - name: Install wasm-pack
-        run: curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh
-      - name: Build with wasm-pack
+          sudo apt-get update -qq
+          sudo apt-get install -y -qq clang
+      - name: Setup wasm-pack
+        run: |
+          cargo install wasm-pack
+      - name: Run tests with headless mode
         working-directory: ./datafusion/wasmtest
-        run: wasm-pack build --dev
+        run: |
+          wasm-pack test --headless --firefox
+          wasm-pack test --headless --chrome --chromedriver $CHROMEWEBDRIVER/chromedriver
 
   # verify that the benchmark queries return the correct results
   verify-benchmark-results:
@@ -693,6 +693,11 @@ jobs:
           # If you encounter an error, run './dev/update_function_docs.sh' and commit
           ./dev/update_function_docs.sh
           git diff --exit-code
+      - name: Check if runtime_configs.md has been modified
+        run: |
+          # If you encounter an error, run './dev/update_runtime_config_docs.sh' and commit
+          ./dev/update_runtime_config_docs.sh
+          git diff --exit-code
 
   # Verify MSRV for the crates which are directly used by other projects:
   # - datafusion