feat(ci): apply dynamic commit selection based on KOKORO_BUILD_INITIATOR across all remaining Kokoro CI suites (#4863)

* feat(ci): apply dynamic commit selection based on KOKORO_BUILD_INITIATOR across all remaining Kokoro CI suites

Ensure scheduled daily Kokoro runs select yesterday's last commit while manual runs select the latest commit of the target branch.

* feat(ci): propagate KOKORO_BUILD_INITIATOR to gke_machine_type_test pod execution runner

* Update perfmetrics/scripts/continuous_test/gcp_ubuntu/micro_benchmarks/build.sh

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

---------

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>

Author: anushka567

perfmetrics/scripts/continuous_test/gcp_ubuntu/micro_benchmarks/build.sh

@@ -29,7 +29,15 @@ log() {
 run_script_on_vm() {
   log "Running benchmark script on VM with clean setup..."
 
+  BRANCH_NAME="${KOKORO_GITHUB_PULL_REQUEST_TARGET_BRANCH:-master}"
+  if git branch --format='%(refname:short)' | grep -v 'HEAD' | head -n 1 > /dev/null 2>&1; then
+    BRANCH_NAME=$(git branch --format='%(refname:short)' | grep -v 'HEAD' | head -n 1)
+  fi
+  KOKORO_BUILD_INITIATOR="${KOKORO_BUILD_INITIATOR:-}"
+
   sudo gcloud compute ssh "$VM_NAME" --zone "$ZONE" --internal-ip --command "
+    BRANCH_NAME=\"$BRANCH_NAME\"
+    KOKORO_BUILD_INITIATOR=\"$KOKORO_BUILD_INITIATOR\"
     set -euxo pipefail
 
     MOUNTED_DIR=\"$MOUNTED_DIR\"
@@ -50,9 +58,14 @@ run_script_on_vm() {
 
     # Clone fresh repo
     mkdir -p ~/github
-    git clone \"\$GCSFUSE_REPO\" ~/github/gcsfuse
+    git clone -b \"\$BRANCH_NAME\" \"\$GCSFUSE_REPO\" ~/github/gcsfuse
     cd ~/github/gcsfuse
-    commitId=\$(git log --before='yesterday 23:59:59' --max-count=1 --pretty=%H)
+    if [[ \"\$KOKORO_BUILD_INITIATOR\" == \"kokoro\" ]]; then
+      commitId=\$(git log --before='yesterday 23:59:59' --max-count=1 --pretty=%H)
+    else
+      commitId=\$(git log -n 1 --pretty=%H)
+    fi
+    echo \"Running microbenchmark on branch: \$BRANCH_NAME at commit ID: \$commitId\"
     git checkout \$commitId
 
     # Run benchmark

perfmetrics/scripts/continuous_test/gcp_ubuntu/periodic_experiments/build.sh

@@ -60,8 +60,14 @@ fi
 # Create string of config file content for fetching data from big query table.
 CONFIG_FILE_FLAGS_COMPRESSED_JSON=$(echo "$CONFIG_FILE_FLAGS_JSON" | jq -c .)
 
-echo "Building and installing gcsfuse on branch: " $BRANCH
-./perfmetrics/scripts/build_and_install_gcsfuse.sh $BRANCH
+git checkout "$BRANCH"
+if [[ "${KOKORO_BUILD_INITIATOR:-}" == "kokoro" ]]; then
+  commitId=$(git log --before='yesterday 23:59:59' --max-count=1 --pretty=%H)
+else
+  commitId=$(git log -n 1 --pretty=%H)
+fi
+echo "Building and installing gcsfuse on branch: $BRANCH at commit ID: $commitId"
+./perfmetrics/scripts/build_and_install_gcsfuse.sh "$commitId"
 
 cd "./perfmetrics/scripts/"
 export PYTHONPATH="./"

perfmetrics/scripts/continuous_test/gke/common/utils.py

@@ -576,12 +576,33 @@ async def build_gcsfuse_image(project_id, branch, temp_dir, staging_version):
   await run_command_async([
       "git",
       "clone",
-      "--depth=1",
       "-b",
       branch,
       "https://github.com/GoogleCloudPlatform/gcsfuse.git",
       gcsfuse_dir,
   ])
+  initiator = os.environ.get("KOKORO_BUILD_INITIATOR", "")
+  if initiator == "kokoro":
+    stdout, _, _ = await run_command_async(
+        [
+            "git",
+            "log",
+            "--before=yesterday 23:59:59",
+            "--max-count=1",
+            "--pretty=%H",
+        ],
+        cwd=gcsfuse_dir,
+    )
+  else:
+    stdout, _, _ = await run_command_async(
+        ["git", "log", "-n", "1", "--pretty=%H"], cwd=gcsfuse_dir
+    )
+  commit_id = stdout.strip()
+  print(
+      f"Building GCSFuse CSI image at commit ID: {commit_id} (initiator:"
+      f" {initiator})"
+  )
+  await run_command_async(["git", "checkout", commit_id], cwd=gcsfuse_dir)
   build_cmd = [
       "make",
       "build-csi",

perfmetrics/scripts/continuous_test/gke/machine_type_test/pod_tpu.yaml.template

@@ -23,6 +23,8 @@ spec:
       value: "$gcsfuse_branch"
     - name: BUCKET_NAME
       value: "$bucket_name"
+    - name: KOKORO_BUILD_INITIATOR
+      value: "$kokoro_build_initiator"
     command: ["/bin/bash", "/scripts/run_test.sh"]
     volumeMounts:
     - name: data-vol

perfmetrics/scripts/continuous_test/gke/machine_type_test/run.py

@@ -179,6 +179,7 @@ async def execute_test_workload(
       staging_version=staging_version,
       gcsfuse_branch=gcsfuse_branch,
       machine_type=machine_type,
+      kokoro_build_initiator=os.environ.get("KOKORO_BUILD_INITIATOR", ""),
   )
   # Update the pod name in the manifest content dynamically
   manifest = manifest.replace(

perfmetrics/scripts/continuous_test/gke/machine_type_test/run_test.sh

@@ -20,6 +20,13 @@ apt-get update && apt-get install -y wget git build-essential ca-certificates fu
 echo "Step 2: Cloning GCSFuse repo..."
 git clone -b "$GCSFUSE_BRANCH" https://github.com/GoogleCloudPlatform/gcsfuse.git
 cd gcsfuse
+if [[ "${KOKORO_BUILD_INITIATOR:-}" == "kokoro" ]]; then
+  commitId=$(git log --before='yesterday 23:59:59' --max-count=1 --pretty=%H)
+else
+  commitId=$(git log -n 1 --pretty=%H)
+fi
+echo "Checking out commit ID: $commitId (initiator: ${KOKORO_BUILD_INITIATOR:-})"
+git checkout "$commitId"
 
 GO_VERSION=$(cat .go-version | tr -d '[:space:]')
 if [[ ! "$GO_VERSION" =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]]; then

perfmetrics/scripts/ml_tests/checkpoint/Jax/run_checkpoints.sh

@@ -31,6 +31,14 @@ export PATH=$PATH:/usr/local/go/bin
 
 # Build gcsfuse.
 cd "${KOKORO_ARTIFACTS_DIR}/github/gcsfuse"
+if [[ "${KOKORO_BUILD_INITIATOR:-}" == "kokoro" ]]; then
+  commitId=$(git log --before='yesterday 23:59:59' --max-count=1 --pretty=%H)
+else
+  commitId=$(git log -n 1 --pretty=%H)
+fi
+echo "Checking out commit ID: ${commitId}"
+git checkout "$commitId"
+
 # Install latest gcloud version for compatability with HNS bucket.
 ./perfmetrics/scripts/install_latest_gcloud.sh
 export PATH="/usr/local/google-cloud-sdk/bin:$PATH"