ci-test.yaml

name: CI Tests

on:
  workflow_dispatch:

permissions:
  actions: read
  contents: read

jobs:
  run-kind-with-arc:
    runs-on: ubuntu-latest
    steps:
      -
        name: Checkout code
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false
      -
        name: Start kind cluster
        run: |
          cat <<EOF > kind-config.yaml
          kind: Cluster
          apiVersion: kind.x-k8s.io/v1alpha4
          nodes:
          - role: control-plane
            image: kindest/node:v1.35.0@sha256:452d707d4862f52530247495d180205e029056831160e22870e37e3f6c1ac31f
          - role: worker
            image: kindest/node:v1.35.0@sha256:452d707d4862f52530247495d180205e029056831160e22870e37e3f6c1ac31f
          EOF

          kind create cluster --config kind-config.yaml

          kubectl wait --for=condition=Ready nodes --all --timeout=120s

          helm install cncf-gha-controller \
            --namespace arc-systems \
            --create-namespace \
            --version 0.14.1 \
            oci://ghcr.io/actions/actions-runner-controller-charts/gha-runner-scale-set-controller

          kubectl wait --for=condition=Ready pod -l app.kubernetes.io/component=controller-manager --timeout=600s -n arc-systems

          kubectl create secret generic oci-api-key --from-literal=oci_api_key.pem="${{ secrets.OCI_CLI_KEY_CONTENT }}" -n arc-systems

          kubectl create secret generic github-arc-secret --from-literal=github_token=${{ secrets.GHA_PAT }} -n arc-systems

          cat <<EOF | kubectl apply -f -
          apiVersion: v1
          kind: Secret
          metadata:
            name: oci-config
            namespace: arc-systems
          type: Opaque
          stringData:
            config: |
              [DEFAULT]
              user=${{ secrets.OCI_CLI_USER }}
              fingerprint=${{ secrets.OCI_CLI_FINGERPRINT }}
              tenancy=${{ secrets.OCI_CLI_TENANCY }}
              region=${{ secrets.OCI_CLI_REGION }}
              key_file=/oci/oci_api_key.pem
          EOF

          sed 's/oracle-vm-2cpu-8gb-x86-64/oci-ci-test/g' ci/cluster/oci/vm-runners/2cpu-8gb/install.yaml \
            | sed '/subnet-id/a \        - --running-environment=ci' \
            | sed 's/20187466606/20428190013/' \
            | sed '/nodeSelector/,+1d'| kubectl apply -f -

      - name: Wait for completion signal
        run: |
          MAX_ITERATIONS=120
          ITERATION=0
          while true; do
            ITERATION=$((ITERATION + 1))
            if [ "$ITERATION" -gt "$MAX_ITERATIONS" ]; then
              echo "ERROR: Timed out after $MAX_ITERATIONS iterations"
              exit 1
            fi

            if ! RESULT=$(gh api "repos/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}/jobs"); then
              echo "WARNING: gh api call failed, retrying..."
              sleep 30
              continue
            fi

            PENDING=$(echo "$RESULT" | jq '[.jobs[] | select(.name != "run-kind-with-arc" and .status != "completed")] | length')
            FAILED=$(echo "$RESULT" | jq '[.jobs[] | select(.conclusion == "failure")] | length')

            if [ "$FAILED" -gt 0 ]; then
              echo "ERROR: $FAILED job(s) failed"
              exit 1
            fi

            if [ "$PENDING" -eq 0 ]; then
              echo "All jobs completed"
              break
            fi

            echo "There are $PENDING pending jobs (iteration $ITERATION/$MAX_ITERATIONS)..."
            sleep 30
          done
        env:
          GH_TOKEN: ${{ github.token }}
          GITHUB_REPOSITORY: ${{ github.repository }}
          GITHUB_RUN_ID: ${{ github.run_id }}

  test-runner:
    runs-on: oci-ci-test
    steps:
      - name: Checkout code
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          persist-credentials: false

      - name: Update APT
        run: |
          sudo apt-get update
          sudo apt-get install -y mc

      - name: Run uname to verify architecture
        run: |
          uname -a
          lsb_release -a
          cat /proc/cpuinfo

      - name: Run kind cluster
        run: |
          CLUSTER_NAME="kind-test"
          KIND_CONFIG="kind-config.yaml"

          sudo sysctl fs.inotify.max_user_instances=1280
          sudo sysctl fs.inotify.max_user_watches=655360

          cat <<EOF > $KIND_CONFIG
          kind: Cluster
          apiVersion: kind.x-k8s.io/v1alpha4
          nodes:
            - role: control-plane
            - role: worker
            - role: worker
          EOF

          echo "[*] Creating Kind cluster..."
          kind create cluster --name $CLUSTER_NAME --config $KIND_CONFIG

          kubectl wait --for=condition=Ready nodes --all --timeout=120s

          echo "[*] Creating pod ..."
          kubectl apply -f - <<EOF
          apiVersion: v1
          kind: Pod
          metadata:
            name: nginx
          spec:
            containers:
            - name: nginx
              image: nginx:latest
              resources:
                requests:
                  memory: "256Mi"
                  cpu: "100m"
                limits:
                  memory: "256Mi"
                  cpu: "500m"
          EOF

          echo "[*] Waiting for pods to be ready..."
          kubectl wait --for=condition=Ready pod/nginx --timeout=300s

          echo "[*] Pods running, doing test workload..."
          sleep 60

          echo "[*] Deleting pods..."
          kubectl delete pod nginx

          echo "[*] Deleting Kind cluster..."
          kind delete cluster --name $CLUSTER_NAME

          echo "[*] Done!"