cloudbuild.yaml

# Building deployer image
steps:
- name: 'python:3.11'
  entrypoint: 'bash'
  args:
  - '-c'
  - |
    curl -LsSf https://astral.sh/uv/install.sh | sh
    $$HOME/.local/bin/uv sync
    $$HOME/.local/bin/uv run python -m grpc_tools.protoc --proto_path=evalbench/evalproto --python_out=evalbench/evalproto --pyi_out=evalbench/evalproto --grpc_python_out=evalbench/evalproto --experimental_editions evalbench/evalproto/*.proto
    $$HOME/.local/bin/uv run pytest evalbench/test -vv
  env:
  - 'PYTHONPATH=evalbench:.'
  - 'SKIP_CLOUD_TESTS=true'
- name: 'gcr.io/cloud-builders/docker'

  args: ['build', '-t', 'us-central1-docker.pkg.dev/cloud-db-nl2sql/evalbench/eval_server:$COMMIT_SHA', '-f', 'evalbench_service/Dockerfile', '.']
- name: 'us-central1-docker.pkg.dev/cloud-db-nl2sql/evalbench/eval_server:$COMMIT_SHA'
  dir: '/evalbench'
  args: ['/evalbench/evalbench/run.sh']
  env:
  - 'EVAL_GCP_PROJECT_ID=${_VAR_PROJECT}'
  - 'EVAL_GCP_PROJECT_REGION=${_VAR_REGION}'
  - 'EVAL_CONFIG=${_VAR_EVAL_CONFIG}'
  - 'UV_CACHE_DIR=/tmp/uv-cache'
  volumes:
  - name: 'eval_results'
    path: '/evalbench/results'
- name: 'us-central1-docker.pkg.dev/cloud-db-nl2sql/evalbench/eval_server:$COMMIT_SHA'
  dir: '/evalbench'
  args: ['uv', 'run', 'python', 'verifier/verify.py']
  volumes:
  - name: 'eval_results'
    path: '/evalbench/results'
images:
- 'us-central1-docker.pkg.dev/cloud-db-nl2sql/evalbench/eval_server:$COMMIT_SHA'
substitutions:
  _VAR_PROJECT: "cloud-db-nl2sql"
  _VAR_REGION: "us-central1"
  _VAR_EVAL_CONFIG: "datasets/bat/example_run_config.yaml"
options:
  defaultLogsBucketBehavior: REGIONAL_USER_OWNED_BUCKET