htcondor-pool.yaml

# Copyright 2022 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

---
blueprint_name: htcondor-pool

vars:
  project_id:  ## Set GCP Project ID Here ##
  deployment_name: htcondor-001
  region: us-central1
  zone: us-central1-c

# Documentation for each of the modules used below can be found at
# https://github.com/GoogleCloudPlatform/hpc-toolkit/blob/main/modules/README.md

deployment_groups:
- group: htcondor
  modules:
  - id: network1
    source: modules/network/vpc
    settings:
      network_name: htcondor-pool
      subnetwork_name: htcondor-pool-usc1
    outputs:
    - network_name

  - id: htcondor_install
    source: community/modules/scripts/htcondor-install

  - id: htcondor_configure
    source: community/modules/scheduler/htcondor-configure
    use:
    - network1

  - id: htcondor_startup_central_manager
    source: modules/scripts/startup-script
    settings:
      runners:
      - $(htcondor_install.install_htcondor_runner)
      - $(htcondor_configure.central_manager_runner)

  - id: htcondor_cm
    source: modules/compute/vm-instance
    use:
    - network1
    - htcondor_startup_central_manager
    settings:
      name_prefix: cm
      add_deployment_name_before_prefix: true
      machine_type: c2-standard-4
      disable_public_ips: true
      service_account:
        email: $(htcondor_configure.central_manager_service_account)
        scopes:
        - cloud-platform
      network_interfaces:
      - network: null
        subnetwork: $(network1.subnetwork_self_link)
        subnetwork_project: $(vars.project_id)
        network_ip: $(htcondor_configure.central_manager_internal_ip)
        stack_type: null
        access_config: []
        ipv6_access_config: []
        alias_ip_range: []
        nic_type: VIRTIO_NET
        queue_count: null
    outputs:
    - internal_ip

  - id: htcondor_startup_execute_point
    source: modules/scripts/startup-script
    settings:
      runners:
      - $(htcondor_install.install_htcondor_runner)
      - $(htcondor_configure.execute_point_runner)

  # the HTCondor modules support up to 2 execute points per blueprint
  # if using 1, it may use Spot or On-demand pricing
  # if using 2, one must use Spot and the other must use On-demand (default)
  - id: htcondor_execute_point
    source: community/modules/compute/htcondor-execute-point
    use:
    - network1
    - htcondor_startup_execute_point
    settings:
      service_account:
        email: $(htcondor_configure.execute_point_service_account)
        scopes:
        - cloud-platform

  - id: htcondor_execute_point_spot
    source: community/modules/compute/htcondor-execute-point
    use:
    - network1
    - htcondor_startup_execute_point
    settings:
      spot: true
      service_account:
        email: $(htcondor_configure.execute_point_service_account)
        scopes:
        - cloud-platform

  - id: htcondor_startup_access_point
    source: modules/scripts/startup-script
    settings:
      runners:
      - $(htcondor_install.install_htcondor_runner)
      - $(htcondor_install.install_autoscaler_deps_runner)
      - $(htcondor_install.install_autoscaler_runner)
      - $(htcondor_configure.access_point_runner)
      - $(htcondor_execute_point.configure_autoscaler_runner)
      - $(htcondor_execute_point_spot.configure_autoscaler_runner)
      - type: data
        destination: /var/tmp/helloworld.sub
        content: |
          universe       = vanilla
          executable     = /bin/echo
          arguments      = "Hello, World!"
          output         = out.\$(ClusterId).\$(ProcId)
          error          = err.\$(ClusterId).\$(ProcId)
          log            = log.\$(ClusterId).\$(ProcId)
          request_cpus   = 1
          request_memory = 100MB
          +RequireSpot   = true # if unset, defaults to false
          queue

  - id: htcondor_access
    source: modules/compute/vm-instance
    use:
    - network1
    - htcondor_startup_access_point
    settings:
      name_prefix: ap
      add_deployment_name_before_prefix: true
      machine_type: c2-standard-4
      service_account:
        email: $(htcondor_configure.access_point_service_account)
        scopes:
        - cloud-platform
    outputs:
    - internal_ip
    - external_ip