Use ephemeral runners for linux jobs

pytorch · Nov 22, 2024 · 281dba5 · 281dba5
1 parent 790f166
commit 281dba5
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 2 deletions.
diff --git a/.github/scale-config.yml b/.github/scale-config.yml
@@ -95,6 +95,12 @@ runner_types:
     is_ephemeral: false
     os: linux
     ami: al2023-ami-2023.5.202*-kernel-6.1-x86_64
+  linux.2xlarge.ephemeral:
+    disk_size: 150
+    instance_type: c5.2xlarge
+    is_ephemeral: true
+    os: linux
+    ami: al2023-ami-2023.5.202*-kernel-6.1-x86_64
   linux.4xlarge:
     disk_size: 150
     instance_type: c5.4xlarge
@@ -143,6 +149,12 @@ runner_types:
     is_ephemeral: false
     os: linux
     ami: al2023-ami-2023.5.202*-kernel-6.1-x86_64
+  linux.g5.4xlarge.nvidia.gpu.ephemeral:
+    disk_size: 150
+    instance_type: g5.4xlarge
+    is_ephemeral: true
+    os: linux
+    ami: al2023-ami-2023.5.202*-kernel-6.1-x86_64
   linux.g6.4xlarge.experimental.nvidia.gpu:
     disk_size: 150
     instance_type: g6.4xlarge

diff --git a/tools/scripts/generate_binary_build_matrix.py b/tools/scripts/generate_binary_build_matrix.py
@@ -79,8 +79,8 @@
 LIBTORCH_CONTAINER_IMAGES: Dict[Tuple[str, str], str]
 WHEEL_CONTAINER_IMAGES: Dict[str, str]
 
-LINUX_GPU_RUNNER = "linux.g5.4xlarge.nvidia.gpu"
-LINUX_CPU_RUNNER = "linux.2xlarge"
+LINUX_GPU_RUNNER = "linux.g5.4xlarge.nvidia.gpu.ephemeral"
+LINUX_CPU_RUNNER = "linux.2xlarge.ephemeral"
 LINUX_AARCH64_RUNNER = "linux.arm64.2xlarge"
 LINUX_AARCH64_GPU_RUNNER = "linux.arm64.m7g.4xlarge"
 WIN_GPU_RUNNER = "windows.g4dn.xlarge"