Autopatch PT2.4 ec2 Inference (#4316)

* onboard ec2 cpu to autopatch

* onboard PT 2.4 Inference Ec2 to AutoPatch

* Add torch dependcy and run tests

* trigger rerun

* rerun

* fix toml

* update toml

* debug eks test

* add logger

* check eks pod status

* log pod status

* revert all debug change

* restore toml

---------

Co-authored-by: Yadan Wei <[email protected]>

Author: Yadan-Wei

pytorch/inference/buildspec-2-4-ec2.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.4.0
 short_version: &SHORT_VERSION "2.4"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   inference_repository: &INFERENCE_REPOSITORY
@@ -42,7 +42,7 @@ images:
     os_version: &OS_VERSION ubuntu22.04
     torch_serve_version: &TORCHSERVE_VERSION 0.11.1
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
-    # latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
+    latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
     # build_tag_override: "beta:2.4.0-cpu-py311-ubuntu22.04-ec2"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile., *DEVICE_TYPE ]
     target: ec2
@@ -59,7 +59,7 @@ images:
     os_version: &OS_VERSION ubuntu22.04
     torch_serve_version: &TORCHSERVE_VERSION 0.11.1
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
-    # latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
+    latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
     # build_tag_override: "beta:2.4.0-gpu-py311-cu124-ubuntu22.04-ec2"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /, *CUDA_VERSION, /Dockerfile., *DEVICE_TYPE ]
     target: ec2

pytorch/inference/docker/2.4/py3/Dockerfile.ec2.cpu.core_packages.json

@@ -0,0 +1,36 @@
+{
+  "captum": {
+    "version_specifier": "==0.6.0",
+    "skip": "True"
+  },
+  "torchaudio": {
+    "version_specifier": "==2.4.0+cpu",
+    "skip": "True"
+  },
+  "torchtext": {
+    "version_specifier": "==0.18.0+cpu",
+    "skip": "True"
+  },
+  "torchvision": {
+    "version_specifier": "==0.19.0+cpu",
+    "skip": "True"
+  },
+  "idna": {
+    "version_specifier": ">=3.7"
+  },
+  "tqdm": {
+    "version_specifier": ">=4.66.3"
+  },
+  "requests": {
+    "version_specifier": ">=2.32.2"
+  },
+  "setuptools": {
+    "version_specifier": ">=70.0.0"
+  },
+  "urllib3": {
+    "version_specifier": "<2"
+  },
+  "awscli": {
+    "version_specifier": "<2"
+  }
+}

pytorch/inference/docker/2.4/py3/cu124/Dockerfile.ec2.gpu.core_packages.json

@@ -0,0 +1,36 @@
+{
+  "captum": {
+    "version_specifier": "==0.6.0",
+    "skip": "True"
+  },
+  "torchaudio": {
+    "version_specifier": "==2.4.0+cu124",
+    "skip": "True"
+  },
+  "torchtext": {
+    "version_specifier": "==0.18.0+cu124",
+    "skip": "True"
+  },
+  "torchvision": {
+    "version_specifier": "==0.19.0+cu124",
+    "skip": "True"
+  },
+  "idna": {
+    "version_specifier": ">=3.7"
+  },
+  "tqdm": {
+    "version_specifier": ">=4.66.3"
+  },
+  "requests": {
+    "version_specifier": ">=2.32.2"
+  },
+  "setuptools": {
+    "version_specifier": ">=70.0.0"
+  },
+  "urllib3": {
+    "version_specifier": "<2"
+  },
+  "awscli": {
+    "version_specifier": "<2"
+  }
+}