Add Autopatch for PT2.4 SageMaker Inference (#4328)

* add autopatch for pt2.4 sm inf * restore toml --------- Co-authored-by: Yadan Wei <weiyadan@amazon.com>
aws · Oct 7, 2024 · 468a590 · 468a590
1 parent 9112fb6
commit 468a590
Show file tree

Hide file tree

Showing 5 changed files with 103 additions and 1 deletion.
diff --git a/pytorch/inference/buildspec-2-4-sm.yml b/pytorch/inference/buildspec-2-4-sm.yml
@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.4.0
 short_version: &SHORT_VERSION "2.4"
 arch_type: x86
-# autopatch_build: "True"
+autopatch_build: "True"
 
 repository_info:
   inference_repository: &INFERENCE_REPOSITORY

diff --git a/pytorch/inference/docker/2.4/py3/Dockerfile.ec2.cpu.core_packages.json b/pytorch/inference/docker/2.4/py3/Dockerfile.ec2.cpu.core_packages.json
@@ -32,5 +32,11 @@
   },
   "awscli": {
     "version_specifier": "<2"
+  },
+  "torchserve": {
+    "version_specifier": "==0.11.1"
+  },
+  "torch-model-archiver": {
+    "version_specifier": "==0.11.1"
   }
 }
diff --git a/pytorch/inference/docker/2.4/py3/Dockerfile.sagemaker.cpu.core_packages.json b/pytorch/inference/docker/2.4/py3/Dockerfile.sagemaker.cpu.core_packages.json
@@ -0,0 +1,45 @@
+{
+  "captum": {
+    "version_specifier": "==0.6.0",
+    "skip": "True"
+  },
+  "torchaudio": {
+    "version_specifier": "==2.4.0+cpu",
+    "skip": "True"
+  },
+  "torchtext": {
+    "version_specifier": "==0.18.0+cpu",
+    "skip": "True"
+  },
+  "torchvision": {
+    "version_specifier": "==0.19.0+cpu",
+    "skip": "True"
+  },
+  "idna": {
+    "version_specifier": ">=3.7"
+  },
+  "tqdm": {
+    "version_specifier": ">=4.66.3"
+  },
+  "requests": {
+    "version_specifier": ">=2.32.2"
+  },
+  "setuptools": {
+    "version_specifier": ">=70.0.0"
+  },
+  "urllib3": {
+    "version_specifier": "<2"
+  },
+  "awscli": {
+    "version_specifier": "<2"
+  },
+  "torchserve": {
+    "version_specifier": "==0.11.1"
+  },
+  "torch-model-archiver": {
+    "version_specifier": "==0.11.1"
+  },
+  "sagemaker-pytorch-inference": {
+    "version_specifier": "==2.0.24"
+  }
+}
diff --git a/pytorch/inference/docker/2.4/py3/cu124/Dockerfile.ec2.gpu.core_packages.json b/pytorch/inference/docker/2.4/py3/cu124/Dockerfile.ec2.gpu.core_packages.json
@@ -32,5 +32,11 @@
   },
   "awscli": {
     "version_specifier": "<2"
+  },
+  "torchserve": {
+    "version_specifier": "==0.11.1"
+  },
+  "torch-model-archiver": {
+    "version_specifier": "==0.11.1"
   }
 }
diff --git a/pytorch/inference/docker/2.4/py3/cu124/Dockerfile.sagemaker.gpu.core_packages.json b/pytorch/inference/docker/2.4/py3/cu124/Dockerfile.sagemaker.gpu.core_packages.json
@@ -0,0 +1,45 @@
+{
+  "captum": {
+    "version_specifier": "==0.6.0",
+    "skip": "True"
+  },
+  "torchaudio": {
+    "version_specifier": "==2.4.0+cu124",
+    "skip": "True"
+  },
+  "torchtext": {
+    "version_specifier": "==0.18.0+cu124",
+    "skip": "True"
+  },
+  "torchvision": {
+    "version_specifier": "==0.19.0+cu124",
+    "skip": "True"
+  },
+  "idna": {
+    "version_specifier": ">=3.7"
+  },
+  "tqdm": {
+    "version_specifier": ">=4.66.3"
+  },
+  "requests": {
+    "version_specifier": ">=2.32.2"
+  },
+  "setuptools": {
+    "version_specifier": ">=70.0.0"
+  },
+  "urllib3": {
+    "version_specifier": "<2"
+  },
+  "awscli": {
+    "version_specifier": "<2"
+  },
+  "torchserve": {
+    "version_specifier": "==0.11.1"
+  },
+  "torch-model-archiver": {
+    "version_specifier": "==0.11.1"
+  },
+  "sagemaker-pytorch-inference": {
+    "version_specifier": "==2.0.24"
+  }
+}