From 0af3917c6018f11ba194b987e24af6c2534596fb Mon Sep 17 00:00:00 2001 From: Jingya HUANG <44135271+JingyaHuang@users.noreply.github.com> Date: Thu, 15 Feb 2024 17:13:57 +0000 Subject: [PATCH 1/2] bump to 2,17 --- optimum/neuron/version.py | 2 +- setup.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/optimum/neuron/version.py b/optimum/neuron/version.py index 9097032e5..adad2a93b 100644 --- a/optimum/neuron/version.py +++ b/optimum/neuron/version.py @@ -14,4 +14,4 @@ __version__ = "0.0.19.dev0" -__sdk_version__ = "2.16.1" +__sdk_version__ = "2.17.0" diff --git a/setup.py b/setup.py index 031e1bafa..f6883dfda 100644 --- a/setup.py +++ b/setup.py @@ -29,7 +29,7 @@ "sentencepiece", "datasets", "sacremoses", - "diffusers >= 0.25.0", + "diffusers >= 0.26.1", "safetensors", "sentence-transformers >= 2.2.0", "sacremoses", @@ -56,7 +56,7 @@ "neuronx": [ "wheel", "neuronx-cc==2.12.68.0", - "torch-neuronx==1.13.1.1.13.0", + "torch-neuronx==1.13.1.1.13.1", "transformers-neuronx==0.9.474", "torch==1.13.1.*", "torchvision==0.14.*", From 9728c475529fff13e8572bee6d9d115cef3882c8 Mon Sep 17 00:00:00 2001 From: Jingya HUANG <44135271+JingyaHuang@users.noreply.github.com> Date: Thu, 15 Feb 2024 17:29:15 +0000 Subject: [PATCH 2/2] bump for tgi --- text-generation-inference/Dockerfile | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/text-generation-inference/Dockerfile b/text-generation-inference/Dockerfile index 8a7554bd8..28568edc2 100644 --- a/text-generation-inference/Dockerfile +++ b/text-generation-inference/Dockerfile @@ -92,9 +92,9 @@ RUN wget -qO - https://apt.repos.neuron.amazonaws.com/GPG-PUB-KEY-AMAZON-AWS-NEU RUN apt-get update -y \ && apt-get install -y --no-install-recommends \ aws-neuronx-dkms=2.15.9.0 \ - aws-neuronx-collectives=2.19.7.0-530fb3064 \ - aws-neuronx-runtime-lib=2.19.5.0-97e2d271b \ - aws-neuronx-tools=2.16.1.0 \ + aws-neuronx-collectives=2.20.11.0 \ + aws-neuronx-runtime-lib=2.20.11.0 \ + aws-neuronx-tools=2.17.0.0 \ && rm -rf /var/lib/apt/lists/* \ && apt-get clean