ci: enable fast hub transfers

huggingface · Feb 11, 2025 · 2a46b6a · 2a46b6a
1 parent ed57831
commit 2a46b6a
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 0 deletions.
diff --git a/.github/workflows/inference_cache_llm.yml b/.github/workflows/inference_cache_llm.yml
@@ -16,6 +16,7 @@ jobs:
       group: aws-inf2-48xlarge
     env:
       AWS_REGION: us-east-1
+      HF_HUB_ENABLE_HF_TRANSFER: 1
     strategy:
       fail-fast: false
       matrix:
@@ -50,6 +51,7 @@ jobs:
           source aws_neuron_venv_pytorch/bin/activate
           python -m pip install -U pip
           python -m pip config set global.extra-index-url https://pip.repos.neuron.amazonaws.com
+          python -m pip install hf_transfer
       - name: Install optimum neuron
         run: |
           source aws_neuron_venv_pytorch/bin/activate

diff --git a/.github/workflows/inference_cache_stable_diffusion.yml b/.github/workflows/inference_cache_stable_diffusion.yml
@@ -16,6 +16,7 @@ jobs:
       group: aws-inf2-8xlarge
     env:
       AWS_REGION: us-east-1
+      HF_HUB_ENABLE_HF_TRANSFER: 1
     strategy:
       fail-fast: false
       matrix:
@@ -40,6 +41,7 @@ jobs:
           source aws_neuron_venv_pytorch/bin/activate
           python -m pip install -U pip
           python -m pip config set global.extra-index-url https://pip.repos.neuron.amazonaws.com
+          python -m pip install hf_transfer
       - name: Install optimum neuron
         run: |
           source aws_neuron_venv_pytorch/bin/activate

diff --git a/.github/workflows/test_inf2_llm.yml b/.github/workflows/test_inf2_llm.yml
@@ -23,6 +23,8 @@ jobs:
     name: Run INF2 LLM tests
     runs-on:
       group: aws-inf2-8xlarge
+    env:
+      HF_HUB_ENABLE_HF_TRANSFER: 1
     steps:
       - name: Install Neuron runtime
         run: |

diff --git a/.github/workflows/test_inf2_tgi.yml b/.github/workflows/test_inf2_tgi.yml
@@ -25,6 +25,8 @@ jobs:
     name: Run TGI tests
     runs-on:
       group: aws-inf2-8xlarge
+    env:
+      HF_HUB_ENABLE_HF_TRANSFER: 1
     steps:
       - name: Install Neuron runtime
         run: |
@@ -45,6 +47,7 @@ jobs:
           source aws_neuron_venv_pytorch/bin/activate
           python -m pip install -U pip
           python -m pip config set global.extra-index-url https://pip.repos.neuron.amazonaws.com
+          python -m pip install hf_transfer
       - name: Install integration tests prerequisites
         run: |
           source aws_neuron_venv_pytorch/bin/activate