chore(ami): set env variable to enalbe hf transfer

This triggers faster download/upload speeds when dealing with the hub.
huggingface · Feb 6, 2025 · 5cba944 · 5cba944
1 parent e84e0c6
commit 5cba944
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/infrastructure/ami/hcl2-files/build.pkr.hcl b/infrastructure/ami/hcl2-files/build.pkr.hcl
@@ -14,7 +14,10 @@ build {
     ]
   }
   provisioner "shell" {
-    inline = ["echo 'source /opt/aws_neuronx_venv_pytorch/bin/activate' | sudo tee -a /home/ubuntu/.bashrc"]
+    inline = [
+      "echo 'export HF_HUB_ENABLE_HF_TRANSFER=1' | sudo tee -a /home/ubuntu/.bashrc",
+      "echo 'source /opt/aws_neuronx_venv_pytorch/bin/activate' | sudo tee -a /home/ubuntu/.bashrc"
+    ]
   }
   provisioner "file" {
     source      = "scripts/welcome-msg.sh"