Add HF transfer

Signed-off-by: Adrien Gallouët <[email protected]>
huggingface · Feb 7, 2025 · 1401418 · 1401418
1 parent 508d47f
commit 1401418
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/Dockerfile_llamacpp b/Dockerfile_llamacpp
@@ -71,4 +71,6 @@ COPY --from=builder /usr/lib/libllama.so /usr/lib/
 COPY --from=builder /usr/lib/libggml*.so /usr/lib/
 COPY --from=builder /app/target/release-opt/text-generation-router-llamacpp /usr/bin/
 
+ENV HF_HUB_ENABLE_HF_TRANSFER=1
+
 ENTRYPOINT ["text-generation-router-llamacpp"]
diff --git a/backends/llamacpp/requirements.txt b/backends/llamacpp/requirements.txt
@@ -1,2 +1,3 @@
 transformers==4.48.2
 huggingface-hub==0.28.1
+hf-transfer==0.1.9