Merge pull request #220 from alexanderbkl/feature/hf_hub_timeout

Fix Hugging Face Hub timeout issues in PEFT model loading

Author: BruceYanghy

fingpt/FinGPT_Benchmark/benchmarks/benchmarks.py

@@ -2,10 +2,11 @@
 from peft import PeftModel, get_peft_model, LoraConfig, TaskType  # 0.4.0
 import torch
 import argparse
+import os
 
 
 from fpb import test_fpb, test_fpb_mlt
-from fiqa import test_fiqa, test_fiqa_mlt 
+from fiqa import test_fiqa, test_fiqa_mlt
 from tfns import test_tfns
 from nwgi import test_nwgi
 from headline import test_headline
@@ -15,6 +16,9 @@
 from finred import test_re
 
 
+# Increase HuggingFace Hub timeout to handle slow network connections or large file downloads
+os.environ.setdefault("HF_HUB_TIMEOUT", "120")
+
 import sys
 sys.path.append('../')
 from utils import *

fingpt/FinGPT_Forecaster/app.py

@@ -14,6 +14,8 @@
 from datetime import date, datetime, timedelta
 from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
 
+# Increase HuggingFace Hub timeout to handle slow network connections or large file downloads
+os.environ.setdefault("HF_HUB_TIMEOUT", "120")
 
 access_token = os.environ["HF_TOKEN"]
 finnhub_client = finnhub.Client(api_key=os.environ["FINNHUB_API_KEY"])

finogrid/fingpt_integration/sentiment/crypto_sentiment.py

@@ -8,12 +8,16 @@
 """
 from __future__ import annotations
 
+import os
 import structlog
 from typing import Optional
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 from peft import PeftModel
 import torch
 
+# Increase HuggingFace Hub timeout to handle slow network connections or large file downloads
+os.environ.setdefault("HF_HUB_TIMEOUT", "120")
+
 log = structlog.get_logger()
 
 # FinGPT sentiment labels