🐛 Model creation now possible with auth token by env var

The model tried to access a value in the super init method which was not yet set. Fixed this problem in a weird way by assigning the model parameter twice.

CHANGELOG.md

@@ -18,3 +18,7 @@
 ## 0.1.4 -> 0.1.4.1
 - Added parameters to handle the lifecycle of DB objects. Since SQLAlchemy expires objects after commiting they can't 
 be accessed anymore. The `expire_on_commit=False` parameter disables this behaviour.
+
+## 0.1.4 -> 0.1.4.2
+- Fixed a bug with which it was not possible to init the model without passing a auth token
+- IGEL now also accepts "IGEL_URL" to query the llm endpoint.

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "brdata-rag-tools"
-version = "0.1.4.1"
+version = "0.1.4.2"
 authors = [
     { name = "Marco Lehner", email = "[email protected]" },
 ]

src/brdata_rag_tools/models.py

@@ -254,6 +254,7 @@ class OpenAi(Generator):
     """
 
     def __init__(self, model: LLMConfig, auth_token: str):
+        self.model = model
         super().__init__(
             model=model,
             auth_token=auth_token,
@@ -319,6 +320,7 @@ class IGEL(Generator):
     """
 
     def __init__(self, model, auth_token=None):
+        self.model = model
         super().__init__(
             model=model,
             temperature=1.0,
@@ -342,7 +344,7 @@ def prompt(self, prompt: str):
         }
 
         response = requests.post(
-            "https://modelhub-gpu.brdata-dev.de/v1/prompt", headers=headers,
+            os.environ.get("IGEL_URL", "https://modelhub-gpu.brdata-dev.de/v1/prompt"), headers=headers,
             json=data
         )