[fix] don't use tiktoken by default with langchain

Author: ThomasFaria

pyproject.toml

@@ -15,6 +15,7 @@ dependencies = [
     "fastapi>=0.115.12",
     "streamlit>=1.44.0",
     "langchain-openai>=0.3.11",
+    "transformers>=4.51.3",
 ]
 authors = [
   {name="Thomas Faria", email="[email protected]"}

src/constants/graph_db.py

@@ -4,4 +4,4 @@
 NEO4J_USERNAME = "neo4j"
 NEO4J_PWD = os.environ["NEO4J_API_KEY"]
 EMBEDDING_MODEL = "ordalieTech/Solon-embeddings-large-0.1"
-URL_EMBEDDING_API = "https://projet-ape-vllm-embed.user.lab.sspcloud.fr/v1"
+URL_EMBEDDING_API = "https://vllm-embed.user.lab.sspcloud.fr/v1"

src/constants/llm.py

@@ -1,2 +1,2 @@
 GENERATION_MODEL = "mistralai/Mistral-Small-24B-Instruct-2501"
-URL_LLM_API = "https://projet-ape-vllm.user.lab.sspcloud.fr/v1"
+URL_LLM_API = "https://vllm-generation.user.lab.sspcloud.fr/v1"

src/vector_db/loaders.py

@@ -32,6 +32,7 @@ def get_embedding_model(model_name: str) -> OpenAIEmbeddings:
         model=model_name,
         openai_api_base=URL_EMBEDDING_API,
         openai_api_key="EMPTY",
+        tiktoken_enabled=False,
     )