Add support for Mistral models

.env.example

@@ -35,4 +35,8 @@ OPENROUTER_API_KEY=your-openrouter-api-key
 # Get your Azure OpenAI API settings from https://oai.azure.com/
 AZURE_OPENAI_API_KEY=your-azure-openai-api-key
 AZURE_OPENAI_ENDPOINT=your-azure-openai-endpoint
-AZURE_OPENAI_DEPLOYMENT_NAME=your-azure-openai-deployment-name
+AZURE_OPENAI_DEPLOYMENT_NAME=your-azure-openai-deployment-name
+
+# For running LLMs hosted by Mistral
+# Get your Mistral API key from https://console.mistral.ai/api-keys
+MISTRAL_API_KEY=your-mistral-api-key

app/frontend/src/data/models.ts

@@ -3,7 +3,7 @@ import { api } from '@/services/api';
 export interface LanguageModel {
   display_name: string;
   model_name: string;
-  provider: "Anthropic" | "DeepSeek" | "Google" | "Groq" | "OpenAI";
+  provider: "Anthropic" | "DeepSeek" | "Google" | "Groq" | "OpenAI" | "Mistral";
 }
 
 // Cache for models to avoid repeated API calls

app/frontend/src/services/types.ts

@@ -4,6 +4,7 @@ export enum ModelProvider {
   ANTHROPIC = 'Anthropic',
   GROQ = 'Groq',
   OLLAMA = 'Ollama',
+  MISTRAL = 'Mistral',
 }
 
 export interface AgentModelConfig {

pyproject.toml

@@ -36,6 +36,7 @@ sqlalchemy = "^2.0.22"
 alembic = "^1.12.0"
 langchain-gigachat = "^0.3.12"
 langchain-xai = "^0.2.5"
+langchain-mistralai = "^0.2.12"
 
 [tool.poetry.group.dev.dependencies]
 pytest = "^7.4.0"

src/llm/api_models.json

@@ -83,5 +83,15 @@
     "display_name": "Azure Open AI Deployment",
     "model_name": "",
     "provider": "Azure OpenAI"
+  },
+  {
+    "display_name": "Mistral Large - Latest",
+    "model_name": "mistral-large-latest",
+    "provider": "Mistral"
+  },
+  {
+    "display_name": "Mistral Large 2411 - high reasoning",
+    "model_name": "mistral-large-2411",
+    "provider": "Mistral"
   }
 ]

src/llm/models.py

@@ -8,6 +8,7 @@
 from langchain_openai import ChatOpenAI, AzureChatOpenAI
 from langchain_openai import ChatOpenAI
 from langchain_gigachat import GigaChat
+from langchain_mistralai import ChatMistralAI
 from langchain_ollama import ChatOllama
 from enum import Enum
 from pydantic import BaseModel
@@ -129,7 +130,7 @@ def get_models_list():
     ]
 
 
-def get_model(model_name: str, model_provider: ModelProvider, api_keys: dict = None) -> ChatOpenAI | ChatGroq | ChatOllama | GigaChat | None:
+def get_model(model_name: str, model_provider: ModelProvider, api_keys: dict = None) -> ChatOpenAI | ChatGroq | ChatOllama | GigaChat | ChatMistralAI | None:
     if model_provider == ModelProvider.GROQ:
         api_key = (api_keys or {}).get("GROQ_API_KEY") or os.getenv("GROQ_API_KEY")
         if not api_key:
@@ -230,3 +231,9 @@ def get_model(model_name: str, model_provider: ModelProvider, api_keys: dict = N
             print(f"Azure Deployment Name Error: Please make sure AZURE_OPENAI_DEPLOYMENT_NAME is set in your .env file.")
             raise ValueError("Azure OpenAI deployment name not found.  Please make sure AZURE_OPENAI_DEPLOYMENT_NAME is set in your .env file.")
         return AzureChatOpenAI(azure_endpoint=azure_endpoint, azure_deployment=azure_deployment_name, api_key=api_key, api_version="2024-10-21")
+    elif model_provider == ModelProvider.MISTRAL:
+        api_key = (api_keys or {}).get("MISTRAL_API_KEY") or os.getenv("MISTRAL_API_KEY")
+        if not api_key:
+            print(f"API Key Error: Please make sure MISTRAL_API_KEY is set in your .env file or provided via API keys.")
+            raise ValueError("Mistral API key not found. Please make sure MISTRAL_API_KEY is set in your .env file or provided via API keys.")
+        return ChatMistralAI(model=model_name, api_key=api_key)