support chat request params

Author: leehuwuj

llama-index-server/llama_index/server/api/routers/chat.py

@@ -1,4 +1,5 @@
 import asyncio
+import inspect
 import logging
 import os
 from typing import AsyncGenerator, Callable, Union
@@ -35,7 +36,12 @@ async def chat(
             chat_history = [
                 message.to_llamaindex_message() for message in request.messages[:-1]
             ]
-            workflow = workflow_factory()
+            # detect if the workflow factory has chat_request as a parameter
+            factory_sig = inspect.signature(workflow_factory)
+            if "chat_request" in factory_sig.parameters:
+                workflow = workflow_factory(chat_request=request)
+            else:
+                workflow = workflow_factory()
             workflow_handler = workflow.run(
                 user_msg=user_message.content,
                 chat_history=chat_history,

llama-index-server/llama_index/server/services/llamacloud/index.py

@@ -3,14 +3,14 @@
 from typing import TYPE_CHECKING, Any, Optional
 
 from llama_cloud import PipelineType
-from pydantic import BaseModel, Field, field_validator
-
 from llama_index.core.callbacks import CallbackManager
 from llama_index.core.ingestion.api_utils import (
     get_client as llama_cloud_get_client,
 )
 from llama_index.core.settings import Settings
 from llama_index.indices.managed.llama_cloud import LlamaCloudIndex
+from llama_index.server.api.models import ChatRequest
+from pydantic import BaseModel, Field, field_validator
 
 if TYPE_CHECKING:
     from llama_cloud.client import LlamaCloud
@@ -87,13 +87,21 @@ def to_index_kwargs(self) -> dict:
             "callback_manager": self.callback_manager,
         }
 
+    @classmethod
+    def from_chat_request(cls, chat_request: ChatRequest) -> "IndexConfig":
+        default_config = cls()
+        if chat_request is not None:
+            llamacloud_config = chat_request.data["llamaCloudPipeline"]
+            if llamacloud_config is not None:
+                default_config.llama_cloud_pipeline_config.pipeline = llamacloud_config["pipeline"]
+                default_config.llama_cloud_pipeline_config.project = llamacloud_config["project"]
+        return default_config
 
 def get_index(
-    config: Optional[IndexConfig] = None,
+    chat_request: Optional[ChatRequest] = None,
     create_if_missing: bool = False,
 ) -> Optional[LlamaCloudIndex]:
-    if config is None:
-        config = IndexConfig()
+    config = IndexConfig.from_chat_request(chat_request)
     # Check whether the index exists
     try:
         index = LlamaCloudIndex(**config.to_index_kwargs())