Final commit for this module, still debugging the test_passthrough_llm_action_invoked_via_logs test failure.

Author: tgasser-nv

nemoguardrails/actions/llm/generation.py

@@ -999,11 +999,11 @@ async def generate_bot_message(
                                     prompt[i]["content"] = user_message
                                     break
                     else:
-                        prompt: Optional[
+                        prompt: Optional[  # pyright: ignore (TODO Refactor these branches into separate methods)
                         str
                     ] = context.get(  # pyright: ignore (TODO Refactor these branches into separate methods)
                         "user_message"
-                    )  # pyright: ignore (TODO - refactor nested `prompt` definitions)
+                    )
                     if not prompt:
                         raise Exception("User message not found in context")
 
@@ -1058,7 +1058,10 @@ async def generate_bot_message(
                 ] = self.llm_task_manager.render_task_prompt(
                     task=Task.GENERATE_BOT_MESSAGE,
                     events=events,
-                    context={"examples": examples, "relevant_chunks": relevant_chunks},
+                    context={
+                        "examples": examples,
+                        "relevant_chunks": relevant_chunks,
+                    },
                 )
 
                 t0 = time()

nemoguardrails/actions/v2_x/generation.py

@@ -235,18 +235,11 @@ async def _collect_user_intent_and_examples(
                         and "_user_intent" in element_flow_state_instance[0].context
                     ):
                         if flow_config.elements[1]["_type"] == "doc_string_stmt":
+                            # TODO! Need to make this type-safe but no idea what's going on
                             examples += "user action: <" + (
-                                flow_config.elements[1]["elements"][0][
-                                    "elements"
-                                ][  # pyright: ignore (TODO - Don't know where to even start with this line of code)
+                                flow_config.elements[1]["elements"][  # pyright: ignore
                                     0
-                                ][
-                                    "elements"
-                                ][
-                                    0
-                                ][
-                                    3:-3
-                                ]
+                                ]["elements"][0]["elements"][0][3:-3]
                                 + ">\n"
                             )
                             examples += f"user intent: {flow_id}\n\n"
@@ -496,8 +489,6 @@ async def passthrough_llm_action(
 
         text = self.llm_task_manager.parse_task_output(Task.GENERAL, output=text)
 
-        text = result.text
-
         return text
 
     @action(name="CheckValidFlowExistsAction", is_system_action=True)