Final commit for this module, still debugging the test_passthrough_llm_action_invoked_via_logs test failure.

Author: tgasser-nv

nemoguardrails/actions/llm/generation.py

@@ -972,11 +972,11 @@ async def generate_bot_message(
 
                     # We use the potentially updated $user_message. This means that even
                     # in passthrough mode, input rails can still alter the input.
-                    prompt: Optional[
+                    prompt: Optional[  # pyright: ignore (TODO Refactor these branches into separate methods)
                         str
                     ] = context.get(  # pyright: ignore (TODO Refactor these branches into separate methods)
                         "user_message"
-                    )  # pyright: ignore (TODO - refactor nested `prompt` definitions)
+                    )
                     if not prompt:
                         raise Exception("User message not found in context")
 
@@ -1035,7 +1035,10 @@ async def generate_bot_message(
                 ] = self.llm_task_manager.render_task_prompt(
                     task=Task.GENERATE_BOT_MESSAGE,
                     events=events,
-                    context={"examples": examples, "relevant_chunks": relevant_chunks},
+                    context={
+                        "examples": examples,
+                        "relevant_chunks": relevant_chunks,
+                    },
                 )
 
                 t0 = time()

nemoguardrails/actions/v2_x/generation.py

@@ -236,18 +236,11 @@ async def _collect_user_intent_and_examples(
                         and "_user_intent" in element_flow_state_instance[0].context
                     ):
                         if flow_config.elements[1]["_type"] == "doc_string_stmt":
+                            # TODO! Need to make this type-safe but no idea what's going on
                             examples += "user action: <" + (
-                                flow_config.elements[1]["elements"][0][
-                                    "elements"
-                                ][  # pyright: ignore (TODO - Don't know where to even start with this line of code)
+                                flow_config.elements[1]["elements"][  # pyright: ignore
                                     0
-                                ][
-                                    "elements"
-                                ][
-                                    0
-                                ][
-                                    3:-3
-                                ]
+                                ]["elements"][0]["elements"][0][3:-3]
                                 + ">\n"
                             )
                             examples += f"user intent: {flow_id}\n\n"
@@ -491,8 +484,6 @@ async def passthrough_llm_action(
 
             text = self.llm_task_manager.parse_task_output(Task.GENERAL, output=text)
 
-            text = result.text
-
         return text
 
     @action(name="CheckValidFlowExistsAction", is_system_action=True)