We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ca609a0 commit eb91c2dCopy full SHA for eb91c2d
nemoguardrails/rails/llm/llmrails.py
@@ -939,6 +939,7 @@ def stream_async(
939
prompt: Optional[str] = None,
940
messages: Optional[List[dict]] = None,
941
options: Optional[Union[dict, GenerationOptions]] = None,
942
+ state: Optional[Union[dict, State]] = None,
943
) -> AsyncIterator[str]:
944
"""Simplified interface for getting directly the streamed tokens from the LLM."""
945
streaming_handler = StreamingHandler()
@@ -951,6 +952,7 @@ def stream_async(
951
952
messages=messages,
953
streaming_handler=streaming_handler,
954
options=options,
955
+ state=state,
956
)
957
958
# TODO:
0 commit comments