refactor: specify max_tokens for OpenAI language model

sudoleg · Jun 9, 2024 · fc700dc · fc700dc
1 parent b18a5a5
commit fc700dc
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/main.py b/main.py
@@ -153,6 +153,7 @@ def main():
                     model=st.session_state.model,
                     callbacks=[cb],
                     model_kwargs={"top_p": st.session_state.top_p},
+                    max_tokens=2048,
                 )
                 with st.spinner("Summarizing video :gear: Hang on..."):
                     if custom_prompt: