chore: add maxResponseTokenLength config

josStorer · Mar 11, 2023 · 57e2d82 · 57e2d82
1 parent 52db82a
commit 57e2d82
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/src/background/apis/openai-api.mjs b/src/background/apis/openai-api.mjs
@@ -1,6 +1,6 @@
 // api version
 
-import { Models } from '../../config'
+import { maxResponseTokenLength, Models } from '../../config'
 import { fetchSSE, getConversationPairs } from '../../utils'
 import { isEmpty } from 'lodash-es'
 
@@ -52,7 +52,7 @@ export async function generateAnswersWithGptCompletionApi(
       prompt: prompt,
       model: Models[modelName].value,
       stream: true,
-      max_tokens: 1000,
+      max_tokens: maxResponseTokenLength,
     }),
     onMessage(message) {
       console.debug('sse message', message)
@@ -102,8 +102,6 @@ export async function generateAnswersWithChatgptApi(port, question, session, api
   prompt.unshift({ role: 'system', content: chatgptPromptBase })
   prompt.push({ role: 'user', content: question })
 
-  console.debug('dsdsd', prompt)
-
   let answer = ''
   await fetchSSE('https://api.openai.com/v1/chat/completions', {
     method: 'POST',
@@ -116,7 +114,7 @@ export async function generateAnswersWithChatgptApi(port, question, session, api
       messages: prompt,
       model: Models[modelName].value,
       stream: true,
-      max_tokens: 1000,
+      max_tokens: maxResponseTokenLength,
     }),
     onMessage(message) {
       console.debug('sse message', message)

diff --git a/src/config.mjs b/src/config.mjs
@@ -31,6 +31,8 @@ export const ThemeMode = {
   auto: 'Auto',
 }
 
+export const maxResponseTokenLength = 1000
+
 /**
  * @typedef {typeof defaultConfig} UserConfig
  */