feat: openai tts

package.json

@@ -70,7 +70,7 @@
     "koishi-plugin-schedule": "^5.0.0",
     "koishi-plugin-switch": "^1.2.0",
     "mint-filter": "^4.0.3",
-    "openai": "^4.14.0",
+    "openai": "^4.17.2",
     "wiki-saikou": "^3.2.1"
   }
 }

src/plugins/openai/index.tsx

@@ -4,7 +4,7 @@
  * @license MIT
  */
 
-import { Context, Session, Time } from 'koishi'
+import { Context, Session, Time, arrayBufferToBase64 } from 'koishi'
 import { OpenAI, ClientOptions } from 'openai'
 import BasePlugin from '../_boilerplate'
 import { readFileSync, writeFileSync } from 'fs'
@@ -286,6 +286,7 @@ export default class PluginOpenAi extends BasePlugin {
             )
           })
       })
+
     this.ctx
       .command('openai/chat.reset', '开始新的对话')
       .userFields(['openai_last_conversation_id'])
@@ -311,6 +312,27 @@ export default class PluginOpenAi extends BasePlugin {
           )
         }
       })
+
+    this.ctx
+      .command('openai.tts <input:text>', '说话', {
+        maxUsage: 3,
+        bypassAuthority: 3,
+      })
+      .option('voice', '-v <voice:string>')
+      .option('speed', '-s <speed:number>')
+      .action(async ({ options }, input) => {
+        if (!input) {
+          return 'SILI不知道你想说什么呢。'
+        }
+
+        options = Object.fromEntries(
+          Object.entries(options).filter(([, val]) => !!val)
+        )
+
+        const buffer = await this.createTTS(input, options as any)
+        const base64 = arrayBufferToBase64(buffer)
+        return <audio url={`data:audio/mp3;base64,${base64}`}></audio>
+      })
   }
 
   async reviewConversation(
@@ -348,6 +370,21 @@ export default class PluginOpenAi extends BasePlugin {
       })
   }
 
+  async createTTS(
+    input: string,
+    options?: Partial<OpenAI.Audio.Speech.SpeechCreateParams>
+  ) {
+    const data = await this.openai.audio.speech.create({
+      model: 'tts-1',
+      voice: 'alloy',
+      input,
+      response_format: 'mp3',
+      speed: 1,
+      ...options,
+    })
+    return data.arrayBuffer()
+  }
+
   static readPromptFile(file: string) {
     try {
       return readFileSync(resolve(__dirname, `./prompts/${file}`), {