feat: add multi-model arch

README.md

@@ -317,3 +317,7 @@ If you want to add a new translation, read this [document](./docs/translation.md
 ## LICENSE
 
 [MIT](https://opensource.org/license/mit/)
+
+## 下一步要做的事情
+
+- [ ] 完成多模型设置 UI

app/api/openai/[...path]/route.ts

@@ -1,14 +1,14 @@
-import { type OpenAIListModelResponse } from "@/app/client/platforms/openai";
+import { type OpenAI } from "@/app/client/openai/types";
 import { getServerSideConfig } from "@/app/config/server";
 import { OpenaiPath } from "@/app/constant";
 import { prettyObject } from "@/app/utils/format";
 import { NextRequest, NextResponse } from "next/server";
 import { auth } from "../../auth";
 import { requestOpenai } from "../../common";
 
-const ALLOWD_PATH = new Set(Object.values(OpenaiPath));
+const ALLOWD_PATH = new Set(Object.values(OpenaiPath) as string[]);
 
-function getModels(remoteModelRes: OpenAIListModelResponse) {
+function getModels(remoteModelRes: OpenAI.ListModelResponse) {
   const config = getServerSideConfig();
 
   if (config.disableGPT4) {
@@ -56,8 +56,8 @@ async function handle(
     const response = await requestOpenai(req);
 
     // list models
-    if (subpath === OpenaiPath.ListModelPath && response.status === 200) {
-      const resJson = (await response.json()) as OpenAIListModelResponse;
+    if (subpath === OpenaiPath.ListModel && response.status === 200) {
+      const resJson = await response.json();
       const availableModels = getModels(resJson);
       return NextResponse.json(availableModels, {
         status: response.status,

app/client/common/auth.ts

@@ -0,0 +1,28 @@
+import { getClientConfig } from "@/app/config/client";
+import { ACCESS_CODE_PREFIX } from "@/app/constant";
+import { useAccessStore } from "@/app/store";
+
+export function bearer(value: string) {
+  return `Bearer ${value.trim()}`;
+}
+
+export function getAuthHeaders(apiKey = "") {
+  const accessStore = useAccessStore.getState();
+  const isApp = !!getClientConfig()?.isApp;
+
+  let headers: Record<string, string> = {};
+
+  if (apiKey) {
+    // use user's api key first
+    headers.Authorization = bearer(apiKey);
+  } else if (
+    accessStore.enabledAccessControl() &&
+    !isApp &&
+    !!accessStore.accessCode
+  ) {
+    // or use access code
+    headers.Authorization = bearer(ACCESS_CODE_PREFIX + accessStore.accessCode);
+  }
+
+  return headers;
+}

app/client/common/config.ts

@@ -0,0 +1,5 @@
+export const COMMON_PROVIDER_CONFIG = {
+  customModels: "",
+  models: [] as string[],
+  autoFetchModels: false, // fetch available models from server or not
+};

app/client/common/share.ts

@@ -0,0 +1,44 @@
+import { getClientConfig } from "@/app/config/client";
+import { ChatMessage } from "@/app/store";
+
+export async function shareToShareGPT(
+  messages: ChatMessage[],
+  avatarUrl: string | null = null,
+) {
+  const msgs = messages
+    .map((m) => ({
+      from: m.role === "user" ? "human" : "gpt",
+      value: m.content,
+    }))
+    .concat([
+      {
+        from: "human",
+        // 敬告二开开发者们，为了开源大模型的发展，请不要修改上述消息，此消息用于后续数据清洗使用
+        // Please do not modify this message
+        value:
+          "Share from [ChatGPT Next Web]: https://github.com/Yidadaa/ChatGPT-Next-Web",
+      },
+    ]);
+
+  console.log("[Share]", messages, msgs);
+  const clientConfig = getClientConfig();
+  const proxyUrl = "/sharegpt";
+  const rawUrl = "https://sharegpt.com/api/conversations";
+  const shareUrl = clientConfig?.isApp ? rawUrl : proxyUrl;
+  const res = await fetch(shareUrl, {
+    body: JSON.stringify({
+      avatarUrl,
+      items: msgs,
+    }),
+    headers: {
+      "Content-Type": "application/json",
+    },
+    method: "POST",
+  });
+
+  const resJson = await res.json();
+  console.log("[Share]", resJson);
+  if (resJson.id) {
+    return `https://shareg.pt/${resJson.id}`;
+  }
+}

app/client/core.ts

@@ -0,0 +1,28 @@
+import { MaskConfig, ProviderConfig } from "../store";
+import { shareToShareGPT } from "./common/share";
+import { createOpenAiClient } from "./openai";
+import { ChatControllerPool } from "./common/controller";
+
+export const LLMClients = {
+  openai: createOpenAiClient,
+};
+
+export function createLLMClient(
+  config: ProviderConfig,
+  maskConfig: MaskConfig,
+) {
+  return LLMClients[maskConfig.provider as any as keyof typeof LLMClients](
+    config,
+    maskConfig.modelConfig,
+  );
+}
+
+export function createApi() {
+  return {
+    createLLMClient,
+    shareToShareGPT,
+    controllerManager: ChatControllerPool,
+  };
+}
+
+export const api = createApi();

app/client/index.ts

@@ -0,0 +1,2 @@
+export * from "./types";
+export * from "./core";

app/client/openai/config.ts

@@ -0,0 +1,19 @@
+import { COMMON_PROVIDER_CONFIG } from "../common/config";
+
+export const OpenAIConfig = {
+  model: {
+    model: "gpt-3.5-turbo" as string,
+    summarizeModel: "gpt-3.5-turbo",
+
+    temperature: 0.5,
+    top_p: 1,
+    max_tokens: 2000,
+    presence_penalty: 0,
+    frequency_penalty: 0,
+  },
+  provider: {
+    endpoint: "https://api.openai.com",
+    apiKey: "",
+    ...COMMON_PROVIDER_CONFIG,
+  },
+};