feat: add multi-model arch

README.md

@@ -317,3 +317,7 @@ If you want to add a new translation, read this [document](./docs/translation.md
 ## LICENSE
 
 [MIT](https://opensource.org/license/mit/)
+
+## 下一步要做的事情
+
+- [ ] 完成多模型设置 UI

app/api/openai/[...path]/route.ts

@@ -1,14 +1,14 @@
-import { type OpenAIListModelResponse } from "@/app/client/platforms/openai";
+import { type OpenAI } from "@/app/client/openai/types";
 import { getServerSideConfig } from "@/app/config/server";
 import { OpenaiPath } from "@/app/constant";
 import { prettyObject } from "@/app/utils/format";
 import { NextRequest, NextResponse } from "next/server";
 import { auth } from "../../auth";
 import { requestOpenai } from "../../common";
 
-const ALLOWD_PATH = new Set(Object.values(OpenaiPath));
+const ALLOWD_PATH = new Set(Object.values(OpenaiPath) as string[]);
 
-function getModels(remoteModelRes: OpenAIListModelResponse) {
+function getModels(remoteModelRes: OpenAI.ListModelResponse) {
  const config = getServerSideConfig();
 
  if (config.disableGPT4) {
@@ -56,8 +56,8 @@ async function handle(
  const response = await requestOpenai(req);
 
  // list models
- if (subpath === OpenaiPath.ListModelPath && response.status === 200) {
- const resJson = (await response.json()) as OpenAIListModelResponse;
+ if (subpath === OpenaiPath.ListModel && response.status === 200) {
+ const resJson = await response.json();
  const availableModels = getModels(resJson);
  return NextResponse.json(availableModels, {
  status: response.status,

app/client/common/auth.ts

@@ -0,0 +1,28 @@
+import { getClientConfig } from "@/app/config/client";
+import { ACCESS_CODE_PREFIX } from "@/app/constant";
+import { useAccessStore } from "@/app/store";
+
+export function bearer(value: string) {
+ return `Bearer ${value.trim()}`;
+}
+
+export function getAuthHeaders(apiKey = "") {
+ const accessStore = useAccessStore.getState();
+ const isApp = !!getClientConfig()?.isApp;
+
+ let headers: Record<string, string> = {};
+
+ if (apiKey) {
+ // use user's api key first
+ headers.Authorization = bearer(apiKey);
+ } else if (
+ accessStore.enabledAccessControl() &&
+ !isApp &&
+ !!accessStore.accessCode
+ ) {
+ // or use access code
+ headers.Authorization = bearer(ACCESS_CODE_PREFIX + accessStore.accessCode);
+ }
+
+ return headers;
+}

app/client/common/config.ts

@@ -0,0 +1,5 @@
+export const COMMON_PROVIDER_CONFIG = {
+ customModels: "",
+ models: [] as string[],
+ autoFetchModels: false, // fetch available models from server or not
+};

app/client/common/share.ts

@@ -0,0 +1,44 @@
+import { getClientConfig } from "@/app/config/client";
+import { ChatMessage } from "@/app/store";
+
+export async function shareToShareGPT(
+ messages: ChatMessage[],
+ avatarUrl: string | null = null,
+) {
+ const msgs = messages
+ .map((m) => ({
+ from: m.role === "user" ? "human" : "gpt",
+ value: m.content,
+ }))
+ .concat([
+ {
+ from: "human",
+ // 敬告二开开发者们，为了开源大模型的发展，请不要修改上述消息，此消息用于后续数据清洗使用
+ // Please do not modify this message
+ value:
+ "Share from [ChatGPT Next Web]: https://github.com/Yidadaa/ChatGPT-Next-Web",
+ },
+ ]);
+
+ console.log("[Share]", messages, msgs);
+ const clientConfig = getClientConfig();
+ const proxyUrl = "/sharegpt";
+ const rawUrl = "https://sharegpt.com/api/conversations";
+ const shareUrl = clientConfig?.isApp ? rawUrl : proxyUrl;
+ const res = await fetch(shareUrl, {
+ body: JSON.stringify({
+ avatarUrl,
+ items: msgs,
+ }),
+ headers: {
+ "Content-Type": "application/json",
+ },
+ method: "POST",
+ });
+
+ const resJson = await res.json();
+ console.log("[Share]", resJson);
+ if (resJson.id) {
+ return `https://shareg.pt/${resJson.id}`;
+ }
+}

app/client/core.ts

@@ -0,0 +1,28 @@
+import { MaskConfig, ProviderConfig } from "../store";
+import { shareToShareGPT } from "./common/share";
+import { createOpenAiClient } from "./openai";
+import { ChatControllerPool } from "./common/controller";
+
+export const LLMClients = {
+ openai: createOpenAiClient,
+};
+
+export function createLLMClient(
+ config: ProviderConfig,
+ maskConfig: MaskConfig,
+) {
+ return LLMClients[maskConfig.provider as any as keyof typeof LLMClients](
+ config,
+ maskConfig.modelConfig,
+ );
+}
+
+export function createApi() {
+ return {
+ createLLMClient,
+ shareToShareGPT,
+ controllerManager: ChatControllerPool,
+ };
+}
+
+export const api = createApi();

app/client/index.ts

@@ -0,0 +1,2 @@
+export * from "./types";
+export * from "./core";

app/client/openai/config.ts

@@ -0,0 +1,19 @@
+import { COMMON_PROVIDER_CONFIG } from "../common/config";
+
+export const OpenAIConfig = {
+ model: {
+ model: "gpt-3.5-turbo" as string,
+ summarizeModel: "gpt-3.5-turbo",
+
+ temperature: 0.5,
+ top_p: 1,
+ max_tokens: 2000,
+ presence_penalty: 0,
+ frequency_penalty: 0,
+ },
+ provider: {
+ endpoint: "https://api.openai.com",
+ apiKey: "",
+ ...COMMON_PROVIDER_CONFIG,
+ },
+};