feat(Google): Support all Text/Chat Models, Server Response streaming, PaLM -> Google 🤖

.env.example

@@ -105,10 +105,10 @@ DEBUG_OPENAI=false
 # OPENROUTER_API_KEY=
 
 #============#
-# PaLM       #
+# Google       #
 #============#
 
-PALM_KEY=user_provided
+GOOGLE_KEY=user_provided
 # GOOGLE_REVERSE_PROXY=
 
 #============#

README.md

@@ -34,7 +34,7 @@
  - 🌎 Multilingual UI:
      - English, 中文, Deutsch, Español, Français, Italiano, Polski, Português Brasileiro, Русский
      - 日本語, Svenska, 한국어, Tiếng Việt, 繁體中文, العربية, Türkçe, Nederlands
- - 🤖 AI model selection: OpenAI API, Azure, BingAI, ChatGPT Browser, PaLM2, Anthropic (Claude), Plugins
+ - 🤖 AI model selection: OpenAI API, Azure, BingAI, ChatGPT, Google Vertex AI, Anthropic (Claude), Plugins
  - 💾 Create, Save, & Share Custom Presets
  - 🔄 Edit, Resubmit, and Continue messages with conversation branching
  - 📤 Export conversations as screenshots, markdown, text, json.

api/app/clients/AnthropicClient.js

@@ -1,6 +1,6 @@
 const Anthropic = require('@anthropic-ai/sdk');
 const { encoding_for_model: encodingForModel, get_encoding: getEncoding } = require('tiktoken');
-const { getResponseSender, EModelEndpoint } = require('~/server/routes/endpoints/schemas');
+const { getResponseSender, EModelEndpoint } = require('~/server/services/Endpoints');
 const { getModelMaxTokens } = require('~/utils');
 const BaseClient = require('./BaseClient');
 
@@ -46,7 +46,8 @@ class AnthropicClient extends BaseClient {
       stop: modelOptions.stop, // no stop method for now
     };
 
-    this.maxContextTokens = getModelMaxTokens(this.modelOptions.model) ?? 100000;
+    this.maxContextTokens =
+      getModelMaxTokens(this.modelOptions.model, EModelEndpoint.anthropic) ?? 100000;
     this.maxResponseTokens = this.modelOptions.maxOutputTokens || 1500;
     this.maxPromptTokens =
       this.options.maxPromptTokens || this.maxContextTokens - this.maxResponseTokens;

api/app/clients/BaseClient.js

@@ -445,6 +445,7 @@ class BaseClient {
           amount: promptTokens,
           debug: this.options.debug,
           model: this.modelOptions.model,
+          endpoint: this.options.endpoint,
         },
       });
     }