Merge pull request #1008 from proteanx/venice

feat: add venice.ai api model provider
elizaOS · Dec 13, 2024 · 9192179 · 9192179
2 parents 5a3d348 + d3e0f78
commit 9192179
Show file tree

Hide file tree

Showing 5 changed files with 50 additions and 0 deletions.
diff --git a/.env.example b/.env.example
@@ -225,6 +225,12 @@ WALLET_SECRET_SALT= # ONLY DEFINE IF YOU WANT TO USE TEE Plugin, otherwise it wi
 # Galadriel Configuration
 GALADRIEL_API_KEY=gal-* # Get from https://dashboard.galadriel.com/
 
+# Venice Configuration
+VENICE_API_KEY=      # generate from venice settings
+SMALL_VENICE_MODEL=  # Default: llama-3.3-70b
+MEDIUM_VENICE_MODEL= # Default: llama-3.3-70b
+LARGE_VENICE_MODEL=  # Default: llama-3.1-405b
+
 # fal.ai Configuration
 FAL_API_KEY=
 FAL_AI_LORA_PATH=

diff --git a/agent/src/index.ts b/agent/src/index.ts
@@ -286,6 +286,11 @@ export function getTokenForProvider(
                 character.settings?.secrets?.HYPERBOLIC_API_KEY ||
                 settings.HYPERBOLIC_API_KEY
             );
+        case ModelProviderName.VENICE:
+            return (
+                character.settings?.secrets?.VENICE_API_KEY ||
+                settings.VENICE_API_KEY
+            );
     }
 }
 

diff --git a/packages/core/src/generation.ts b/packages/core/src/generation.ts
@@ -533,6 +533,29 @@ export async function generateText({
                 break;
             }
 
+            case ModelProviderName.VENICE: {
+                elizaLogger.debug("Initializing Venice model.");
+                const venice = createOpenAI({
+                    apiKey: apiKey,
+                    baseURL: endpoint
+                });
+
+                const { text: veniceResponse } = await aiGenerateText({
+                    model: venice.languageModel(model),
+                    prompt: context,
+                    system:
+                        runtime.character.system ??
+                        settings.SYSTEM_PROMPT ??
+                        undefined,
+                    temperature: temperature,
+                    maxTokens: max_response_length,
+                });
+
+                response = veniceResponse;
+                elizaLogger.debug("Received response from Venice model.");
+                break;
+            }
+
             default: {
                 const errorMessage = `Unsupported provider: ${provider}`;
                 elizaLogger.error(errorMessage);

diff --git a/packages/core/src/models.ts b/packages/core/src/models.ts
@@ -451,6 +451,20 @@ export const models: Models = {
             [ModelClass.IMAGE]: settings.IMAGE_HYPERBOLIC_MODEL || "FLUX.1-dev",
         },
     },
+    [ModelProviderName.VENICE]: {
+        endpoint: "https://api.venice.ai/api/v1",
+        settings: {
+            stop: [],
+            maxInputTokens: 128000,
+            maxOutputTokens: 8192,
+            temperature: 0.6,
+        },
+        model: {
+            [ModelClass.SMALL]: settings.SMALL_VENICE_MODEL || "llama-3.3-70b",
+            [ModelClass.MEDIUM]: settings.MEDIUM_VENICE_MODEL || "llama-3.3-70b",
+            [ModelClass.LARGE]: settings.LARGE_VENICE_MODEL || "llama-3.1-405b",
+        },
+    },
 };
 
 export function getModel(provider: ModelProviderName, type: ModelClass) {

diff --git a/packages/core/src/types.ts b/packages/core/src/types.ts
@@ -207,6 +207,7 @@ export type Models = {
     [ModelProviderName.VOLENGINE]: Model;
     [ModelProviderName.NANOGPT]: Model;
     [ModelProviderName.HYPERBOLIC]: Model;
+    [ModelProviderName.VENICE]: Model;
 };
 
 /**
@@ -234,6 +235,7 @@ export enum ModelProviderName {
     VOLENGINE = "volengine",
     NANOGPT = "nanogpt",
     HYPERBOLIC = "hyperbolic",
+    VENICE = "venice",
 }
 
 /**