Add Galadriel LLM Inference Provider

.env.example

@@ -153,3 +153,6 @@ COINBASE_GENERATED_WALLET_HEX_SEED=
 # TEE Configuration
 DSTACK_SIMULATOR_ENDPOINT=
 WALLET_SECRET_SALT=secret_salt
+
+# Galadriel Configuration
+GALADRIEL_API_KEY=gal-* # Get from https://dashboard.galadriel.com/

agent/src/index.ts

@@ -225,6 +225,11 @@ export function getTokenForProvider(
                 character.settings?.secrets?.GROQ_API_KEY ||
                 settings.GROQ_API_KEY
             );
+        case ModelProviderName.GALADRIEL:
+            return (
+                character.settings?.secrets?.GALADRIEL_API_KEY ||
+                settings.GALADRIEL_API_KEY
+            );
     }
 }
 

packages/core/src/generation.ts

@@ -374,6 +374,31 @@ export async function generateText({
                 break;
             }
 
+            case ModelProviderName.GALADRIEL: {
+                elizaLogger.debug("Initializing Galadriel model.");
+                const galadriel = createOpenAI({
+                    apiKey: apiKey,
+                    baseURL: endpoint,
+                });
+
+                const { text: galadrielResponse } = await aiGenerateText({
+                    model: galadriel.languageModel(model),
+                    prompt: context,
+                    system:
+                        runtime.character.system ??
+                        settings.SYSTEM_PROMPT ??
+                        undefined,
+                    temperature: temperature,
+                    maxTokens: max_response_length,
+                    frequencyPenalty: frequency_penalty,
+                    presencePenalty: presence_penalty,
+                });
+
+                response = galadrielResponse;
+                elizaLogger.debug("Received response from Galadriel model.");
+                break;
+            }
+
             default: {
                 const errorMessage = `Unsupported provider: ${provider}`;
                 elizaLogger.error(errorMessage);

packages/core/src/models.ts

@@ -258,6 +258,23 @@ export const models: Models = {
             [ModelClass.IMAGE]: "PepeXL",
         },
     },
+    [ModelProviderName.GALADRIEL]: {
+        endpoint: "https://api.galadriel.com/v1",
+        settings: {
+            stop: [],
+            maxInputTokens: 128000,
+            maxOutputTokens: 8192, 
+            frequency_penalty: 0.5,
+            presence_penalty: 0.5,
+            temperature: 0.8,
+        },
+        model: {
+            [ModelClass.SMALL]: "llama3.1:70b",
+            [ModelClass.MEDIUM]: "llama3.1:70b",
+            [ModelClass.LARGE]: "llama3.1:405b",
+            [ModelClass.EMBEDDING]: "gte-large-en-v1.5",
+        },
+    },
 };
 
 export function getModel(provider: ModelProviderName, type: ModelClass) {

packages/core/src/types.ts

@@ -199,6 +199,7 @@ export type Models = {
     [ModelProviderName.OPENROUTER]: Model;
     [ModelProviderName.OLLAMA]: Model;
     [ModelProviderName.HEURIST]: Model;
+    [ModelProviderName.GALADRIEL]: Model;
 };
 
 /**
@@ -218,6 +219,7 @@ export enum ModelProviderName {
     OPENROUTER = "openrouter",
     OLLAMA = "ollama",
     HEURIST = "heurist",
+    GALADRIEL = "galadriel"
 }
 
 /**