From 3f078f882f590f55317b2954a866373eff99963e Mon Sep 17 00:00:00 2001
From: darmenliu <darmenliu@gmail.com>
Date: Thu, 7 Nov 2024 16:42:49 +0800
Subject: [PATCH] Add LLM_BASE_URL env

---
 cmd/main.go | 7 ++++++-
 envs.sh     | 1 +
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/cmd/main.go b/cmd/main.go
index 923e927..24988d0 100644
--- a/cmd/main.go
+++ b/cmd/main.go
@@ -141,9 +141,14 @@ func GetLLMBackend(ctx context.Context) (lcllms.Model, error) {
 			openai.WithToken(apiKey),
 		)
 	case "deepseek":
+		baseurl := os.Getenv("LLM_BASE_URL")
+		if baseurl == "" {
+			logger.Error("LLM_BASE_URL is not set")
+			return nil, errors.New("LLM_BASE_URL is not set")
+		}
 		model, err = openai.New(
 			openai.WithModel(modelName),
-			openai.WithBaseURL("https://api.deepseek.com/beta"),
+			openai.WithBaseURL(baseurl),
 			openai.WithToken(apiKey),
 		)
 	case "claude":
diff --git a/envs.sh b/envs.sh
index 0bd7902..7488765 100644
--- a/envs.sh
+++ b/envs.sh
@@ -2,5 +2,6 @@ export LLM_BACKEND=deepseek
 export LLM_MODEL_NAME=deepseek-coder
 export LLM_API_KEY=apikey
 export LLM_TEMPERATURE=0.8
+export LLM_BASE_URL=http://localhost:8000
 export OLLAMA_SERVER_URL=http://localhost:8000