fix(models-http-api): use completion and embedding endpoint for llama…

….cpp (#3409)
TabbyML · Nov 12, 2024 · a7d29b8 · a7d29b8
1 parent c5a46ab
commit a7d29b8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/crates/http-api-bindings/src/completion/llama.rs b/crates/http-api-bindings/src/completion/llama.rs
@@ -19,7 +19,7 @@ impl LlamaCppEngine {
 
         Self {
             client,
-            api_endpoint: format!("{}/completions", api_endpoint),
+            api_endpoint: format!("{}/completion", api_endpoint),
             api_key,
         }
     }

diff --git a/crates/http-api-bindings/src/embedding/llama.rs b/crates/http-api-bindings/src/embedding/llama.rs
@@ -16,7 +16,7 @@ impl LlamaCppEngine {
 
         Self {
             client,
-            api_endpoint: format!("{}/embeddings", api_endpoint),
+            api_endpoint: format!("{}/embedding", api_endpoint),
             api_key,
         }
     }
-Original file line number
+Diff line change
@@ Expand Up / @@ -19,7 +19,7 @@ impl LlamaCppEngine { @@
             Self {
                 client,
-                api_endpoint: format!("{}/completions", api_endpoint),
+                api_endpoint: format!("{}/completion", api_endpoint),
                 api_key,
             }
         }
@@ Expand Down @@