fix: cache fixup (#10)

* fix: cache fixup * fix: ubuntu build --------- Co-authored-by: vansangpfiev <sang@jan.ai>
janhq · May 6, 2024 · 177f912 · 177f912
1 parent 6c58988
commit 177f912
Show file tree

Hide file tree

Showing 2 changed files with 261 additions and 145 deletions.
diff --git a/src/LlamaEngine.cc b/src/LlamaEngine.cc
@@ -378,9 +378,8 @@ void LlamaEngine::HandleInferenceImpl(
   // To set default value
 
   // Default values to enable auto caching
-  //data["cache_prompt"] = caching_enabled;
-  data["cache_prompt"] = false;
-  data["n_keep"] = -1;
+  data["cache_prompt"] = caching_enabled;
+  data["n_keep"] = 0;
 
   // Passing load value
   data["repeat_last_n"] = this->repeat_last_n;