Code Llama

OpenInterpreter · Aug 28, 2023 · 1034248 · 1034248
1 parent 0dcf5e4
commit 1034248
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/interpreter/llama_2.py b/interpreter/llama_2.py
@@ -105,7 +105,7 @@ def format_choice(model):
 
     # Initialize and return Llama-2
     # n_gpu_layers=1 should use GPU, but frankly I can't tell if it does (Mac OSX)
-    llama_2 = Llama(model_path=model_path, n_gpu_layers=-1)
+    llama_2 = Llama(model_path=model_path, n_gpu_layers=1000)
 
     print("Installed llama:", llama_2)