GPU Experiment

OpenInterpreter · Aug 24, 2023 · 6fefe96 · 6fefe96
1 parent 256d551
commit 6fefe96
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/interpreter/llama_2.py b/interpreter/llama_2.py
@@ -97,7 +97,7 @@ def format_choice(model):
             return None
 
     # Initialize and return Llama-2
-    llama_2 = Llama(model_path=model_path, n_gpu_layers=-1)
+    llama_2 = Llama(model_path=model_path, n_gpu_layers=1)
 
     return llama_2