Readjust to llama.cpp api

pytorch · Mar 2, 2024 · 9db8ec6 · 9db8ec6
1 parent 9bdfc92
commit 9db8ec6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/cpp/llamacpp/src/llamacpp_handler.cc b/examples/cpp/llamacpp/src/llamacpp_handler.cc
@@ -44,7 +44,7 @@ LlamaCppHandler::LoadModel(
     params.main_gpu = 0;
     params.n_gpu_layers = 35;
 
-    llama_backend_init(false);
+    llama_backend_init();
     ctx_params = llama_context_default_params();
     model_params = llama_model_default_params();
     llamamodel = llama_load_model_from_file(params.model.c_str(), model_params);