Skip to content

Commit 20207e1

Browse files
committed
llama.cpp: update server
1 parent 2acdc8b commit 20207e1

File tree

4 files changed

+745
-681
lines changed

4 files changed

+745
-681
lines changed

backend/cpp/llama/CMakeLists.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -70,7 +70,7 @@ add_library(hw_grpc_proto
7070
${hw_proto_srcs}
7171
${hw_proto_hdrs} )
7272

73-
add_executable(${TARGET} grpc-server.cpp json.hpp )
73+
add_executable(${TARGET} grpc-server.cpp utils.hpp json.hpp)
7474
target_link_libraries(${TARGET} PRIVATE common llama myclip ${CMAKE_THREAD_LIBS_INIT} absl::flags hw_grpc_proto
7575
absl::flags_parse
7676
gRPC::${_REFLECTION}

backend/cpp/llama/Makefile

+1
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@ llama.cpp/examples/grpc-server:
4040
cp -r $(abspath ./)/CMakeLists.txt llama.cpp/examples/grpc-server/
4141
cp -r $(abspath ./)/grpc-server.cpp llama.cpp/examples/grpc-server/
4242
cp -rfv $(abspath ./)/json.hpp llama.cpp/examples/grpc-server/
43+
cp -rfv $(abspath ./)/utils.hpp llama.cpp/examples/grpc-server/
4344
echo "add_subdirectory(grpc-server)" >> llama.cpp/examples/CMakeLists.txt
4445
## XXX: In some versions of CMake clip wasn't being built before llama.
4546
## This is an hack for now, but it should be fixed in the future.

0 commit comments

Comments
 (0)