diff --git a/Dockerfile.cuda b/Dockerfile.cuda index e5e415c..4f08326 100644 --- a/Dockerfile.cuda +++ b/Dockerfile.cuda @@ -39,7 +39,7 @@ WORKDIR /llama-cpp-python COPY pyproject.toml . COPY poetry.lock . -ENV CMAKE_ARGS="-DLLAMA_CUBLAS=on" +ENV CMAKE_ARGS="-DGGML_CUDA=on" RUN pip3.11 install poetry && \ scl enable gcc-toolset-12 -- poetry install