From 59b37bbbd2fb2a69788c5de6bd103439befbc845 Mon Sep 17 00:00:00 2001 From: Niek van der Maas Date: Sat, 15 Apr 2023 20:24:46 +0200 Subject: [PATCH] Support openblas --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index b500a0b..5bd28b7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -4,7 +4,7 @@ FROM python:3-buster ENV HOST 0.0.0.0 # Install the package -RUN pip install llama-cpp-python[server] +RUN apt update && apt install -y libopenblas-dev && LLAMA_OPENBLAS=1 pip install llama-cpp-python[server] # Run the server CMD python3 -m llama_cpp.server \ No newline at end of file