From 6c57d38552346cb5a945925e99e143282084fe4d Mon Sep 17 00:00:00 2001 From: Marcel Coetzee Date: Thu, 18 May 2023 16:02:42 +0200 Subject: [PATCH 1/2] Decrement CUDA version and bump Ubuntu Signed-off-by: Marcel Coetzee --- Dockerfile.cuda | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile.cuda b/Dockerfile.cuda index a852f3c..d9451bc 100644 --- a/Dockerfile.cuda +++ b/Dockerfile.cuda @@ -1,4 +1,4 @@ -FROM nvidia/cuda:12.1.1-devel-ubuntu20.04 +FROM nvidia/cuda:12.0.1-devel-ubuntu22.04 # We need to set the host to 0.0.0.0 to allow outside access ENV HOST 0.0.0.0 @@ -12,4 +12,4 @@ RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fa RUN LLAMA_CUBLAS=1 python3 setup.py develop # Run the server -CMD python3 -m llama_cpp.server \ No newline at end of file +CMD python3 -m llama_cpp.server From 6ece8a225a9cad89eec41f08744e3730c600ebcd Mon Sep 17 00:00:00 2001 From: Marcel Coetzee Date: Thu, 18 May 2023 16:59:42 +0200 Subject: [PATCH 2/2] Set CUDA_VERSION as build ARG Signed-off-by: Marcel Coetzee --- Dockerfile.cuda | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile.cuda b/Dockerfile.cuda index d9451bc..e95fa23 100644 --- a/Dockerfile.cuda +++ b/Dockerfile.cuda @@ -1,4 +1,5 @@ -FROM nvidia/cuda:12.0.1-devel-ubuntu22.04 +ARG CUDA_VERSION=12.1.1 +FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04 # We need to set the host to 0.0.0.0 to allow outside access ENV HOST 0.0.0.0