From 794a916a72981a1de50b78c6339bb29d1626e3e5 Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Thu, 29 Feb 2024 08:43:08 -0800 Subject: [PATCH] Add env var so podman will map cuda GPUs Without this env var, podman's GPU logic doesn't map the GPU through --- Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile b/Dockerfile index 7c921df8..8f29eb7c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -132,6 +132,7 @@ ENV OLLAMA_HOST 0.0.0.0 ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64 ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility +ENV NVIDIA_VISIBLE_DEVICES=all ENTRYPOINT ["/bin/ollama"] CMD ["serve"]