use 11.8.0 nvidia dockerfile base image for now

This commit is contained in:
Jeffrey Morgan 2023-09-25 23:52:05 -07:00
parent e6b3648bbf
commit 2ded8ab206

View file

@ -1,6 +1,4 @@
ARG CUDA_VERSION=12.2.0
FROM nvidia/cuda:$CUDA_VERSION-devel-ubuntu22.04
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
ARG TARGETARCH
ARG VERSION=0.0.0
@ -19,13 +17,10 @@ FROM ubuntu:22.04
ENV OLLAMA_HOST 0.0.0.0
RUN apt-get update && apt-get install -y ca-certificates
ARG USER=ollama
ARG GROUP=ollama
RUN groupadd $GROUP && useradd -m -g $GROUP $USER
RUN groupadd ollama && useradd -m -g ollama ollama
COPY --from=0 /go/src/github.com/jmorganca/ollama/ollama /bin/ollama
USER $USER:$GROUP
USER ollama:ollama
ENTRYPOINT ["/bin/ollama"]
CMD ["serve"]