baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix dockerfiles to install starlette-context

Browse source
This commit is contained in:
Andrei Betlen 2023-09-14 14:40:16 -04:00
parent 65a2a20050
commit 2291798900
3 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docker/cuda_simple/Dockerfile
View file

@ -18,7 +18,7 @@ ENV CUDA_DOCKER_ARCH=all
ENV LLAMA_CUBLAS=1 ENV LLAMA_CUBLAS=1
# Install depencencies # Install depencencies
RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
# Install llama-cpp-python (build with cuda) # Install llama-cpp-python (build with cuda)
RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python

2
docker/open_llama/Dockerfile
View file

@ -14,7 +14,7 @@ RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-reco
ninja-build \ ninja-build \
build-essential build-essential
RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
# Perform the conditional installations based on the image # Perform the conditional installations based on the image
RUN echo "Image: ${IMAGE}" && \ RUN echo "Image: ${IMAGE}" && \

2
docker/openblas_simple/Dockerfile
View file

@ -7,7 +7,7 @@ COPY . .
# Install the package # Install the package
RUN apt update && apt install -y libopenblas-dev ninja-build build-essential RUN apt update && apt install -y libopenblas-dev ninja-build build-essential
RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama_cpp_python --verbose RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama_cpp_python --verbose