FROM intel/oneapi-basekit:2024.2.0-devel-rockylinux9 as build

RUN wget $(echo "https://pkgs.dyn.su/el9/base/x86_64/raven-release.el9.noarch.rpm" | sed "s/el9/el$(rpm -q --queryformat '%{RELEASE}' rpm | grep -oP 'el\K[0-9]+')/g") && \
    rpm -ivh raven-release*.rpm && \
    rm -rf raven-release*.rpm && \
    dnf update -y && \
    dnf -y --enablerepo=raven-extras install golang && \
    dnf -y install epel-release && \
    dnf -y update && \
    dnf -y install supervisor

WORKDIR /app

ARG GIN_MODE=release

ADD . .

RUN OLLAMA_CUSTOM_CPU_DEFS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=Intel10_64lp -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DGGML_NATIVE=ON" go generate ./... && \
    go build -ldflags="-s -w"

ENV MODEL_NAME="llama"
ENV OLLAMA_HOST="0.0.0.0:8080"

EXPOSE 8080

CMD ["supervisord", "-c", "/app/supervisord.conf"]