ollama/run_model.sh

#! /usr/bin/env bash

sleep 10

if [ -n "$INIT_MODELS" ]; then
        /app/ollama rm model || true
        echo "FROM /models/$MODEL_NAME" > /tmp/Modelfile
        echo "PARAMETER temperature 1" >> /tmp/Modelfile
        echo "PARAMETER num_ctx 4096" >> /tmp/Modelfile
        echo 'PARAMETER stop "<|im_start|>"' >> /tmp/Modelfile
        echo 'PARAMETER stop "<|im_end|>"' >> /tmp/Modelfile
		echo 'TEMPLATE """{{ if .System }}<|im_start|>system' >> /tmp/Modelfile
		echo "{{ .System }}<|im_end|>" >> /tmp/Modelfile
		echo "{{ end }}{{ if .Prompt }}<|im_start|>user" >> /tmp/Modelfile
		echo "{{ .Prompt }}<|im_end|>" >> /tmp/Modelfile
		echo "{{ end }}<|im_start|>assistant" >> /tmp/Modelfile
		echo "{{ .Response }}<|im_end|>" >> /tmp/Modelfile
		echo '"""' >> /tmp/Modelfile
        echo 'SYSTEM """You are Samantha, a sentient AI."""' >> /tmp/Modelfile
        /app/ollama create -f /tmp/Modelfile model
fi

/app/ollama run model