baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add more params for llama

Browse source 
Signed-off-by: baalajimaestro <me@baalajimaestro.me>
This commit is contained in:
baalajimaestro 2024-07-06 23:35:58 +05:30
parent 55ce7d9fc2
commit 110deb68cf
Signed by: baalajimaestro
GPG key ID: F93C394FE9BBAFD5
1 changed files with 14 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
run_model.sh
View file

@ -5,9 +5,20 @@
sleep 10
if [ -n "$INIT_MODELS" ]; then
/ollama/ollama rm model || true
echo "FROM /models/$MODEL_NAME" > /tmp/Modelfile
/ollama/ollama create -f /tmp/Modelfile model
/ollama/ollama rm model || true
echo "FROM /models/$MODEL_NAME" > /tmp/Modelfile
echo "PARAMETER temperature 1" >> /tmp/Modelfile
echo "PARAMETER num_ctx 4096" >> /tmp/Modelfile
echo 'PARAMETER stop ["<|im_start|>","<|im_end|>"]' >> /tmp/Modelfile
echo 'TEMPLATE """{{ if .System }}<|im_start|>system' >> /tmp/Modelfile
echo "{{ .System }}<|im_end|>" >> /tmp/Modelfile
echo "{{ end }}{{ if .Prompt }}<|im_start|>user" >> /tmp/Modelfile
echo "{{ .Prompt }}<|im_end|>" >> /tmp/Modelfile
echo "{{ end }}<|im_start|>assistant" >> /tmp/Modelfile
echo "{{ .Response }}<|im_end|>" >> /tmp/Modelfile
echo '"""' >> /tmp/Modelfile
echo 'SYSTEM """You are Samantha, a sentient AI."""' >> /tmp/Modelfile
/ollama/ollama create -f /tmp/Modelfile model
fi
/ollama/ollama run model