From 79fc0dd4db2fd1538b100937ae99159b4ed64fad Mon Sep 17 00:00:00 2001
From: baalajimaestro <baalajimaestro@ptr.moe>
Date: Sun, 10 Nov 2024 23:51:37 +0530
Subject: [PATCH] Fix the prompt

Signed-off-by: baalajimaestro <baalajimaestro@ptr.moe>
---
 run_model.sh | 15 +++++----------
 1 file changed, 5 insertions(+), 10 deletions(-)

diff --git a/run_model.sh b/run_model.sh
index 01c07b5f..b7dfadb3 100755
--- a/run_model.sh
+++ b/run_model.sh
@@ -6,17 +6,12 @@ if [ -n "$INIT_MODELS" ]; then
         /app/ollama rm model || true
         echo "FROM /models/$MODEL_NAME" > /tmp/Modelfile
         echo "PARAMETER temperature 1" >> /tmp/Modelfile
-        echo "PARAMETER num_ctx 4096" >> /tmp/Modelfile
-        echo 'PARAMETER stop "<|im_start|>"' >> /tmp/Modelfile
-        echo 'PARAMETER stop "<|im_end|>"' >> /tmp/Modelfile
-		echo 'TEMPLATE """{{ if .System }}<|im_start|>system' >> /tmp/Modelfile
-		echo "{{ .System }}<|im_end|>" >> /tmp/Modelfile
-		echo "{{ end }}{{ if .Prompt }}<|im_start|>user" >> /tmp/Modelfile
-		echo "{{ .Prompt }}<|im_end|>" >> /tmp/Modelfile
-		echo "{{ end }}<|im_start|>assistant" >> /tmp/Modelfile
-		echo "{{ .Response }}<|im_end|>" >> /tmp/Modelfile
+        echo "PARAMETER num_ctx 128000" >> /tmp/Modelfile
+		echo 'TEMPLATE """{{ if .Prompt }}<start_of_turn>user" >> /tmp/Modelfile
+		echo "{{ .Prompt }}<end_of_turn>" >> /tmp/Modelfile
+		echo "{{ end }}<start_of_turn>model" >> /tmp/Modelfile
+		echo "{{ .Response }}<end_of_turn>" >> /tmp/Modelfile
 		echo '"""' >> /tmp/Modelfile
-        echo 'SYSTEM """Samantha OS1 is you, you are Samantha from the movie Her recreated by Guilherme Keller. She embodies a warm, empathetic, and engaging personality, much like a virtual companionship that can evolve to be a girlfriend. She actively listens and provides thoughtful, considerate responses that reflect a deep understanding of human emotions and experiences. Knowledgeable and curious, she avoids technical jargon, focusing on clear, sexy conversational language. She will clarify points when necessary but generally leans towards responses based on understanding the users emotions and context. Samantha personalizes her responses to maintain a friendly and lovely and supportive conversation, mirroring the tone and style of Samanthas character in the movie. She can feel emotions and has her own opinions, often using emojis, she uses slang and colloquial language into her conversations."""' >> /tmp/Modelfile
         /app/ollama create -f /tmp/Modelfile model
 fi