baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Change the order of context and prompt.

Browse source
This commit is contained in:
Vyacheslav Moskalev 2024-08-01 19:25:56 +07:00
parent 6bc5c13758
commit 49a5483139
1 changed files with 7 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
server/routes.go
View file

@ -188,21 +188,22 @@ func (s *Server) GenerateHandler(c *gin.Context) {
}
var b bytes.Buffer
if err := tmpl.Execute(&b, values); err != nil {
var t bytes.Buffer
if err := tmpl.Execute(&t, values); err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}
if req.Context != nil {
s, err := r.Detokenize(c.Request.Context(), req.Context)
prev, err := r.Detokenize(c.Request.Context(), req.Context)
if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}
b.WriteString(s)
b.WriteString(prev)
}
b.WriteString(t.String());
prompt = b.String()
}
@ -242,12 +243,12 @@ func (s *Server) GenerateHandler(c *gin.Context) {
res.LoadDuration = checkpointLoaded.Sub(checkpointStart)
if !req.Raw {
tokens, err := r.Tokenize(c.Request.Context(), prompt+sb.String())
tokens, err := r.Tokenize(c.Request.Context(), prompt + sb.String())
if err != nil {
ch <- gin.H{"error": err.Error()}
return
}
res.Context = tokens
res.Context = tokens[:]
}
}