baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

log prediction failures

Browse source
This commit is contained in:
Bruce MacDonald 2023-07-31 17:39:20 -04:00 committed by GitHub
commit f529626c6c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
server/routes.go
View file

@ -129,6 +129,7 @@ func GenerateHandler(c *gin.Context) {
} }
if err := activeSession.llm.Predict(req.Context, prompt, fn); err != nil { if err := activeSession.llm.Predict(req.Context, prompt, fn); err != nil {
log.Printf("llm.Predict failed with %s", err)
ch <- gin.H{"error": err.Error()} ch <- gin.H{"error": err.Error()}
} }
}() }()
@ -345,11 +346,13 @@ func streamResponse(c *gin.Context, ch chan any) {
bts, err := json.Marshal(val) bts, err := json.Marshal(val)
if err != nil { if err != nil {
log.Printf("streamResponse: json.Marshal failed with %s", err)
return false return false
} }
bts = append(bts, '\n') bts = append(bts, '\n')
if _, err := w.Write(bts); err != nil { if _, err := w.Write(bts); err != nil {
log.Printf("streamResponse: w.Write failed with %s", err)
return false return false
} }