baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix empty response

Browse source
This commit is contained in:
Michael Yang 2023-09-05 15:03:24 -07:00
parent d1c2558f7e
commit 2bc06565c7
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llm/ggml_llama.go
View file

@ -497,8 +497,10 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
return fmt.Errorf("error unmarshaling llm prediction response: %v", err) return fmt.Errorf("error unmarshaling llm prediction response: %v", err)
} }
if p.Content != "" {
fn(api.GenerateResponse{Response: p.Content}) fn(api.GenerateResponse{Response: p.Content})
nextContext.WriteString(p.Content) nextContext.WriteString(p.Content)
}
if p.Stop { if p.Stop {
embd, err := llm.Encode(ctx, nextContext.String()) embd, err := llm.Encode(ctx, nextContext.String())