baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix eof error in generate

Browse source
This commit is contained in:
Michael Yang 2023-07-12 09:35:56 -07:00
parent b227261f21
commit e1f0a0dc74
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama/llama.go
View file

@ -199,10 +199,10 @@ func (llm *llama) generate(tokens []C.llama_token, fn func(string)) error {
token, err := llm.sample(pastTokens, &opts) token, err := llm.sample(pastTokens, &opts)
switch { switch {
case err != nil:
return err
case errors.Is(err, io.EOF): case errors.Is(err, io.EOF):
return nil return nil
case err != nil:
return err
} }
fn(llm.detokenize(token)) fn(llm.detokenize(token))