diff --git a/llama/llama.go b/llama/llama.go index af452f97..8922c18f 100644 --- a/llama/llama.go +++ b/llama/llama.go @@ -199,10 +199,10 @@ func (llm *llama) generate(tokens []C.llama_token, fn func(string)) error { token, err := llm.sample(pastTokens, &opts) switch { - case err != nil: - return err case errors.Is(err, io.EOF): return nil + case err != nil: + return err } fn(llm.detokenize(token))