baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

trim whitespace before checking stop conditions

Browse source 
Fixes #295
This commit is contained in:
Jeffrey Morgan 2023-08-08 00:27:55 -04:00
parent 931a5f3cb9
commit 5eb712f962
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama/llama.go
View file

@ -250,9 +250,9 @@ func (llm *LLM) Predict(ctx []int, prompt string, fn func(api.GenerateResponse))
func (llm *LLM) checkStopConditions(b bytes.Buffer) error { func (llm *LLM) checkStopConditions(b bytes.Buffer) error {
for _, stopCondition := range llm.Stop { for _, stopCondition := range llm.Stop {
if stopCondition == b.String() { if stopCondition == strings.TrimSpace(b.String()) {
return io.EOF return io.EOF
} else if strings.HasPrefix(stopCondition, b.String()) { } else if strings.HasPrefix(stopCondition, strings.TrimSpace(b.String())) {
return errNeedMoreData return errNeedMoreData
} }
} }