baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix(runner): Set logits to 0 if false on Batch.Add

Browse source 
https://github.com/ollama/ollama/issues/7656
Branch: Granite3StoppingBug-7656

Signed-off-by: Gabe Goodhart <ghart@us.ibm.com>
This commit is contained in:
Gabe Goodhart 2024-11-19 15:58:14 -07:00 committed by Jesse Gross
parent 4b8a2e341a
commit 807ace5b1f
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama/llama.go
View file

@ -384,6 +384,8 @@ func (b *Batch) Add(token int, embed []float32, pos int, logits bool, seqIds ...
if logits { if logits {
unsafe.Slice(b.c.logits, b.allocSize())[b.c.n_tokens] = 1 unsafe.Slice(b.c.logits, b.allocSize())[b.c.n_tokens] = 1
} else {
unsafe.Slice(b.c.logits, b.allocSize())[b.c.n_tokens] = 0
} }
b.c.n_tokens += 1 b.c.n_tokens += 1