baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

size_t

Browse source
This commit is contained in:
Michael Yang 2023-07-14 17:29:16 -07:00
parent 743e957d88
commit 0142660bd4
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama/llama.go
View file

@ -264,8 +264,8 @@ func (llm *llama) sample(output deque[C.llama_token], opts *C.struct_llama_sampl
token := C.llama_sample( token := C.llama_sample(
llm.ctx, llm.ctx,
unsafe.SliceData(candidates.Data()), C.ulong(candidates.Len()), unsafe.SliceData(candidates.Data()), C.size_t(candidates.Len()),
unsafe.SliceData(output.Data()), C.ulong(output.Len()), unsafe.SliceData(output.Data()), C.size_t(output.Len()),
opts) opts)
if token != C.llama_token_eos() { if token != C.llama_token_eos() {
return token, nil return token, nil