baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

perf: convert pointer to byref

Browse source
This commit is contained in:
Andrei Betlen 2023-07-07 22:54:07 -04:00
parent 52753b77f5
commit 34c505edf2
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/llama.py
View file

@ -537,7 +537,7 @@ class Llama:
mirostat_mu = llama_cpp.c_float(2.0 * mirostat_tau.value) mirostat_mu = llama_cpp.c_float(2.0 * mirostat_tau.value)
llama_cpp.llama_sample_temperature( llama_cpp.llama_sample_temperature(
ctx=self.ctx, ctx=self.ctx,
candidates=llama_cpp.ctypes.pointer(candidates), candidates=llama_cpp.ctypes.byref(candidates), # type: ignore
temp=temp, temp=temp,
) )
return llama_cpp.llama_sample_token_mirostat_v2( return llama_cpp.llama_sample_token_mirostat_v2(