baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

vocab only

Browse source
This commit is contained in:
Michael Yang 2024-05-30 16:49:28 -07:00
parent e91d0ef737
commit bf54c845e9
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
llm/llm.go
View file

@ -47,11 +47,11 @@ func newLlamaModel(p string) *llamaModel {
cs := C.CString(p)
defer C.free(unsafe.Pointer(cs))
params := C.llama_model_default_params()
params.vocab_only = true
return &llamaModel{
C.llama_load_model_from_file(
cs,
C.llama_model_default_params(),
),
C.llama_load_model_from_file(cs, params),
}
}