baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Disable mmap with lora layers (#1985)

Browse source
This commit is contained in:
Jeffrey Morgan 2024-01-13 23:36:31 -05:00 committed by GitHub
parent 288ef8ff95
commit 557110d0ba
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
llm/ext_server/ext_server.cpp
View file

@ -47,9 +47,13 @@ void llama_server_init(ext_server_params *sparams, ext_server_resp_t *err) {
params.model = sparams->model; params.model = sparams->model;
} }
for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL; if (sparams->lora_adapters != NULL) {
la = la->next) { for (ext_server_lora_adapter *la = sparams->lora_adapters; la != NULL;
params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale)); la = la->next) {
params.lora_adapter.push_back(std::make_tuple(la->adapter, la->scale));
}
params.use_mmap = false;
} }
if (sparams->mmproj != NULL) { if (sparams->mmproj != NULL) {