baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #2099 from dhiltgen/fix_cuda_model_swap

Browse source 
Switch to local dlopen symbols
This commit is contained in:
Daniel Hiltgen 2024-01-19 12:22:04 -08:00 committed by GitHub
commit fdcdfef620
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llm/dyn_ext_server.c
View file

@ -59,7 +59,7 @@ void dyn_init(const char *libPath, struct dynamic_llama_server *s,
}; };
printf("loading library %s\n", libPath); printf("loading library %s\n", libPath);
s->handle = LOAD_LIBRARY(libPath, RTLD_GLOBAL|RTLD_NOW); s->handle = LOAD_LIBRARY(libPath, RTLD_LOCAL|RTLD_NOW);
if (!s->handle) { if (!s->handle) {
err->id = -1; err->id = -1;
char *msg = LOAD_ERR(); char *msg = LOAD_ERR();