baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Additional nvidial-ml path to check

Browse source
This commit is contained in:
Daniel Hiltgen 2023-12-19 15:52:34 -08:00
parent 6558f94ed0
commit 1d1eb1688c
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
gpu/gpu_info_cuda.c
View file

@ -8,6 +8,7 @@
const char *cuda_lib_paths[] = { const char *cuda_lib_paths[] = {
"libnvidia-ml.so", "libnvidia-ml.so",
"/usr/local/cuda/lib64/libnvidia-ml.so", "/usr/local/cuda/lib64/libnvidia-ml.so",
"/usr/lib/x86_64-linux-gnu/nvidia/current/libnvidia-ml.so",
"/usr/lib/wsl/lib/libnvidia-ml.so.1", // TODO Maybe glob? "/usr/lib/wsl/lib/libnvidia-ml.so.1", // TODO Maybe glob?
NULL, NULL,
}; };
@ -40,6 +41,8 @@ void cuda_init(cuda_init_resp_t *resp) {
resp->ch.handle = LOAD_LIBRARY(cuda_lib_paths[i], RTLD_LAZY); resp->ch.handle = LOAD_LIBRARY(cuda_lib_paths[i], RTLD_LAZY);
} }
if (!resp->ch.handle) { if (!resp->ch.handle) {
// TODO improve error message, as the LOAD_ERR will have typically have the
// final path that was checked which might be confusing.
snprintf(buf, buflen, snprintf(buf, buflen,
"Unable to load %s library to query for Nvidia GPUs: %s", "Unable to load %s library to query for Nvidia GPUs: %s",
cuda_lib_paths[0], LOAD_ERR()); cuda_lib_paths[0], LOAD_ERR());