From 795674dd9078e21ea7bbe3587d39f26e9351c8b0 Mon Sep 17 00:00:00 2001
From: Daniel Hiltgen <daniel@ollama.com>
Date: Wed, 10 Jan 2024 15:52:35 -0800
Subject: [PATCH] Bump llama.cpp to b1842 and add new cuda lib dep

Upstream llama.cpp has added a new dependency with the
NVIDIA CUDA Driver Libraries (libcuda.so) which is part of the
driver distribution, not the general cuda libraries, and is not
available as an archive, so we can not statically link it.  This may
introduce some additional compatibility challenges which we'll
need to keep an eye on.
---
 llm/generate/gen_linux.sh | 1 +
 llm/llama.cpp             | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/llm/generate/gen_linux.sh b/llm/generate/gen_linux.sh
index 7c571384..10ca450b 100755
--- a/llm/generate/gen_linux.sh
+++ b/llm/generate/gen_linux.sh
@@ -141,6 +141,7 @@ if [ -d "${CUDA_LIB_DIR}" ]; then
         ${CUDA_LIB_DIR}/libcublasLt_static.a \
         ${CUDA_LIB_DIR}/libcudadevrt.a \
         ${CUDA_LIB_DIR}/libculibos.a \
+        -lcuda \
         -lrt -lpthread -ldl -lstdc++ -lm
 fi
 
diff --git a/llm/llama.cpp b/llm/llama.cpp
index 328b83de..584d674b 160000
--- a/llm/llama.cpp
+++ b/llm/llama.cpp
@@ -1 +1 @@
-Subproject commit 328b83de23b33240e28f4e74900d1d06726f5eb1
+Subproject commit 584d674be622fbf1578694ada6e62eebedbfd377