From 1961a81f03b474eab428e30e5c9e867548fa9110 Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Tue, 9 Jan 2024 11:28:24 -0800 Subject: [PATCH] Set corret CUDA minimum compute capability version If you attempt to run the current CUDA build on compute capability 5.2 cards, you'll hit the following failure: cuBLAS error 15 at ggml-cuda.cu:7956: the requested functionality is not supported --- gpu/gpu.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/gpu/gpu.go b/gpu/gpu.go index cbe0ed94..b7d1c1ad 100644 --- a/gpu/gpu.go +++ b/gpu/gpu.go @@ -26,8 +26,8 @@ type handles struct { var gpuMutex sync.Mutex var gpuHandles *handles = nil -// TODO verify this is the correct min version -const CudaComputeMajorMin = 5 +// With our current CUDA compile flags, 5.2 and older will not work properly +const CudaComputeMajorMin = 6 // Note: gpuMutex must already be held func initGPUHandles() {