From f6cb0a553cc2ab87192c5ac9f001ad7c366d396e Mon Sep 17 00:00:00 2001
From: Jeffrey Morgan <jmorganca@gmail.com>
Date: Mon, 8 Jan 2024 23:45:45 -0500
Subject: [PATCH] update cuda overhead to 15% or 400MiB

---
 gpu/gpu.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/gpu/gpu.go b/gpu/gpu.go
index 2072952c..7706a74b 100644
--- a/gpu/gpu.go
+++ b/gpu/gpu.go
@@ -133,7 +133,7 @@ func CheckVRAM() (int64, error) {
 	if gpuInfo.FreeMemory > 0 && (gpuInfo.Library == "cuda" || gpuInfo.Library == "rocm") {
 		// leave 15% or 400MiB of VRAM free for overhead
 		overhead := gpuInfo.FreeMemory * 3 / 20
-		minOverhead := int64(400 * 1024 * 1024)
+		minOverhead := uint64(400 * 1024 * 1024)
 		if overhead < minOverhead {
 			overhead = minOverhead
 		}