baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Refined min memory from testing

Browse source
This commit is contained in:
Daniel Hiltgen 2024-04-01 16:47:33 -07:00
parent 526d4eb204
commit 1f11b52511
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
gpu/gpu.go
View file

@ -30,8 +30,8 @@ type handles struct {
} }
const ( const (
cudaMinimumMemory = 377 * format.MebiByte cudaMinimumMemory = 457 * format.MebiByte
rocmMinimumMemory = 377 * format.MebiByte rocmMinimumMemory = 457 * format.MebiByte
) )
var gpuMutex sync.Mutex var gpuMutex sync.Mutex