baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #4316 from dhiltgen/more_buffer

Browse source 
Bump VRAM buffer back up
This commit is contained in:
Daniel Hiltgen 2024-05-10 10:02:34 -07:00 committed by GitHub
commit 7e2bceceee
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
gpu/gpu.go
View file

@ -31,8 +31,8 @@ type handles struct {
} }
const ( const (
cudaMinimumMemory = 256 * format.MebiByte cudaMinimumMemory = 457 * format.MebiByte
rocmMinimumMemory = 256 * format.MebiByte rocmMinimumMemory = 457 * format.MebiByte
) )
var gpuMutex sync.Mutex var gpuMutex sync.Mutex

2
gpu/gpu_darwin.go
View file

@ -15,7 +15,7 @@ import (
) )
const ( const (
metalMinimumMemory = 384 * format.MebiByte metalMinimumMemory = 512 * format.MebiByte
) )
func GetGPUInfo() GpuInfoList { func GetGPUInfo() GpuInfoList {