baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

set num_gpu to 1 only by default on darwin arm64 (#1771)

Browse source
This commit is contained in:
Jeffrey Morgan 2024-01-03 14:10:29 -05:00 committed by GitHub
parent 0b3118e0af
commit c7ea8f237e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
gpu/gpu_darwin.go
View file

@ -33,11 +33,15 @@ func getCPUMem() (memInfo, error) {
} }
func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int { func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
if opts.NumGPU != -1 {
return opts.NumGPU
}
// metal only supported on arm64
if runtime.GOARCH == "arm64" { if runtime.GOARCH == "arm64" {
return 1 return 1
} }
// metal only supported on arm64
return 0 return 0
} }