baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Load all layers on arm64 macOS if model is small enough (#2149)

Browse source
This commit is contained in:
Jeffrey Morgan 2024-01-22 17:40:06 -08:00 committed by GitHub
parent ceea599494
commit 4458efb73a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
llm/llm.go
View file

@ -70,7 +70,8 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options)
break break
} }
opts.NumGPU = 1 // TODO: implement layer splitting on macOS
opts.NumGPU = 999
default: default:
if info.Library == "cpu" { if info.Library == "cpu" {
slog.Info("GPU not available, falling back to CPU") slog.Info("GPU not available, falling back to CPU")