baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

add macOS memory check for 47B models

Browse source
This commit is contained in:
Jeffrey Morgan 2024-01-03 19:46:16 -05:00
parent 5b4837f881
commit 77a66df72c
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llm/llm.go
View file

@ -51,6 +51,8 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options)
requiredMemory = 16 * format.GigaByte requiredMemory = 16 * format.GigaByte
case "30B", "34B", "40B": case "30B", "34B", "40B":
requiredMemory = 32 * format.GigaByte requiredMemory = 32 * format.GigaByte
case "47B":
requiredMemory = 48 * format.GigaByte
case "65B", "70B": case "65B", "70B":
requiredMemory = 64 * format.GigaByte requiredMemory = 64 * format.GigaByte
case "180B": case "180B":