diff --git a/llm/llm.go b/llm/llm.go index e2316a66..69a52fbd 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -51,6 +51,8 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options) requiredMemory = 16 * format.GigaByte case "30B", "34B", "40B": requiredMemory = 32 * format.GigaByte + case "47B": + requiredMemory = 48 * format.GigaByte case "65B", "70B": requiredMemory = 64 * format.GigaByte case "180B":