From d2454603626510ab1366a7f077452fb49c4ca47c Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Thu, 25 Apr 2024 09:01:20 -0700 Subject: [PATCH] only quantize language models --- server/images.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/server/images.go b/server/images.go index 5da47b79..2817b1d3 100644 --- a/server/images.go +++ b/server/images.go @@ -377,7 +377,10 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m } for _, baseLayer := range baseLayers { - if quantization != "" && baseLayer.GGML != nil && baseLayer.GGML.Name() == "gguf" { + if quantization != "" && + baseLayer.MediaType == "application/vnd.ollama.image.model" && + baseLayer.GGML != nil && + baseLayer.GGML.Name() == "gguf" { ftype, err := llm.ParseFileType(quantization) if err != nil { return err @@ -582,7 +585,6 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m return nil } - func CopyModel(src, dst model.Name) error { if !dst.IsFullyQualified() { return model.Unqualified(dst)