From 3920e15386e240870416b27a44c3024a4271cbc1 Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Sat, 9 Sep 2023 17:53:44 -0400 Subject: [PATCH] add model format to config layer (#497) --- server/images.go | 3 +++ 1 file changed, 3 insertions(+) diff --git a/server/images.go b/server/images.go index 737b93ca..21b91843 100644 --- a/server/images.go +++ b/server/images.go @@ -116,6 +116,7 @@ type LayerReader struct { type ConfigV2 struct { ModelFamily llm.ModelFamily `json:"model_family"` ModelType string `json:"model_type"` + ModelFormat string `json:"model_format"` FileType string `json:"file_type"` RootFS RootFS `json:"rootfs"` @@ -335,6 +336,7 @@ func CreateModel(ctx context.Context, name string, path string, fn func(resp api config.ModelFamily = ggml.ModelFamily() config.ModelType = ggml.ModelType().String() + config.ModelFormat = ggml.Name() config.FileType = ggml.FileType().String() // reset the file @@ -369,6 +371,7 @@ func CreateModel(ctx context.Context, name string, path string, fn func(resp api // copie the model metadata config.ModelFamily = source.ModelFamily config.ModelType = source.ModelType + config.ModelFormat = source.ModelFormat config.FileType = source.FileType for _, l := range mf.Layers {