From fda1e6b563a4ac5d3fd40f2fe393911c5b79141e Mon Sep 17 00:00:00 2001
From: frob <rick+github@frob.com.au>
Date: Sun, 24 Nov 2024 19:33:33 +0100
Subject: [PATCH] llm: bring fileTypes into alignment with llama.cpp (#7819)

---
 llm/filetype.go | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/llm/filetype.go b/llm/filetype.go
index 7a8e9f69..10f3d670 100644
--- a/llm/filetype.go
+++ b/llm/filetype.go
@@ -32,9 +32,10 @@ const (
 	fileTypeIQ1_S
 	fileTypeIQ4_NL
 	fileTypeIQ3_S
+	fileTypeIQ3_M
 	fileTypeIQ2_S
-	fileTypeIQ4_XS
 	fileTypeIQ2_M
+	fileTypeIQ4_XS
 	fileTypeIQ1_M
 	fileTypeBF16
 
@@ -93,6 +94,8 @@ func ParseFileType(s string) (fileType, error) {
 		return fileTypeIQ4_NL, nil
 	case "IQ3_S":
 		return fileTypeIQ3_S, nil
+	case "IQ3_M":
+		return fileTypeIQ3_M, nil
 	case "IQ2_S":
 		return fileTypeIQ2_S, nil
 	case "IQ4_XS":
@@ -160,6 +163,8 @@ func (t fileType) String() string {
 		return "IQ4_NL"
 	case fileTypeIQ3_S:
 		return "IQ3_S"
+	case fileTypeIQ3_M:
+		return "IQ3_M"
 	case fileTypeIQ2_S:
 		return "IQ2_S"
 	case fileTypeIQ4_XS: