180 lines
3.3 KiB
Go
180 lines
3.3 KiB
Go
package llm
|
|
|
|
import "fmt"
|
|
|
|
type fileType uint32
|
|
|
|
const (
|
|
fileTypeF32 fileType = iota
|
|
fileTypeF16
|
|
fileTypeQ4_0
|
|
fileTypeQ4_1
|
|
fileTypeQ4_1_F16
|
|
fileTypeQ4_2 // unused
|
|
fileTypeQ4_3 // unused
|
|
fileTypeQ8_0
|
|
fileTypeQ5_0
|
|
fileTypeQ5_1
|
|
fileTypeQ2_K
|
|
fileTypeQ3_K_S
|
|
fileTypeQ3_K_M
|
|
fileTypeQ3_K_L
|
|
fileTypeQ4_K_S
|
|
fileTypeQ4_K_M
|
|
fileTypeQ5_K_S
|
|
fileTypeQ5_K_M
|
|
fileTypeQ6_K
|
|
fileTypeIQ2_XXS
|
|
fileTypeIQ2_XS
|
|
fileTypeQ2_K_S
|
|
fileTypeIQ3_XS
|
|
fileTypeIQ3_XXS
|
|
fileTypeIQ1_S
|
|
fileTypeIQ4_NL
|
|
fileTypeIQ3_S
|
|
fileTypeIQ2_S
|
|
fileTypeIQ4_XS
|
|
fileTypeIQ2_M
|
|
fileTypeIQ1_M
|
|
fileTypeBF16
|
|
|
|
fileTypeUnknown
|
|
)
|
|
|
|
func ParseFileType(s string) (fileType, error) {
|
|
switch s {
|
|
case "F32":
|
|
return fileTypeF32, nil
|
|
case "F16":
|
|
return fileTypeF16, nil
|
|
case "Q4_0":
|
|
return fileTypeQ4_0, nil
|
|
case "Q4_1":
|
|
return fileTypeQ4_1, nil
|
|
case "Q4_1_F16":
|
|
return fileTypeQ4_1_F16, nil
|
|
case "Q8_0":
|
|
return fileTypeQ8_0, nil
|
|
case "Q5_0":
|
|
return fileTypeQ5_0, nil
|
|
case "Q5_1":
|
|
return fileTypeQ5_1, nil
|
|
case "Q2_K":
|
|
return fileTypeQ2_K, nil
|
|
case "Q3_K_S":
|
|
return fileTypeQ3_K_S, nil
|
|
case "Q3_K_M":
|
|
return fileTypeQ3_K_M, nil
|
|
case "Q3_K_L":
|
|
return fileTypeQ3_K_L, nil
|
|
case "Q4_K_S":
|
|
return fileTypeQ4_K_S, nil
|
|
case "Q4_K_M":
|
|
return fileTypeQ4_K_M, nil
|
|
case "Q5_K_S":
|
|
return fileTypeQ5_K_S, nil
|
|
case "Q5_K_M":
|
|
return fileTypeQ5_K_M, nil
|
|
case "Q6_K":
|
|
return fileTypeQ6_K, nil
|
|
case "IQ2_XXS":
|
|
return fileTypeIQ2_XXS, nil
|
|
case "IQ2_XS":
|
|
return fileTypeIQ2_XS, nil
|
|
case "Q2_K_S":
|
|
return fileTypeQ2_K_S, nil
|
|
case "IQ3_XS":
|
|
return fileTypeIQ3_XS, nil
|
|
case "IQ3_XXS":
|
|
return fileTypeIQ3_XXS, nil
|
|
case "IQ1_S":
|
|
return fileTypeIQ1_S, nil
|
|
case "IQ4_NL":
|
|
return fileTypeIQ4_NL, nil
|
|
case "IQ3_S":
|
|
return fileTypeIQ3_S, nil
|
|
case "IQ2_S":
|
|
return fileTypeIQ2_S, nil
|
|
case "IQ4_XS":
|
|
return fileTypeIQ4_XS, nil
|
|
case "IQ2_M":
|
|
return fileTypeIQ2_M, nil
|
|
case "IQ1_M":
|
|
return fileTypeIQ1_M, nil
|
|
case "BF16":
|
|
return fileTypeBF16, nil
|
|
default:
|
|
return fileTypeUnknown, fmt.Errorf("unknown fileType: %s", s)
|
|
}
|
|
}
|
|
|
|
func (t fileType) String() string {
|
|
switch t {
|
|
case fileTypeF32:
|
|
return "F32"
|
|
case fileTypeF16:
|
|
return "F16"
|
|
case fileTypeQ4_0:
|
|
return "Q4_0"
|
|
case fileTypeQ4_1:
|
|
return "Q4_1"
|
|
case fileTypeQ4_1_F16:
|
|
return "Q4_1_F16"
|
|
case fileTypeQ8_0:
|
|
return "Q8_0"
|
|
case fileTypeQ5_0:
|
|
return "Q5_0"
|
|
case fileTypeQ5_1:
|
|
return "Q5_1"
|
|
case fileTypeQ2_K:
|
|
return "Q2_K"
|
|
case fileTypeQ3_K_S:
|
|
return "Q3_K_S"
|
|
case fileTypeQ3_K_M:
|
|
return "Q3_K_M"
|
|
case fileTypeQ3_K_L:
|
|
return "Q3_K_L"
|
|
case fileTypeQ4_K_S:
|
|
return "Q4_K_S"
|
|
case fileTypeQ4_K_M:
|
|
return "Q4_K_M"
|
|
case fileTypeQ5_K_S:
|
|
return "Q5_K_S"
|
|
case fileTypeQ5_K_M:
|
|
return "Q5_K_M"
|
|
case fileTypeQ6_K:
|
|
return "Q6_K"
|
|
case fileTypeIQ2_XXS:
|
|
return "IQ2_XXS"
|
|
case fileTypeIQ2_XS:
|
|
return "IQ2_XS"
|
|
case fileTypeQ2_K_S:
|
|
return "Q2_K_S"
|
|
case fileTypeIQ3_XS:
|
|
return "IQ3_XS"
|
|
case fileTypeIQ3_XXS:
|
|
return "IQ3_XXS"
|
|
case fileTypeIQ1_S:
|
|
return "IQ1_S"
|
|
case fileTypeIQ4_NL:
|
|
return "IQ4_NL"
|
|
case fileTypeIQ3_S:
|
|
return "IQ3_S"
|
|
case fileTypeIQ2_S:
|
|
return "IQ2_S"
|
|
case fileTypeIQ4_XS:
|
|
return "IQ4_XS"
|
|
case fileTypeIQ2_M:
|
|
return "IQ2_M"
|
|
case fileTypeIQ1_M:
|
|
return "IQ1_M"
|
|
case fileTypeBF16:
|
|
return "BF16"
|
|
default:
|
|
return "unknown"
|
|
}
|
|
}
|
|
|
|
func (t fileType) Value() uint32 {
|
|
return uint32(t)
|
|
}
|