diff --git a/llm/falcon.go b/llm/falcon.go deleted file mode 100644 index d45eb9ef..00000000 --- a/llm/falcon.go +++ /dev/null @@ -1,20 +0,0 @@ -package llm - -const ( - falconModelType7B = 32 - falconModelType40B = 60 - falconModelType180B = 80 -) - -func falconModelType(numLayer uint32) string { - switch numLayer { - case 32: - return "7B" - case 60: - return "40B" - case 80: - return "180B" - default: - return "unknown" - } -} diff --git a/llm/gguf.go b/llm/gguf.go index 29270e51..d92932c5 100644 --- a/llm/gguf.go +++ b/llm/gguf.go @@ -120,27 +120,6 @@ func (llm *ggufModel) ModelType() string { return format.HumanNumber(llm.parameters) } - switch llm.ModelFamily() { - case "llama": - if blocks, ok := llm.kv["llama.block_count"].(uint32); ok { - heads, headsOK := llm.kv["llama.head_count"].(uint32) - headKVs, headsKVsOK := llm.kv["llama.head_count_kv"].(uint32) - if headsOK && headsKVsOK && heads/headKVs == 8 { - return "70B" - } - - return llamaModelType(blocks) - } - case "falcon": - if blocks, ok := llm.kv["falcon.block_count"].(uint32); ok { - return falconModelType(blocks) - } - case "starcoder": - if blocks, ok := llm.kv["starcoder.block_count"].(uint32); ok { - return starCoderModelType(blocks) - } - } - return "unknown" } diff --git a/llm/starcoder.go b/llm/starcoder.go deleted file mode 100644 index 00fc51bc..00000000 --- a/llm/starcoder.go +++ /dev/null @@ -1,23 +0,0 @@ -package llm - -const ( - starCoderModelType1B = 24 - starCoderModelType3B = 36 - starCoderModelType7B = 42 - starCoderModelType15B = 40 -) - -func starCoderModelType(numLayer uint32) string { - switch numLayer { - case 24: - return "1B" - case 36: - return "3B" - case 42: - return "7B" - case 40: - return "15B" - default: - return "unknown" - } -}