diff --git a/llm/falcon.go b/llm/falcon.go new file mode 100644 index 00000000..5713b218 --- /dev/null +++ b/llm/falcon.go @@ -0,0 +1,22 @@ +package llm + +const ModelFamilyFalcon = "falcon" + +const ( + falconModelType7B = 32 + falconModelType40B = 60 + falconModelType180B = 80 +) + +func falconModelType(numLayer uint32) string { + switch numLayer { + case 32: + return "7B" + case 60: + return "40B" + case 80: + return "180B" + default: + return "Unknown" + } +}