Merge pull request #525 from jmorganca/mxyng/falcon-decode
fix: add falcon.go
This commit is contained in:
commit
f89c23764b
1 changed files with 22 additions and 0 deletions
22
llm/falcon.go
Normal file
22
llm/falcon.go
Normal file
|
@ -0,0 +1,22 @@
|
|||
package llm
|
||||
|
||||
const ModelFamilyFalcon = "falcon"
|
||||
|
||||
const (
|
||||
falconModelType7B = 32
|
||||
falconModelType40B = 60
|
||||
falconModelType180B = 80
|
||||
)
|
||||
|
||||
func falconModelType(numLayer uint32) string {
|
||||
switch numLayer {
|
||||
case 32:
|
||||
return "7B"
|
||||
case 60:
|
||||
return "40B"
|
||||
case 80:
|
||||
return "180B"
|
||||
default:
|
||||
return "Unknown"
|
||||
}
|
||||
}
|
Loading…
Reference in a new issue