Merge pull request #525 from jmorganca/mxyng/falcon-decode
fix: add falcon.go
This commit is contained in:
commit
f89c23764b
1 changed files with 22 additions and 0 deletions
22
llm/falcon.go
Normal file
22
llm/falcon.go
Normal file
|
@ -0,0 +1,22 @@
|
||||||
|
package llm
|
||||||
|
|
||||||
|
const ModelFamilyFalcon = "falcon"
|
||||||
|
|
||||||
|
const (
|
||||||
|
falconModelType7B = 32
|
||||||
|
falconModelType40B = 60
|
||||||
|
falconModelType180B = 80
|
||||||
|
)
|
||||||
|
|
||||||
|
func falconModelType(numLayer uint32) string {
|
||||||
|
switch numLayer {
|
||||||
|
case 32:
|
||||||
|
return "7B"
|
||||||
|
case 60:
|
||||||
|
return "40B"
|
||||||
|
case 80:
|
||||||
|
return "180B"
|
||||||
|
default:
|
||||||
|
return "Unknown"
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in a new issue