baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

add command-r graph estimate

Browse source
This commit is contained in:
Michael Yang 2024-04-04 13:24:20 -07:00
parent 483b81a863
commit 01f77ae25d
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llm/ggml.go
View file

@ -327,7 +327,7 @@ func (llm GGML) GraphSize(context, batch int) (int64, bool) {
} }
switch llm.KV().Architecture() { switch llm.KV().Architecture() {
case "gemma": case "gemma", "command-r":
return 4 * int64(batch) * int64(embeddingLength+uint64(vocabLength)), true return 4 * int64(batch) * int64(embeddingLength+uint64(vocabLength)), true
case "phi2": case "phi2":
return max( return max(