increase default model size to 512
This commit is contained in:
parent
f5e2e150b8
commit
2d49197b3b
1 changed files with 1 additions and 1 deletions
|
@ -89,7 +89,7 @@ type PredictOptions struct {
|
|||
}
|
||||
|
||||
var DefaultModelOptions ModelOptions = ModelOptions{
|
||||
ContextSize: 128,
|
||||
ContextSize: 512,
|
||||
Seed: 0,
|
||||
F16Memory: true,
|
||||
MLock: false,
|
||||
|
|
Loading…
Reference in a new issue