increase default model size to 512
This commit is contained in:
parent
f5e2e150b8
commit
2d49197b3b
1 changed files with 1 additions and 1 deletions
|
@ -89,7 +89,7 @@ type PredictOptions struct {
|
||||||
}
|
}
|
||||||
|
|
||||||
var DefaultModelOptions ModelOptions = ModelOptions{
|
var DefaultModelOptions ModelOptions = ModelOptions{
|
||||||
ContextSize: 128,
|
ContextSize: 512,
|
||||||
Seed: 0,
|
Seed: 0,
|
||||||
F16Memory: true,
|
F16Memory: true,
|
||||||
MLock: false,
|
MLock: false,
|
||||||
|
|
Loading…
Reference in a new issue