increase default model size to 512

This commit is contained in:
Bruce MacDonald 2023-07-10 21:24:41 +02:00
parent f5e2e150b8
commit 2d49197b3b

View file

@ -89,7 +89,7 @@ type PredictOptions struct {
} }
var DefaultModelOptions ModelOptions = ModelOptions{ var DefaultModelOptions ModelOptions = ModelOptions{
ContextSize: 128, ContextSize: 512,
Seed: 0, Seed: 0,
F16Memory: true, F16Memory: true,
MLock: false, MLock: false,