diff --git a/api/types.go b/api/types.go index e861ee3a..ba23d74a 100644 --- a/api/types.go +++ b/api/types.go @@ -293,7 +293,7 @@ func DefaultOptions() Options { return Options{ // options set on request to runner NumPredict: -1, - NumKeep: 0, + NumKeep: 4, Temperature: 0.8, TopK: 40, TopP: 0.9,