Set NumKeep to 4 by default (#982)

This commit is contained in:
Jeffrey Morgan 2023-11-02 17:26:11 -07:00 committed by GitHub
parent 1fd511e661
commit 06589a3b30
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -293,7 +293,7 @@ func DefaultOptions() Options {
return Options{
// options set on request to runner
NumPredict: -1,
NumKeep: 0,
NumKeep: 4,
Temperature: 0.8,
TopK: 40,
TopP: 0.9,