update default NumKeep

This commit is contained in:
Michael Yang 2023-11-02 15:47:29 -07:00
parent 2e53704685
commit 6db3691b8f

View file

@ -293,7 +293,7 @@ func DefaultOptions() Options {
return Options{ return Options{
// options set on request to runner // options set on request to runner
NumPredict: -1, NumPredict: -1,
NumKeep: -1, NumKeep: 0,
Temperature: 0.8, Temperature: 0.8,
TopK: 40, TopK: 40,
TopP: 0.9, TopP: 0.9,