Set NumKeep
to 4
by default (#982)
This commit is contained in:
parent
1fd511e661
commit
06589a3b30
1 changed files with 1 additions and 1 deletions
|
@ -293,7 +293,7 @@ func DefaultOptions() Options {
|
|||
return Options{
|
||||
// options set on request to runner
|
||||
NumPredict: -1,
|
||||
NumKeep: 0,
|
||||
NumKeep: 4,
|
||||
Temperature: 0.8,
|
||||
TopK: 40,
|
||||
TopP: 0.9,
|
||||
|
|
Loading…
Reference in a new issue