update default NumKeep
This commit is contained in:
parent
2e53704685
commit
6db3691b8f
1 changed files with 1 additions and 1 deletions
|
@ -293,7 +293,7 @@ func DefaultOptions() Options {
|
||||||
return Options{
|
return Options{
|
||||||
// options set on request to runner
|
// options set on request to runner
|
||||||
NumPredict: -1,
|
NumPredict: -1,
|
||||||
NumKeep: -1,
|
NumKeep: 0,
|
||||||
Temperature: 0.8,
|
Temperature: 0.8,
|
||||||
TopK: 40,
|
TopK: 40,
|
||||||
TopP: 0.9,
|
TopP: 0.9,
|
||||||
|
|
Loading…
Add table
Reference in a new issue