update default NumKeep

2023-11-02 15:47:29 -07:00 · 2023-11-02 15:47:29 -07:00 · 6db3691b8f
commit 6db3691b8f
parent 2e53704685
1 changed files with 1 additions and 1 deletions
--- a/api/types.go
+++ b/api/types.go
@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          -1,
+		NumKeep:          0,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,