Merge pull request #979 from jmorganca/mxyng/num-keep

update default NumKeep
2023-11-02 15:48:44 -07:00 · 2023-11-02 15:48:44 -07:00 · c01bbe94fd
parent 1beb5645a9 6db3691b8f
commit c01bbe94fd
1 changed files with 1 additions and 1 deletions
--- a/api/types.go
+++ b/api/types.go
@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          -1,
+		NumKeep:          0,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,