diff --git a/api/types.go b/api/types.go index b0bd5d93..e861ee3a 100644 --- a/api/types.go +++ b/api/types.go @@ -293,7 +293,7 @@ func DefaultOptions() Options { return Options{ // options set on request to runner NumPredict: -1, - NumKeep: -1, + NumKeep: 0, Temperature: 0.8, TopK: 40, TopP: 0.9,