add temperature and n options. temperature otherwise defaults to 1

This commit is contained in:
Gered 2024-10-03 22:09:34 -04:00
parent 570683574a
commit d8a4c507c2

View file

@ -81,6 +81,8 @@ return {
optional = { optional = {
stop = get_stop_tokens(model), stop = get_stop_tokens(model),
max_tokens = 256, max_tokens = 256,
temperature = 0.2,
n = 1,
}, },
}, },
}, },