add temperature and n options. temperature otherwise defaults to 1
This commit is contained in:
parent
570683574a
commit
d8a4c507c2
|
@ -81,6 +81,8 @@ return {
|
||||||
optional = {
|
optional = {
|
||||||
stop = get_stop_tokens(model),
|
stop = get_stop_tokens(model),
|
||||||
max_tokens = 256,
|
max_tokens = 256,
|
||||||
|
temperature = 0.2,
|
||||||
|
n = 1,
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|
Loading…
Reference in a new issue