Convert generation parameters to snake_case for TGI adapter (#65)

This commit is contained in:
Markus Hennerbichler 2024-01-28 22:04:38 +00:00 committed by GitHub
parent 585ea3aae8
commit f40e8cc6ea
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -11,7 +11,13 @@ use tower_lsp::jsonrpc;
fn build_tgi_body(prompt: String, params: &RequestParams) -> Value {
serde_json::json!({
"inputs": prompt,
"parameters": params,
"parameters": {
"max_new_tokens": params.max_new_tokens,
"temperature": params.temperature,
"do_sample": params.do_sample,
"top_p": params.top_p,
"stop_tokens": params.stop_tokens.clone()
},
})
}