gered/llm-ls
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Convert generation parameters to snake_case for TGI adapter (#65)

Browse source
This commit is contained in:
Markus Hennerbichler 2024-01-28 22:04:38 +00:00 committed by GitHub
parent 585ea3aae8
commit f40e8cc6ea
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
crates/llm-ls/src/adaptors.rs
View file

@ -11,7 +11,13 @@ use tower_lsp::jsonrpc;
fn build_tgi_body(prompt: String, params: &RequestParams) -> Value { fn build_tgi_body(prompt: String, params: &RequestParams) -> Value {
serde_json::json!({ serde_json::json!({
"inputs": prompt, "inputs": prompt,
"parameters": params, "parameters": {
"max_new_tokens": params.max_new_tokens,
"temperature": params.temperature,
"do_sample": params.do_sample,
"top_p": params.top_p,
"stop_tokens": params.stop_tokens.clone()
},
}) })
} }