gered/llm-ls
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

fix: always set return_full_text to false for better UX (#78)

Browse source
This commit is contained in:
Luc Georges 2024-02-13 11:02:50 +01:00 committed by GitHub
parent 4437c0c8a6
commit fe1f6aab47
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 9 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
Cargo.lock generated
View file

@ -982,7 +982,7 @@ checksum = "da2479e8c062e40bf0066ffa0bc823de0a9368974af99c9f6df941d2c231e03f"
[[package]]
name = "llm-ls"
version = "0.4.0"
version = "0.5.2"
dependencies = [
"clap",
"custom-types",

2
crates/llm-ls/Cargo.toml
View file

@ -1,6 +1,6 @@
[package]
name = "llm-ls"
version = "0.4.0"
version = "0.5.2"
edition = "2021"
[[bin]]

8
crates/llm-ls/src/backend.rs
View file

@ -2,7 +2,7 @@ use super::{APIError, APIResponse, Generation, NAME, VERSION};
use custom_types::llm_ls::{Backend, Ide};
use reqwest::header::{HeaderMap, HeaderValue, AUTHORIZATION, USER_AGENT};
use serde::{Deserialize, Serialize};
use serde_json::{Map, Value};
use serde_json::{json, Map, Value};
use std::fmt::Display;
use crate::error::{Error, Result};
@ -160,6 +160,12 @@ pub(crate) fn build_body(
match backend {
Backend::HuggingFace { .. } | Backend::Tgi { .. } => {
request_body.insert("inputs".to_owned(), Value::String(prompt));
if let Some(Value::Object(params)) = request_body.get_mut("parameters") {
params.insert("return_full_text".to_owned(), Value::Bool(false));
} else {
let params = json!({ "parameters": { "return_full_text": false } });
request_body.insert("parameters".to_owned(), params);
}
}
Backend::Ollama { .. } | Backend::OpenAi { .. } => {
request_body.insert("prompt".to_owned(), Value::String(prompt));