parent
f58085b812
commit
59185abfd9
|
@ -93,6 +93,7 @@ enum TokenizerConfig {
|
|||
}
|
||||
|
||||
#[derive(Clone, Debug, Deserialize, Serialize)]
|
||||
#[serde(rename_all = "camelCase")]
|
||||
struct RequestParams {
|
||||
max_new_tokens: u32,
|
||||
temperature: f32,
|
||||
|
@ -208,6 +209,7 @@ where
|
|||
}
|
||||
|
||||
#[derive(Debug, Deserialize, Serialize)]
|
||||
#[serde(rename_all = "camelCase")]
|
||||
struct AcceptedCompletion {
|
||||
request_id: Uuid,
|
||||
accepted_completion: u32,
|
||||
|
@ -215,12 +217,14 @@ struct AcceptedCompletion {
|
|||
}
|
||||
|
||||
#[derive(Debug, Deserialize, Serialize)]
|
||||
#[serde(rename_all = "camelCase")]
|
||||
struct RejectedCompletion {
|
||||
request_id: Uuid,
|
||||
shown_completions: Vec<u32>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Deserialize, Serialize)]
|
||||
#[serde(rename_all = "camelCase")]
|
||||
struct CompletionParams {
|
||||
#[serde(flatten)]
|
||||
text_document_position: TextDocumentPositionParams,
|
||||
|
|
|
@ -7,10 +7,10 @@ fim:
|
|||
suffix: <fim_suffix>
|
||||
model: bigcode/starcoder
|
||||
request_params:
|
||||
max_new_tokens: 150
|
||||
maxNewTokens: 150
|
||||
temperature: 0.2
|
||||
do_sample: true
|
||||
top_p: 0.95
|
||||
doSample: true
|
||||
topP: 0.95
|
||||
tls_skip_verify_insecure: false
|
||||
tokenizer_config:
|
||||
repository: bigcode/starcoder
|
||||
|
|
|
@ -7,10 +7,10 @@ fim:
|
|||
suffix: <fim_suffix>
|
||||
model: bigcode/starcoder
|
||||
request_params:
|
||||
max_new_tokens: 150
|
||||
maxNewTokens: 150
|
||||
temperature: 0.2
|
||||
do_sample: true
|
||||
top_p: 0.95
|
||||
doSample: true
|
||||
topP: 0.95
|
||||
tls_skip_verify_insecure: false
|
||||
tokenizer_config:
|
||||
repository: bigcode/starcoder
|
||||
|
|
|
@ -14,6 +14,7 @@ impl Request for GetCompletions {
|
|||
}
|
||||
|
||||
#[derive(Clone, Debug, Deserialize, Serialize)]
|
||||
#[serde(rename_all = "camelCase")]
|
||||
pub(crate) struct RequestParams {
|
||||
pub(crate) max_new_tokens: u32,
|
||||
pub(crate) temperature: f32,
|
||||
|
@ -60,6 +61,7 @@ pub(crate) enum TokenizerConfig {
|
|||
}
|
||||
|
||||
#[derive(Clone, Debug, Deserialize, Serialize)]
|
||||
#[serde(rename_all = "camelCase")]
|
||||
pub(crate) struct GetCompletionsParams {
|
||||
#[serde(flatten)]
|
||||
pub(crate) text_document_position: TextDocumentPositionParams,
|
||||
|
|
Loading…
Reference in a new issue