check other request fields before load short circuit in /api/generate
This commit is contained in:
parent
e20362e0d5
commit
9b12a511ca
|
@ -223,7 +223,8 @@ func GenerateHandler(c *gin.Context) {
|
||||||
ch <- r
|
ch <- r
|
||||||
}
|
}
|
||||||
|
|
||||||
if req.Prompt == "" {
|
// an empty request loads the model
|
||||||
|
if req.Prompt == "" && req.Template == "" && req.System == "" {
|
||||||
ch <- api.GenerateResponse{Model: req.Model, Done: true}
|
ch <- api.GenerateResponse{Model: req.Model, Done: true}
|
||||||
} else {
|
} else {
|
||||||
if err := loaded.llm.Predict(c.Request.Context(), req.Context, prompt, fn); err != nil {
|
if err := loaded.llm.Predict(c.Request.Context(), req.Context, prompt, fn); err != nil {
|
||||||
|
|
Loading…
Reference in a new issue