check other request fields before load short circuit in /api/generate

This commit is contained in:
Jeffrey Morgan 2023-09-22 23:50:55 -04:00
parent e20362e0d5
commit 9b12a511ca

View file

@ -223,7 +223,8 @@ func GenerateHandler(c *gin.Context) {
ch <- r ch <- r
} }
if req.Prompt == "" { // an empty request loads the model
if req.Prompt == "" && req.Template == "" && req.System == "" {
ch <- api.GenerateResponse{Model: req.Model, Done: true} ch <- api.GenerateResponse{Model: req.Model, Done: true}
} else { } else {
if err := loaded.llm.Predict(c.Request.Context(), req.Context, prompt, fn); err != nil { if err := loaded.llm.Predict(c.Request.Context(), req.Context, prompt, fn); err != nil {