From fad00a85e503550bc35ab5d905b81bf5163c5ef6 Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Mon, 22 Apr 2024 16:22:14 -0700 Subject: [PATCH] stop running model on interactive exit --- cmd/interactive.go | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/cmd/interactive.go b/cmd/interactive.go index 12c31052..4eb2c2b8 100644 --- a/cmd/interactive.go +++ b/cmd/interactive.go @@ -475,6 +475,14 @@ func generateInteractive(cmd *cobra.Command, opts runOptions) error { usage() } case strings.HasPrefix(line, "/exit"), strings.HasPrefix(line, "/bye"): + // stop the running model + client, err := api.ClientFromEnvironment() + if err != nil { + return err + } + client.Chat(cmd.Context(), &api.ChatRequest{Model: opts.Model, KeepAlive: &api.Duration{}}, func(resp api.ChatResponse) error { + return nil + }) return nil case strings.HasPrefix(line, "/"): args := strings.Fields(line)