diff --git a/llm/server.go b/llm/server.go
index 231100a0..c82c5099 100644
--- a/llm/server.go
+++ b/llm/server.go
@@ -899,7 +899,10 @@ func (s *llmServer) Detokenize(ctx context.Context, tokens []int) (string, error
 func (s *llmServer) Close() error {
 	if s.cmd != nil {
 		slog.Debug("stopping llama server")
-		return s.cmd.Process.Kill()
+		if err := s.cmd.Process.Kill(); err != nil {
+			return err
+		}
+		return s.cmd.Wait()
 	}
 
 	return nil