From f4a73d57a4e3182a4dd25dae93a779a13423dfc0 Mon Sep 17 00:00:00 2001 From: Mark Ward Date: Sun, 28 Apr 2024 16:43:40 +0000 Subject: [PATCH] fix runner expire during active use. Clearing the expire timer as it is used. Allowing the finish to assign an expire timer so that the runner will expire after no use. --- server/sched.go | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/server/sched.go b/server/sched.go index 0a6738a2..482bc39a 100644 --- a/server/sched.go +++ b/server/sched.go @@ -296,6 +296,10 @@ func (pending *LlmRequest) useLoadedRunner(runner *runnerRef, finished chan *Llm runner.refMu.Lock() defer runner.refMu.Unlock() runner.refCount++ + if runner.expireTimer != nil { + runner.expireTimer.Stop() + runner.expireTimer = nil + } runner.sessionDuration = pending.sessionDuration pending.successCh <- runner go func() {