From 58888a74bc686c1d12ac4cb1c2c9a514a7b77f08 Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Tue, 23 Apr 2024 10:05:26 -0700 Subject: [PATCH 1/2] Detect and recover if runner removed Tmp cleaners can nuke the file out from underneath us. This detects the missing runner, and re-initializes the payloads. --- llm/server.go | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/llm/server.go b/llm/server.go index 01a712c3..00ef20c9 100644 --- a/llm/server.go +++ b/llm/server.go @@ -250,6 +250,17 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr server = server + ".exe" } + // Detect tmp cleaners wiping out the file + _, err := os.Stat(server) + if errors.Is(err, os.ErrNotExist) { + slog.Warn("llama server disappeared, reinitializing payloads", "path", server, "error", err) + err = Init() + if err != nil { + slog.Warn("failed to reinitialize payloads", "error", err) + return nil, err + } + } + s := &llmServer{ port: port, cmd: exec.Command(server, finalParams...), From 939d6a860679dbf891aa04891268c042dfe93b59 Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Tue, 23 Apr 2024 10:17:42 -0700 Subject: [PATCH 2/2] Make CI lint verbvose --- .github/workflows/test.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml index 26d754a9..497773eb 100644 --- a/.github/workflows/test.yaml +++ b/.github/workflows/test.yaml @@ -260,7 +260,7 @@ jobs: shell: bash - uses: golangci/golangci-lint-action@v4 with: - args: --timeout 8m0s + args: --timeout 8m0s -v test: strategy: matrix: