From 037a4d103edff143db2f82e1feb8b5b80afea6f1 Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Tue, 3 Sep 2024 14:55:20 -0700 Subject: [PATCH] Log system memory at info (#6617) On systems with low system memory, we can hit allocation failures that are difficult to diagnose without debug logs. This will make it easier to spot. --- llm/server.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm/server.go b/llm/server.go index c38bc6bb..9c08f1bb 100644 --- a/llm/server.go +++ b/llm/server.go @@ -98,7 +98,7 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr systemTotalMemory = systemMemInfo.TotalMemory systemFreeMemory = systemMemInfo.FreeMemory systemSwapFreeMemory = systemMemInfo.FreeSwap - slog.Debug("system memory", "total", format.HumanBytes2(systemTotalMemory), "free", format.HumanBytes2(systemFreeMemory), "free_swap", format.HumanBytes2(systemSwapFreeMemory)) + slog.Info("system memory", "total", format.HumanBytes2(systemTotalMemory), "free", format.HumanBytes2(systemFreeMemory), "free_swap", format.HumanBytes2(systemSwapFreeMemory)) } // If the user wants zero GPU layers, reset the gpu list to be CPU/system ram info