diff --git a/llm/llm.go b/llm/llm.go index 8b043f38..8e2f0714 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -70,7 +70,8 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options) break } - opts.NumGPU = 1 + // TODO: implement layer splitting on macOS + opts.NumGPU = 999 default: if info.Library == "cpu" { slog.Info("GPU not available, falling back to CPU")