From 304f2b6c96da3d041053a94c2d4e20abfae2f2c5 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Sat, 26 Aug 2023 08:29:21 -0700 Subject: [PATCH] add 34b to mem check --- llm/llm.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm/llm.go b/llm/llm.go index db4dcbe7..0dc862b4 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -55,7 +55,7 @@ func New(model string, adapters []string, opts api.Options) (LLM, error) { if totalResidentMemory < 16*1024*1024 { return nil, fmt.Errorf("model requires at least 16GB of memory") } - case ModelType30B: + case ModelType30B, ModelType34B: if totalResidentMemory < 32*1024*1024 { return nil, fmt.Errorf("model requires at least 32GB of memory") }