From 36cd5d0e56c4704f5176992998acd9bde2562701 Mon Sep 17 00:00:00 2001 From: gered Date: Sat, 26 Oct 2024 16:14:06 -0400 Subject: [PATCH] add granite-code --- nvim/lua/plugins/nvim-cmp.lua | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/nvim/lua/plugins/nvim-cmp.lua b/nvim/lua/plugins/nvim-cmp.lua index 8f501f6..bb3bf39 100644 --- a/nvim/lua/plugins/nvim-cmp.lua +++ b/nvim/lua/plugins/nvim-cmp.lua @@ -53,6 +53,8 @@ return { return { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' } elseif model:match '^deepseek%-coder' then return nil + elseif model:match '^granite%-code' then + return { 'System:', 'Question:', 'Answer:' } end end @@ -67,6 +69,8 @@ return { return '[SUFFIX]' .. suffix .. '[PREFIX]' .. prefix elseif model:match '^deepseek%-coder' then return '<|fim▁begin|>' .. prefix .. '<|fim▁hole|>' .. suffix .. '<|fim▁end|>' + elseif model:match '^granite%-code' then + return ' ' .. prefix .. ' ' .. suffix .. '' end end @@ -76,6 +80,7 @@ return { -- local model = 'starcoder2:7b-q4_K_M' -- local model = 'codestral:22b-v0.1-q4_K_M' -- local model = 'deepseek-coder-v2:16b-lite-base-q4_K_M-fixed' + -- local model = 'granite-code:8b-base-q4_K_M' require('minuet').setup { enabled = true,