add granite-code

This commit is contained in:
Gered 2024-10-26 16:14:06 -04:00
parent 4871f87d97
commit 36cd5d0e56

View file

@ -53,6 +53,8 @@ return {
return { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' } return { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' }
elseif model:match '^deepseek%-coder' then elseif model:match '^deepseek%-coder' then
return nil return nil
elseif model:match '^granite%-code' then
return { 'System:', 'Question:', 'Answer:' }
end end
end end
@ -67,6 +69,8 @@ return {
return '[SUFFIX]' .. suffix .. '[PREFIX]' .. prefix return '[SUFFIX]' .. suffix .. '[PREFIX]' .. prefix
elseif model:match '^deepseek%-coder' then elseif model:match '^deepseek%-coder' then
return '<fim▁begin>' .. prefix .. '<fim▁hole>' .. suffix .. '<fim▁end>' return '<fim▁begin>' .. prefix .. '<fim▁hole>' .. suffix .. '<fim▁end>'
elseif model:match '^granite%-code' then
return '<fim_prefix> ' .. prefix .. '<fim_suffix> ' .. suffix .. '<fim_middle>'
end end
end end
@ -76,6 +80,7 @@ return {
-- local model = 'starcoder2:7b-q4_K_M' -- local model = 'starcoder2:7b-q4_K_M'
-- local model = 'codestral:22b-v0.1-q4_K_M' -- local model = 'codestral:22b-v0.1-q4_K_M'
-- local model = 'deepseek-coder-v2:16b-lite-base-q4_K_M-fixed' -- local model = 'deepseek-coder-v2:16b-lite-base-q4_K_M-fixed'
-- local model = 'granite-code:8b-base-q4_K_M'
require('minuet').setup { require('minuet').setup {
enabled = true, enabled = true,