add granite-code
This commit is contained in:
parent
4871f87d97
commit
36cd5d0e56
|
@ -53,6 +53,8 @@ return {
|
||||||
return { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' }
|
return { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' }
|
||||||
elseif model:match '^deepseek%-coder' then
|
elseif model:match '^deepseek%-coder' then
|
||||||
return nil
|
return nil
|
||||||
|
elseif model:match '^granite%-code' then
|
||||||
|
return { 'System:', 'Question:', 'Answer:' }
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
@ -67,6 +69,8 @@ return {
|
||||||
return '[SUFFIX]' .. suffix .. '[PREFIX]' .. prefix
|
return '[SUFFIX]' .. suffix .. '[PREFIX]' .. prefix
|
||||||
elseif model:match '^deepseek%-coder' then
|
elseif model:match '^deepseek%-coder' then
|
||||||
return '<|fim▁begin|>' .. prefix .. '<|fim▁hole|>' .. suffix .. '<|fim▁end|>'
|
return '<|fim▁begin|>' .. prefix .. '<|fim▁hole|>' .. suffix .. '<|fim▁end|>'
|
||||||
|
elseif model:match '^granite%-code' then
|
||||||
|
return '<fim_prefix> ' .. prefix .. '<fim_suffix> ' .. suffix .. '<fim_middle>'
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
||||||
|
@ -76,6 +80,7 @@ return {
|
||||||
-- local model = 'starcoder2:7b-q4_K_M'
|
-- local model = 'starcoder2:7b-q4_K_M'
|
||||||
-- local model = 'codestral:22b-v0.1-q4_K_M'
|
-- local model = 'codestral:22b-v0.1-q4_K_M'
|
||||||
-- local model = 'deepseek-coder-v2:16b-lite-base-q4_K_M-fixed'
|
-- local model = 'deepseek-coder-v2:16b-lite-base-q4_K_M-fixed'
|
||||||
|
-- local model = 'granite-code:8b-base-q4_K_M'
|
||||||
|
|
||||||
require('minuet').setup {
|
require('minuet').setup {
|
||||||
enabled = true,
|
enabled = true,
|
||||||
|
|
Loading…
Reference in a new issue