gered/dotfiles
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

update commented out models list

Browse source 
codegemma is apparently quite useless at FIM tasks
This commit is contained in:
Gered 2024-10-03 22:08:06 -04:00
parent 6ea0395b53
commit f1742a166c
1 changed files with 4 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
nvim/lua/plugins/nvim-cmp.lua
View file

@ -45,9 +45,7 @@ return {
elseif model:match '^qwen' then elseif model:match '^qwen' then
return { '<|endoftext|>' } return { '<|endoftext|>' }
elseif model:match '^starcoder' then elseif model:match '^starcoder' then
return { '<file_sep>' } return { '<file_sep>', '<|end_of_text|>', '<|endoftext|>' }
elseif model:match '^codegemma' then
return { '<|fim_prefix|>', '<|fim_suffix|>', '<|fim_middle|>', '<|file_separator|>' }
elseif model:match '^codestral' then elseif model:match '^codestral' then
return { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' } return { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' }
elseif model:match '^deepseek-coder' then elseif model:match '^deepseek-coder' then
@ -57,12 +55,11 @@ return {
local llama_base_url = os.getenv 'LLAMA_API_BASE' or 'http://localhost:11434' local llama_base_url = os.getenv 'LLAMA_API_BASE' or 'http://localhost:11434'
-- local model = 'codellama:7b-code' -- local model = 'codellama:7b-code'
-- local model = 'codellama:13b-code' local model = 'codellama:13b-code'
-- local model = 'qwen2.5-coder:7b-base' -- local model = 'qwen2.5-coder:7b'
-- local model = 'starcoder2:7b' -- local model = 'starcoder2:7b'
-- local model = 'codestral:22b' -- local model = 'codestral:22b'
-- local model = 'codegemma:7b-code' -- local model = 'deepseek-coder-v2:16b'
local model = 'deepseek-coder-v2:16b'
require('minuet').setup { require('minuet').setup {
enabled = true, enabled = true,