gered/dotfiles
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

add a bunch of commented out options for various models

Browse source
This commit is contained in:
Gered 2024-10-02 22:53:43 -04:00
parent c0e1ced17b
commit 5fc4f2d961
1 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
nvim/lua/plugins/nvim-cmp.lua
View file

@ -48,8 +48,21 @@ return {
local cmp_ai = require 'cmp_ai.config'
cmp_ai:setup {
provider_options = {
model = 'codellama:13b-code',
-- model = 'codellama:7b-code',
-- model = 'qwen2.5-coder:7b-base',
-- model = 'starcoder2:7b',
-- model = 'codestral:22b',
-- model = 'codegemma:7b-code',
base_url = os.getenv 'LLAMA_API_BASE' or 'http://localhost:8080/ollama',
api_key = os.getenv 'LLAMA_API_KEY',
options = {
stop = { '\n\n', '<EOT>' }, -- codellama
-- stop = { '<|endoftext|>' }, -- qwen-coder
-- stop = { '<file_sep>' }, -- starcoder2
-- stop = { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' }, -- codeestral
-- stop = { '<|fim_prefix|>', '<|fim_suffix|>', '<|fim_middle|>', '<|file_separator|>' }, -- codegemma
},
prompt = function(lines_before, lines_after)
return lines_before
-- return '<PRE> ' .. lines_before .. ' <SUF>' .. lines_after .. ' <MID>'