From 5fc4f2d961d48b035ae8e37562d100f5111ec3ab Mon Sep 17 00:00:00 2001
From: gered <gered@blarg.ca>
Date: Wed, 2 Oct 2024 22:53:43 -0400
Subject: [PATCH] add a bunch of commented out options for various models

---
 nvim/lua/plugins/nvim-cmp.lua | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/nvim/lua/plugins/nvim-cmp.lua b/nvim/lua/plugins/nvim-cmp.lua
index 6919760..5436dfe 100644
--- a/nvim/lua/plugins/nvim-cmp.lua
+++ b/nvim/lua/plugins/nvim-cmp.lua
@@ -48,8 +48,21 @@ return {
       local cmp_ai = require 'cmp_ai.config'
       cmp_ai:setup {
         provider_options = {
+          model = 'codellama:13b-code',
+          -- model = 'codellama:7b-code',
+          -- model = 'qwen2.5-coder:7b-base',
+          -- model = 'starcoder2:7b',
+          -- model = 'codestral:22b',
+          -- model = 'codegemma:7b-code',
           base_url = os.getenv 'LLAMA_API_BASE' or 'http://localhost:8080/ollama',
           api_key = os.getenv 'LLAMA_API_KEY',
+          options = {
+            stop = { '\n\n', '<EOT>' }, -- codellama
+            -- stop = { '<|endoftext|>' }, -- qwen-coder
+            -- stop = { '<file_sep>' }, -- starcoder2
+            -- stop = { '[INST]', '[/INST]', '[PREFIX]', '[MIDDLE]', '[SUFFIX]' }, -- codeestral
+            -- stop = { '<|fim_prefix|>', '<|fim_suffix|>', '<|fim_middle|>', '<|file_separator|>' }, -- codegemma
+          },
           prompt = function(lines_before, lines_after)
             return lines_before
             -- return '<PRE> ' .. lines_before .. ' <SUF>' .. lines_after .. ' <MID>'