Flexible Model Selection Ideas

[a-priestley]

I'm not certain if there is already a way to switch adapters on the fly, but here is my clunky solution (depends on lazy):

local default_adapters = {
	chat = "openai",
	inline = "openai",
	agent = "openai",
}
local adapters = { "anthropic", "ollama", "openai" }
local function select_adapter(strategy)
	vim.ui.select(adapters, {
		prompt = "Select Adapter for " .. strategy .. " strategy:",
	}, function(choice)
		if choice then
			default_adapters[strategy] = choice
			require("lazy").reload({ plugins = { "codecompanion.nvim" } })
			vim.notify("Adapter for " .. strategy .. " strategy set to: " .. choice)
		end
	end)
end
vim.api.nvim_create_user_command("SelectChatAdapter", function()
	select_adapter("chat")
end, {})
vim.api.nvim_create_user_command("SelectInlineAdapter", function()
	select_adapter("inline")
end, {})
vim.api.nvim_create_user_command("SelectAgentAdapter", function()
	select_adapter("agent")
end, {})
return {
	"olimorris/codecompanion.nvim",
	dependencies = {
		"nvim-lua/plenary.nvim",
		"nvim-treesitter/nvim-treesitter",
		"nvim-telescope/telescope.nvim", -- Optional
		{
			"stevearc/dressing.nvim", -- Optional: Improves the default Neovim UI
			opts = {},
		},
	},
	config = function()
		local codecompanion = require("codecompanion")
		codecompanion.setup({
			adapters = {
				anthropic = "anthropic",
				ollama = "ollama",
				openai = "openai",
			},
			strategies = {
				-- CHAT STRATEGY ----------------------------------------------------------
				chat = {
					adapter = default_adapters.chat,
					roles = {
						llm = "CodeCompanion", -- The markdown header content for the LLM's responses
						user = "Me", -- The markdown header for your questions
					},

-- rest of config
...

The extra clunky bit is where the plugin is completely reloaded to get the selection to take effect, but maybe there is already functionality in codecompanion to refresh that specific piece of the config?

Let me know!

[olimorris]

Love this and thanks for sharing!!

I really should make it easier to switch out an adapter. I'll put that on the backlog!

[a-priestley]

Is this a breaking change?

Error executing vim.schedule lua callback: vim/keymap.lua:0: rhs: expected string|function, got nil
stack traceback:
	[C]: in function 'error'
	vim/shared.lua: in function 'validate'
	vim/keymap.lua: in function 'set'
	...y/codecompanion.nvim/lua/codecompanion/utils/keymaps.lua:61: in function 'set'
	...codecompanion.nvim/lua/codecompanion/strategies/chat.lua:377: in function 'open'
	...codecompanion.nvim/lua/codecompanion/strategies/chat.lua:294: in function ''
	vim/_editor.lua: in function <vim/_editor.lua:0>

This is happening when trying to open the basic chat action.

I may just be confused as to where to place the new opts property?

[a-priestley]

I think I found the culprit.

-- DISPLAY OPTIONS ----------------------------------------------------------
display = {
  action_palette = {
	  width = 95,
	  height = 10,
  },
  chat = {
	  window = {
		  layout = "vertical", -- float|vertical|horizontal|buffer
		  border = "single",
		  height = 0.8,
		  width = 0.45,
		  relative = "editor",
		  opts = {
			  breakindent = true,
			  cursorcolumn = false,
			  cursorline = false,
			  foldcolumn = "0",
			  linebreak = true,
			  list = false,
			  signcolumn = "no",
			  spell = false,
			  wrap = true,
			  -- TAKE THIS OUT
			  -- adapter = {
			  -- 	name = "openai",
			  -- 	model = "gpt-4o",
			  -- },
		  },
	  },
	  intro_message = "Welcome to CodeCompanion ✨! Press ? for help",
  
	  messages_separator = "─", -- The separator between the different messages in the chat buffer
	  show_separator = true, -- Show a separator between LLM responses?
	  show_settings = true, -- Show LLM settings at the top of the chat buffer?
	  show_token_count = true, -- Show the token count for each response?
  },
-- rest of config

[olimorris]

Check out the commit that added the functionality: f95efb3

I covered it in RECIPES.md.

[a-priestley]

Yep, I've got it now. Thanks!! 👍

[a-priestley]

I've come up with yet more hacky code to get the plugin to do what I want.
Basically, the initial plugin opts are loaded into a table external to the plugin config function itself. The select_model() function takes a user selection for the desired adapter, followed by a selection for that adapters available models. Given the select, we update the appropriate values in the opts table, and completely reload the plugin using the setup() func (I couldn't figure out how to do this on the plugins terms outside of the chat buffer keymap).
For now I took out the "adapter per strategy" just because I think it's easier to keep just one model selection in my head at a time while I try out different ones for different purposes.
I wanted to have this as a CodeCompanionActions item, but I'm not very good at lua yet. There's a circular dependency issue there, where the opts table needs to be defined before the select_model function, since the latter is mutating the former.

local adapters = {
	anthropic = { name = "anthropic", model = "claude-3-5-sonnet-20240620" },
	ollama = { name = "ollama", model = "llama:3.1:8b" },
	openai = { name = "openai", model = "gpt-4o" },
	gemini = { name = "gemini", model = "gemini-1.5-flash" },
}
local default_adapter = adapters.ollama

local opts = {
	adapters = {
		ollama = function()
			return require("codecompanion.adapters").extend("ollama", {
				name = "ollama",
				schema = {
					model = {
						default = adapters.ollama.model,
					},
				},
			})
		end,
                --etc
        },
	strategies = {
		-- CHAT STRATEGY ----------------------------------------------------------
		chat = {
			adapter = default_adapter.name,
			--etc
		},
	        -- etc
	},
	-- etc
}

---Select the default model
local function select_model()
	vim.ui.select(vim.tbl_keys(adapters), {
		prompt = "Select Adapter:",
	}, function(adapter_choice)
		if not adapter_choice then
			return
		end
		local model_choices = {}
		model_choices = require("codecompanion.adapters." .. adapter_choice).schema.model.choices
		if type(model_choices) == "function" then
			model_choices = model_choices()
		end
		vim.ui.select(model_choices, {
			prompt = "Select Model:",
		}, function(model_choice)
			if model_choice then
				adapters[adapter_choice].model = model_choice
				default_adapter = adapters[adapter_choice]
				opts.strategies.chat.adapter = default_adapter.name
				opts.strategies.inline.adapter = default_adapter.name
				opts.strategies.agent.adapter = default_adapter.name
				require("codecompanion").setup(opts)
			end
		end)
	end)
end

vim.api.nvim_create_user_command("SelectModel", function()
	select_model()
end, {})

return {
	"olimorris/codecompanion.nvim",
	dependencies = {
		"nvim-lua/plenary.nvim",
		"nvim-treesitter/nvim-treesitter",
		"nvim-telescope/telescope.nvim", -- Optional
		"stevearc/dressing.nvim", -- Optional: Improves the default Neovim UI
	},
	config = function()
		local codecompanion = require("codecompanion")
		codecompanion.setup(opts)
                -- etc
	end,
}