chore: switch to qwen3 coder 30b FIM

This commit is contained in:
2025-12-02 10:41:31 -05:00
parent 8a5e2a9823
commit 3089d6fdd1
2 changed files with 37 additions and 28 deletions

View File

@@ -1,21 +1,21 @@
-- Configure LLama LLM
vim.g.llama_config = {
endpoint = "http://10.0.20.100:8080/infill",
model = "qwen2.5-coder-7b-fim",
api_key = "",
n_prefix = 256,
n_suffix = 64,
n_predict = 256,
t_max_prompt_ms = 500,
t_max_predict_ms = 500,
show_info = 2,
auto_fim = true,
max_line_suffix = 8,
max_cache_keys = 256,
ring_n_chunks = 8,
ring_chunk_size = 32,
ring_scope = 512,
ring_update_ms = 1000,
}
-- model = "qwen2.5-coder-7b-instruct",
model = "qwen3-coder-30b-instruct",
n_predict = 1024,
-- require("gen").setup({ model = "codegemma" })
-- api_key = "",
-- n_prefix = 256,
-- n_suffix = 64,
-- t_max_prompt_ms = 500,
-- t_max_predict_ms = 500,
-- show_info = 2,
-- auto_fim = true,
-- max_line_suffix = 8,
-- max_cache_keys = 256,
-- ring_n_chunks = 8,
-- ring_chunk_size = 32,
-- ring_scope = 512,
-- ring_update_ms = 1000,
}