refactor(llama-swap): standardize model ids

This commit is contained in:
2026-05-17 11:21:11 -04:00
parent 89e2161ff4
commit 24dd67a0de
5 changed files with 332 additions and 353 deletions

View File

@@ -1,6 +1,6 @@
#!/usr/bin/env bash
MODEL="vllm-qwen3.6-27b-long-text"
MODEL="qwen3.6-27b-vllm-180k-cuda0"
SYSTEM_PROMPT="You are a shell command expert. Given a natural language query, generate a single shell command that accomplishes the task."
# Colors

View File

@@ -2,3 +2,4 @@ _scratch
.direnv
.envrc
.agents
.pi

View File

@@ -1,6 +1,6 @@
local llm_endpoint = "https://llm-api.va.reichard.io"
local llm_assistant_model = "vllm-qwen3.6-27b-tools-text "
local llm_infill_model = "qwen3.5-4b-thinking"
local llm_assistant_model = "qwen3.6-27b-vllm-75k-cuda0"
local llm_infill_model = "qwen3.5-4b-cuda1"
local current_fim = "llama"
-- Copilot Configuration