feat: vllm yay

This commit is contained in:
2026-05-01 10:38:43 -04:00
parent 75eba8703f
commit 74ff71803b
5 changed files with 220 additions and 57 deletions

View File

@@ -1,6 +1,6 @@
#!/usr/bin/env bash
MODEL="qwen3-coder-next-80b-instruct"
MODEL="vllm-qwen3.6-27b-long-text"
SYSTEM_PROMPT="You are a shell command expert. Given a natural language query, generate a single shell command that accomplishes the task."
# Colors

View File

@@ -16,7 +16,7 @@ let
# Merged into the (mutable) settings.json on activation so pi can keep
# writing other fields (current model, etc.) without us clobbering them.
piPackages = [
"https://gitea.va.reichard.io/evan/pi-lsp.git@61bca87bba"
"https://gitea.va.reichard.io/evan/pi-lsp.git@main"
];
piPackagesJson = pkgs.writeText "pi-packages.json" (builtins.toJSON piPackages);