feat: vllm yay
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
MODEL="qwen3-coder-next-80b-instruct"
|
||||
MODEL="vllm-qwen3.6-27b-long-text"
|
||||
SYSTEM_PROMPT="You are a shell command expert. Given a natural language query, generate a single shell command that accomplishes the task."
|
||||
|
||||
# Colors
|
||||
|
||||
@@ -16,7 +16,7 @@ let
|
||||
# Merged into the (mutable) settings.json on activation so pi can keep
|
||||
# writing other fields (current model, etc.) without us clobbering them.
|
||||
piPackages = [
|
||||
"https://gitea.va.reichard.io/evan/pi-lsp.git@61bca87bba"
|
||||
"https://gitea.va.reichard.io/evan/pi-lsp.git@main"
|
||||
];
|
||||
|
||||
piPackagesJson = pkgs.writeText "pi-packages.json" (builtins.toJSON piPackages);
|
||||
|
||||
Reference in New Issue
Block a user