evan/nix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add 9b vision

Browse Source
This commit is contained in:
Evan Reichard
2026-05-01 21:51:06 -04:00
parent 1283b7cdef
commit 43a1d66e6b
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modules/nixos/services/llama-swap/config.nix
View File

@@ -397,6 +397,7 @@ in
${llama-cpp}/bin/llama-server \ ${llama-cpp}/bin/llama-server \
--port ''${PORT} \ --port ''${PORT} \
-m /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS.gguf \ -m /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS.gguf \
--mmproj /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS_mmproj-F16.gguf \
-c ''${ctx} \ -c ''${ctx} \
--temp 0.6 \ --temp 0.6 \
--top-p 0.95 \ --top-p 0.95 \
@@ -408,6 +409,8 @@ in
metadata = { metadata = {
type = [ type = [
"text-generation" "text-generation"
"coding"
"vision"
]; ];
}; };
}; };