add 9b vision

2026-05-01 21:51:06 -04:00
parent 1283b7cdef
commit 43a1d66e6b
1 changed files with 3 additions and 0 deletions
--- a/modules/nixos/services/llama-swap/config.nix
+++ b/modules/nixos/services/llama-swap/config.nix
@@ -397,6 +397,7 @@ in
        ${llama-cpp}/bin/llama-server \
          --port ''${PORT} \
          -m /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS.gguf \
+          --mmproj /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS_mmproj-F16.gguf \
          -c ''${ctx} \
          --temp 0.6 \
          --top-p 0.95 \
@@ -408,6 +409,8 @@ in
      metadata = {
        type = [
          "text-generation"
+          "coding"
+          "vision"
        ];
      };
    };