diff --git a/modules/nixos/services/llama-swap/config.nix b/modules/nixos/services/llama-swap/config.nix index e5fa536..d47fc27 100644 --- a/modules/nixos/services/llama-swap/config.nix +++ b/modules/nixos/services/llama-swap/config.nix @@ -397,6 +397,7 @@ in ${llama-cpp}/bin/llama-server \ --port ''${PORT} \ -m /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS.gguf \ + --mmproj /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS_mmproj-F16.gguf \ -c ''${ctx} \ --temp 0.6 \ --top-p 0.95 \ @@ -408,6 +409,8 @@ in metadata = { type = [ "text-generation" + "coding" + "vision" ]; }; };