From 43a1d66e6be38fb32e96cd58ac1c01aff3007e02 Mon Sep 17 00:00:00 2001 From: Evan Reichard Date: Fri, 1 May 2026 21:51:06 -0400 Subject: [PATCH] add 9b vision --- modules/nixos/services/llama-swap/config.nix | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modules/nixos/services/llama-swap/config.nix b/modules/nixos/services/llama-swap/config.nix index e5fa536..d47fc27 100644 --- a/modules/nixos/services/llama-swap/config.nix +++ b/modules/nixos/services/llama-swap/config.nix @@ -397,6 +397,7 @@ in ${llama-cpp}/bin/llama-server \ --port ''${PORT} \ -m /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS.gguf \ + --mmproj /mnt/ssd/Models/Qwen3.5/Qwen3.5-9B-IQ4_XS_mmproj-F16.gguf \ -c ''${ctx} \ --temp 0.6 \ --top-p 0.95 \ @@ -408,6 +409,8 @@ in metadata = { type = [ "text-generation" + "coding" + "vision" ]; }; };