chore(llm): update llama-cpp, llama-swap and switch to qwen3.5-27b-thinking

- Bump llama-cpp from version 8157 to 8196
- Bump llama-swap from version 192 to 197
- Switch default assistant model from qwen3-coder-next-80b to qwen3.5-27b-thinking
- Remove glm-4-32b-instruct model configuration
- Update qwen3.5-27b-thinking config:
  - Use bartowski quantization (IQ4_XS) instead of unsloth
  - Increase context window from 131k to 196k
  - Add cache type settings (q8_0) and CUDA device
- Add 1password-cli to home-manager programs
- Fix typo: 'dispay' -> 'display' in llm-config.lua

modules/home/programs/terminal/nvim/config/lua/llm-config.lua

@@ -1,5 +1,5 @@
 local llm_endpoint = "https://llm-api.va.reichard.io"
-local llm_assistant_model = "qwen3-coder-next-80b-instruct"
+local llm_assistant_model = "qwen3.5-27b-thinking"
 local llm_infill_model = llm_assistant_model
 local current_fim = "copilot"
 
@@ -63,7 +63,7 @@ codecompanion.setup({
 		inline = { adapter = "llamaswap" },
 		cmd = { adapter = "llamaswap" },
 	},
-	chat = { dispay = "telescope" },
+	chat = { display = "telescope" },
 	memory = { opts = { chat = { enabled = true } } },
 })
 

modules/nixos/services/llama-swap/config.nix

@@ -54,27 +54,6 @@ in
       };
     };
 
-    # https://huggingface.co/unsloth/GLM-4-32B-0414-GGUF/tree/main
-    "glm-4-32b-instruct" = {
-      name = "GLM 4 (32B) - Instruct";
-      macros.ctx = "32768";
-      cmd = ''
-        ${llama-cpp}/bin/llama-server \
-          --port ''${PORT} \
-          -m /mnt/ssd/Models/GLM/GLM-4-32B-0414-Q4_K_M.gguf \
-          -c ''${ctx} \
-          --temp 0.6 \
-          --top-k 40 \
-          --top-p 0.95 \
-          --min-p 0.0 \
-          -fit off \
-          -dev CUDA0
-      '';
-      metadata = {
-        type = [ "text-generation" ];
-      };
-    };
-
     # https://huggingface.co/mradermacher/gpt-oss-20b-heretic-v2-i1-GGUF/tree/main
     "gpt-oss-20b-thinking" = {
       name = "GPT OSS (20B) - Thinking";
@@ -190,19 +169,22 @@ in
       };
     };
 
-    # https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/main
+    # https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/tree/main
     "qwen3.5-27b-thinking" = {
       name = "Qwen3.5 (27B) - Thinking";
-      macros.ctx = "131072";
+      macros.ctx = "196608";
       cmd = ''
         ${llama-cpp}/bin/llama-server \
           --port ''${PORT} \
-          -m /mnt/ssd/Models/Qwen3.5/Qwen3.5-27B-UD-Q4_K_XL.gguf \
+          -m /mnt/ssd/Models/Qwen3.5/Qwen_Qwen3.5-27B-IQ4_XS.gguf \
           -c ''${ctx} \
           --temp 0.6 \
           --top-p 0.95 \
           --top-k 20 \
           --min-p 0.00 \
+          -ctk q8_0 \
+          -ctv q8_0 \
+          -dev CUDA0 \
           -fit off
       '';
       # --chat-template-kwargs "{\"enable_thinking\": false}"