evan/nix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(llama-swap): reduce qwen3.6 dual context

Browse Source
This commit is contained in:
Evan Reichard
2026-05-20 00:11:08 -04:00
parent a7941db240
commit 79884e8a77
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modules/nixos/services/llama-swap/config.nix
View File

@@ -650,7 +650,7 @@ in
# https://huggingface.co/unsloth/Qwen3.6-27B-GGUF-MTP/tree/main # https://huggingface.co/unsloth/Qwen3.6-27B-GGUF-MTP/tree/main
"qwen3.6-27b-dual" = { "qwen3.6-27b-dual" = {
name = "Qwen3.6 27B (Dual GPU, UD-Q6)"; name = "Qwen3.6 27B (Dual GPU, UD-Q6)";
macros.ctx = "196608"; macros.ctx = "180000";
cmd = '' cmd = ''
${llama-cpp}/bin/llama-server \ ${llama-cpp}/bin/llama-server \
--port ''${PORT} \ --port ''${PORT} \