evan/nix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: tweak ctx

Browse Source
This commit is contained in:
Evan Reichard
2026-05-12 09:27:42 -04:00
parent 9824728ccb
commit a01f9e34ee
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modules/nixos/services/llama-swap/config.nix
View File

@@ -60,7 +60,7 @@ in
# https://huggingface.co/unsloth/Qwen3.6-27B-GGUF-MTP/tree/main
"qwen3.6-27b-udq4-thinking" = {
name = "Qwen3.6 (27B) - Thinking (UD-Q4)";
macros.ctx = "150000";
macros.ctx = "140000";
cmd = ''
${llama-cpp}/bin/llama-server \
--port ''${PORT} \
@@ -609,7 +609,7 @@ in
# https://huggingface.co/unsloth/Qwen3.6-27B-GGUF-MTP/tree/main
"qwen3.6-27b-udq6-thinking" = {
name = "Qwen3.6 (27B) - Thinking (UD-Q6)";
macros.ctx = "225000";
macros.ctx = "196608";
cmd = ''
${llama-cpp}/bin/llama-server \
--port ''${PORT} \