evan/nix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(llama-swap): allow qwen thinking by default

Browse Source
This commit is contained in:
Evan Reichard
2026-05-11 09:51:01 -04:00
parent ecad94aab3
commit 4df32ad273
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modules/nixos/services/llama-swap/config.nix
View File

@@ -189,7 +189,6 @@ in
--language-model-only --language-model-only
--trust-remote-code --trust-remote-code
--reasoning-parser qwen3 --reasoning-parser qwen3
--default-chat-template-kwargs '{"enable_thinking": false}'
--enable-auto-tool-choice --enable-auto-tool-choice
--tool-call-parser qwen3_coder --tool-call-parser qwen3_coder
--enable-prefix-caching --enable-prefix-caching
@@ -330,7 +329,6 @@ in
--kv-cache-dtype turboquant_3bit_nc --kv-cache-dtype turboquant_3bit_nc
--trust-remote-code --trust-remote-code
--reasoning-parser qwen3 --reasoning-parser qwen3
--default-chat-template-kwargs '{"enable_thinking": false}'
--enable-auto-tool-choice --enable-auto-tool-choice
--tool-call-parser qwen3_coder --tool-call-parser qwen3_coder
--enable-prefix-caching --enable-prefix-caching
@@ -467,7 +465,6 @@ in
--language-model-only --language-model-only
--trust-remote-code --trust-remote-code
--reasoning-parser qwen3 --reasoning-parser qwen3
--default-chat-template-kwargs '{"enable_thinking": false}'
--enable-auto-tool-choice --enable-auto-tool-choice
--tool-call-parser qwen3_coder --tool-call-parser qwen3_coder
--enable-prefix-caching --enable-prefix-caching