From f3cc67b17ddafb1444fb97624ed697eb133ae6e0 Mon Sep 17 00:00:00 2001 From: Evan Reichard Date: Thu, 7 May 2026 20:37:54 -0400 Subject: [PATCH] chore(llama-swap): tune presence penalty to 1.5 and remove repeat penalty --- modules/nixos/services/llama-swap/config.nix | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/modules/nixos/services/llama-swap/config.nix b/modules/nixos/services/llama-swap/config.nix index c5a1369..7725b43 100644 --- a/modules/nixos/services/llama-swap/config.nix +++ b/modules/nixos/services/llama-swap/config.nix @@ -44,8 +44,7 @@ in --top-p 0.95 \ --top-k 20 \ --min-p 0.0 \ - --presence-penalty 0.0 \ - --repeat-penalty 1.0 \ + --presence-penalty 1.5 \ -dev CUDA0 \ -fit off \ --chat-template-kwargs "{\"preserve_thinking\": true}"