diff --git a/modules/nixos/services/llama-swap/config.nix b/modules/nixos/services/llama-swap/config.nix index c5a1369..7725b43 100644 --- a/modules/nixos/services/llama-swap/config.nix +++ b/modules/nixos/services/llama-swap/config.nix @@ -44,8 +44,7 @@ in --top-p 0.95 \ --top-k 20 \ --min-p 0.0 \ - --presence-penalty 0.0 \ - --repeat-penalty 1.0 \ + --presence-penalty 1.5 \ -dev CUDA0 \ -fit off \ --chat-template-kwargs "{\"preserve_thinking\": true}"