diff --git a/modules/home/programs/terminal/opencode/lib.nix b/modules/home/programs/terminal/opencode/lib.nix index 95572f7..1cb9b72 100644 --- a/modules/home/programs/terminal/opencode/lib.nix +++ b/modules/home/programs/terminal/opencode/lib.nix @@ -14,11 +14,9 @@ in toOpencodeModels = llamaSwapConfig: let - textGenModels = filterAttrs - ( - name: model: any (t: t == "text-generation") (model.metadata.type or [ ]) - ) - (llamaSwapConfig.models or { }); + textGenModels = filterAttrs (name: model: any (t: t == "coding") (model.metadata.type or [ ])) ( + llamaSwapConfig.models or { } + ); localModels = mapAttrs ( diff --git a/modules/home/programs/terminal/pi/lib.nix b/modules/home/programs/terminal/pi/lib.nix index f9c258a..d478e76 100644 --- a/modules/home/programs/terminal/pi/lib.nix +++ b/modules/home/programs/terminal/pi/lib.nix @@ -13,11 +13,9 @@ in toPiModels = llamaSwapConfig: let - textGenModels = filterAttrs - ( - name: model: any (t: t == "text-generation") (model.metadata.type or [ ]) - ) - (llamaSwapConfig.models or { }); + textGenModels = filterAttrs (name: model: any (t: t == "coding") (model.metadata.type or [ ])) ( + llamaSwapConfig.models or { } + ); localModels = mapAttrs ( diff --git a/modules/nixos/services/llama-swap/config.nix b/modules/nixos/services/llama-swap/config.nix index 4de022e..edffa7c 100644 --- a/modules/nixos/services/llama-swap/config.nix +++ b/modules/nixos/services/llama-swap/config.nix @@ -29,7 +29,10 @@ in -dev CUDA0 ''; metadata = { - type = [ "text-generation" ]; + type = [ + "text-generation" + "coding" + ]; }; env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ]; }; @@ -56,7 +59,10 @@ in -dev CUDA0 ''; metadata = { - type = [ "text-generation" ]; + type = [ + "text-generation" + "coding" + ]; }; env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ]; }; @@ -142,7 +148,10 @@ in -fit off ''; metadata = { - type = [ "text-generation" ]; + type = [ + "text-generation" + "coding" + ]; }; env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ]; }; @@ -165,7 +174,10 @@ in -fit off ''; metadata = { - type = [ "text-generation" ]; + type = [ + "text-generation" + "coding" + ]; }; env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ]; }; @@ -216,7 +228,10 @@ in -fit off ''; metadata = { - type = [ "text-generation" ]; + type = [ + "text-generation" + "coding" + ]; }; env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ]; }; @@ -261,7 +276,10 @@ in -fit off ''; metadata = { - type = [ "text-generation" ]; + type = [ + "text-generation" + "coding" + ]; }; env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ]; };