evan/nix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor(terminal): filter models by coding type

Browse Source 
Change opencode and pi model filtering to use 'coding' type instead of
more generic 'text-generation' type. Update llama-swap model configs to
include 'coding' in metadata type list for relevant models (deepseek-coder,
qwen-coder, mistral, codellama, llama3-8b-instruct-q5).
This commit is contained in:
Evan Reichard
2026-02-06 08:33:01 -05:00
parent 234c4f2b8b
commit ec15ebb262
3 changed files with 30 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
modules/home/programs/terminal/opencode/lib.nix
View File

@@ -14,11 +14,9 @@ in
toOpencodeModels =
llamaSwapConfig:
let
textGenModels = filterAttrs
(
name: model: any (t: t == "text-generation") (model.metadata.type or [ ])
)
(llamaSwapConfig.models or { });
textGenModels = filterAttrs (name: model: any (t: t == "coding") (model.metadata.type or [ ])) (
llamaSwapConfig.models or { }
);
localModels = mapAttrs
(

8
modules/home/programs/terminal/pi/lib.nix
View File

@@ -13,11 +13,9 @@ in
toPiModels =
llamaSwapConfig:
let
textGenModels = filterAttrs
(
name: model: any (t: t == "text-generation") (model.metadata.type or [ ])
)
(llamaSwapConfig.models or { });
textGenModels = filterAttrs (name: model: any (t: t == "coding") (model.metadata.type or [ ])) (
llamaSwapConfig.models or { }
);
localModels = mapAttrs
(

30
modules/nixos/services/llama-swap/config.nix
View File

@@ -29,7 +29,10 @@ in
-dev CUDA0
'';
metadata = {
type = [ "text-generation" ];
type = [
"text-generation"
"coding"
];
};
env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ];
};
@@ -56,7 +59,10 @@ in
-dev CUDA0
'';
metadata = {
type = [ "text-generation" ];
type = [
"text-generation"
"coding"
];
};
env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ];
};
@@ -142,7 +148,10 @@ in
-fit off
'';
metadata = {
type = [ "text-generation" ];
type = [
"text-generation"
"coding"
];
};
env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ];
};
@@ -165,7 +174,10 @@ in
-fit off
'';
metadata = {
type = [ "text-generation" ];
type = [
"text-generation"
"coding"
];
};
env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ];
};
@@ -216,7 +228,10 @@ in
-fit off
'';
metadata = {
type = [ "text-generation" ];
type = [
"text-generation"
"coding"
];
};
env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ];
};
@@ -261,7 +276,10 @@ in
-fit off
'';
metadata = {
type = [ "text-generation" ];
type = [
"text-generation"
"coding"
];
};
env = [ "GGML_CUDA_ENABLE_UNIFIED_MEMORY=1" ];
};