fix: restart llama swap on config change
This commit is contained in:
@@ -37,7 +37,6 @@ in
|
|||||||
description = "Model swapping for LLaMA C++ Server (or any local OpenAPI compatible server)";
|
description = "Model swapping for LLaMA C++ Server (or any local OpenAPI compatible server)";
|
||||||
after = [ "network.target" ];
|
after = [ "network.target" ];
|
||||||
wantedBy = [ "multi-user.target" ];
|
wantedBy = [ "multi-user.target" ];
|
||||||
|
|
||||||
serviceConfig = {
|
serviceConfig = {
|
||||||
Type = "exec";
|
Type = "exec";
|
||||||
ExecStart = "${lib.getExe llama-swap} --listen :8080 --config ${
|
ExecStart = "${lib.getExe llama-swap} --listen :8080 --config ${
|
||||||
@@ -97,6 +96,7 @@ in
|
|||||||
};
|
};
|
||||||
}) apiKeys);
|
}) apiKeys);
|
||||||
templates."llama-swap.json" = {
|
templates."llama-swap.json" = {
|
||||||
|
restartUnits = [ "llama-swap.service" ];
|
||||||
owner = "llama-swap";
|
owner = "llama-swap";
|
||||||
group = "llama-swap";
|
group = "llama-swap";
|
||||||
mode = "0400";
|
mode = "0400";
|
||||||
|
|||||||
Reference in New Issue
Block a user