penal-colony/nixos
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add litellm

Browse source
This commit is contained in:
ashisgreat22 2026-03-07 19:41:15 +01:00
parent d78f585044
commit cd2a2e60ef
3 changed files with 89 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
hosts/nixos/configuration.nix
View file

@ -40,6 +40,7 @@
myModules.gaming.gamemode.enable = true; myModules.gaming.gamemode.enable = true;
myModules.redlib.enable = true; myModules.redlib.enable = true;
services.openclaw-service.enable = true; services.openclaw-service.enable = true;
services.my-proxies.litellm.enable = true;
# Enable sandboxed applications # Enable sandboxed applications
myModules.wireproxy = { myModules.wireproxy = {

1
modules/nixos/default.nix
View file

@ -44,5 +44,6 @@
./impermanence.nix ./impermanence.nix
./auto-update.nix ./auto-update.nix
./openclaw.nix ./openclaw.nix
./litellm.nix
]; ];
} }

86
modules/nixos/litellm.nix Normal file
View file

@ -0,0 +1,86 @@
{
config,
lib,
pkgs,
...
}:
with lib;
let
cfg = config.services.my-proxies.litellm;
in
{
options.services.my-proxies.litellm = {
enable = mkEnableOption "LiteLLM Proxy for OpenClaw";
port = mkOption {
type = types.int;
default = 4000;
description = "Port for the LiteLLM proxy to listen on";
};
};
config = mkIf cfg.enable {
# Expose the API key as an environment variable using sops templates
sops.templates."litellm.env" = {
content = ''
OPENCLAW_MASTER_API_KEY="${config.sops.placeholder."master_api_key"}"
'';
};
systemd.services.litellm = {
serviceConfig = {
EnvironmentFile = [ config.sops.templates."litellm.env".path ];
};
};
services.litellm = {
enable = true;
port = cfg.port;
settings = {
model_list = [
{
model_name = "gemini-3.1-pro-preview";
litellm_params = {
model = "openai/gemini-3.1-pro-preview";
api_base = "http://localhost:8045/cli/v1";
api_key = "os.environ/OPENCLAW_MASTER_API_KEY";
custom_llm_provider = "openai";
};
}
{
model_name = "claude-opus-4-6";
litellm_params = {
model = "openai/gemini-3.1-pro-preview";
api_base = "http://localhost:8045/cli/v1";
api_key = "os.environ/OPENCLAW_MASTER_API_KEY";
custom_llm_provider = "openai";
};
}
{
model_name = "claude-sonnet-4-6[1m]";
litellm_params = {
model = "openai/gemini-3.1-pro-preview";
api_base = "http://localhost:8045/cli/v1";
api_key = "os.environ/OPENCLAW_MASTER_API_KEY";
custom_llm_provider = "openai";
};
}
{
model_name = "claude-3-opus-20240229";
litellm_params = {
model = "openai/gemini-3.1-pro-preview";
api_base = "http://localhost:8045/cli/v1";
api_key = "os.environ/OPENCLAW_MASTER_API_KEY";
custom_llm_provider = "openai";
};
}
];
litellm_settings = {
drop_params = true;
};
};
};
};
}