dotfiles/hosts/hitsugibune/llm.nix
2025-11-09 16:29:52 +01:00

30 lines
625 B
Nix

{config, ...}: {
services.open-webui = {
enable = true;
openFirewall = true;
host = "chattn.sprechtl.me";
};
services.ollama = {
enable = true;
acceleration = "cuda";
loadModels = ["llama3.2:3b" "deepseek-r1:1.5b" "gpt-oss:20b"];
};
services.nginx = {
enable = true;
virtualHosts.${config.services.open-webui.host} = {
forceSSL = true;
enableACME = true;
locations."/" = {
proxyPass = "http://127.0.0.1:8080";
proxyWebsockets = true;
};
};
};
security.acme = {
acceptTerms = true;
defaults.email = "stefan@tague.at";
};
}