feat: nginx reverse proxy that shi
This commit is contained in:
parent
411755a47e
commit
8fc518d422
13 changed files with 98 additions and 58 deletions
|
|
@ -1,5 +1,4 @@
|
|||
{...} :
|
||||
{
|
||||
{config, ...}: {
|
||||
services.open-webui = {
|
||||
enable = true;
|
||||
openFirewall = true;
|
||||
|
|
@ -7,9 +6,26 @@
|
|||
};
|
||||
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
acceleration = "cuda";
|
||||
loadModels = [ "llama3.2:3b" "deepseek-r1:1.5b" "gpt-oss:20b" ];
|
||||
|
||||
};
|
||||
enable = true;
|
||||
host = "chattn.sprechtl.me";
|
||||
acceleration = "cuda";
|
||||
loadModels = ["llama3.2:3b" "deepseek-r1:1.5b" "gpt-oss:20b"];
|
||||
};
|
||||
|
||||
services.nginx = {
|
||||
enable = true;
|
||||
virtualHosts.${config.services.ollama.host} = {
|
||||
forceSSL = true;
|
||||
enableACME = true;
|
||||
locations."/" = {
|
||||
proxyPass = "http://127.0.0.1:8080";
|
||||
proxyWebsockets = true;
|
||||
};
|
||||
};
|
||||
};
|
||||
|
||||
security.acme = {
|
||||
acceptTerms = true;
|
||||
defaults.email = "stefan@tague.at";
|
||||
};
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue