-
-
Notifications
You must be signed in to change notification settings - Fork 14.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
1860d78
commit f66cb82
Showing
4 changed files
with
129 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,94 @@ | ||
{ | ||
config, | ||
lib, | ||
pkgs, | ||
... | ||
}: | ||
let | ||
inherit (lib) types; | ||
|
||
cfg = config.services.open-webui; | ||
in | ||
{ | ||
options = { | ||
services.open-webui = { | ||
enable = lib.mkEnableOption "Enable open-webui, an interactive chat web app"; | ||
package = lib.mkPackageOption pkgs "open-webui" { }; | ||
|
||
stateDir = lib.mkOption { | ||
type = types.path; | ||
default = "/var/lib/open-webui"; | ||
description = "State directory of open-webui."; | ||
}; | ||
|
||
host = lib.mkOption { | ||
type = types.str; | ||
default = "localhost"; | ||
description = "Host of open-webui"; | ||
}; | ||
|
||
port = lib.mkOption { | ||
type = types.port; | ||
default = 8080; | ||
description = "Port of open-webui"; | ||
}; | ||
|
||
environment = lib.mkOption { | ||
type = types.attrsOf types.str; | ||
default = { }; | ||
example = '' | ||
{ | ||
OLLAMA_API_BASE_URL = "http://localhost:11434"; | ||
# Disable authentication | ||
WEBUI_AUTH = "False"; | ||
} | ||
''; | ||
description = "Extra environment variables for open-webui"; | ||
}; | ||
}; | ||
}; | ||
|
||
config = lib.mkIf cfg.enable { | ||
systemd.services.open-webui = { | ||
description = "User-friendly WebUI for LLMs (Formerly Ollama WebUI)"; | ||
wantedBy = [ "multi-user.target" ]; | ||
after = [ "network.target" ]; | ||
|
||
preStart = '' | ||
mkdir -p ${cfg.stateDir}/static | ||
''; | ||
|
||
environment = { | ||
STATIC_DIR = "${cfg.stateDir}/static"; | ||
DATA_DIR = "${cfg.stateDir}"; | ||
} // cfg.environment; | ||
|
||
serviceConfig = { | ||
ExecStart = "${lib.getExe cfg.package} serve --host ${cfg.host} --port ${toString cfg.port}"; | ||
WorkingDirectory = cfg.stateDir; | ||
StateDirectory = "open-webui"; | ||
RuntimeDirectory = "open-webui"; | ||
RuntimeDirectoryMode = "0755"; | ||
PrivateTmp = true; | ||
DynamicUser = true; | ||
DevicePolicy = "closed"; | ||
LockPersonality = true; | ||
MemoryDenyWriteExecute = false; # onnxruntime/capi/onnxruntime_pybind11_state.so: cannot enable executable stack as shared object requires: Permission Denied | ||
PrivateUsers = true; | ||
ProtectHome = true; | ||
ProtectHostname = true; | ||
ProtectKernelLogs = true; | ||
ProtectKernelModules = true; | ||
ProtectKernelTunables = true; | ||
ProtectControlGroups = true; | ||
ProcSubset = "all"; # Error in cpuinfo: failed to parse processor information from /proc/cpuinfo | ||
RestrictNamespaces = true; | ||
RestrictRealtime = true; | ||
SystemCallArchitectures = "native"; | ||
UMask = "0077"; | ||
}; | ||
}; | ||
}; | ||
|
||
meta.maintainers = with lib.maintainers; [ shivaraj-bh ]; | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,33 @@ | ||
{ lib, ... }: | ||
let | ||
mainPort = "8080"; | ||
in | ||
{ | ||
name = "open-webui"; | ||
meta = with lib.maintainers; { | ||
maintainers = [ shivaraj-bh ]; | ||
}; | ||
|
||
nodes = { | ||
machine = | ||
{ ... }: | ||
{ | ||
services.open-webui = { | ||
enable = true; | ||
environment = { | ||
# Requires network connection | ||
RAG_EMBEDDING_MODEL = ""; | ||
}; | ||
}; | ||
}; | ||
}; | ||
|
||
testScript = '' | ||
machine.start() | ||
machine.wait_for_unit("open-webui.service") | ||
machine.wait_for_open_port(${mainPort}) | ||
machine.succeed("curl http://127.0.0.1:${mainPort}") | ||
''; | ||
} |