|
4 | 4 | config.allowUnfree = true; |
5 | 5 | }; |
6 | 6 |
|
7 | | - nixos.ai = { |
8 | | - services = { |
9 | | - open-webui = { |
10 | | - enable = true; |
11 | | - host = "0.0.0.0"; |
12 | | - port = 8080; |
13 | | - environment = { |
14 | | - CONTENT_EXTRACTION_ENGINE = "tika"; |
15 | | - DEVICE_TYPE = "cpu"; |
16 | | - ENABLE_OLLAMA_API = "True"; |
17 | | - ENABLE_OPENAI_API = "True"; |
18 | | - ENABLE_RAG_HYBRID_SEARCH = "True"; |
19 | | - ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION = "False"; |
20 | | - ENABLE_RAG_WEB_SEARCH = "True"; |
21 | | - OLLAMA_BASE_URL = "http://127.0.0.1:11434"; |
22 | | - OLLAMA_API_BASE_URL = "http://127.0.0.1:11434/api"; |
23 | | - OPENAI_API_BASE_URL = "http://127.0.0.1:8888/v1"; |
24 | | - OPENAI_API_KEY = ""; |
25 | | - PDF_EXTRACT_IMAGES = "True"; |
26 | | - RAG_EMBEDDING_ENGINE = "ollama"; |
27 | | - RAG_EMBEDDING_MODEL = "embeddinggemma:latest"; |
28 | | - RAG_EMBEDDING_MODEL_AUTO_UPDATE = "True"; |
29 | | - RAG_FILE_MAX_COUNT = "2"; |
30 | | - RAG_RERANKING_MODEL = "BAAI/bge-reranker-v2-m3"; |
31 | | - RAG_TEXT_SPLITTER = "token"; |
32 | | - RAG_WEB_SEARCH_ENGINE = "searxng"; |
33 | | - RAG_WEB_SEARCH_RESULT_COUNT = "5"; |
34 | | - RESET_CONFIG_ON_START = "True"; |
35 | | - SEARXNG_QUERY_URL = "http://apollo:3002/search?q=<query>"; |
36 | | - TIKA_SERVER_URL = "http://apollo:9998/"; |
37 | | - WEBUI_AUTH = "False"; |
38 | | - WEBUI_NAME = "LLM @ Home"; |
39 | | - }; |
| 7 | + unify.modules.ai.nixos = { |
| 8 | + services = { |
| 9 | + open-webui = { |
| 10 | + enable = true; |
| 11 | + host = "0.0.0.0"; |
| 12 | + port = 8080; |
| 13 | + environment = { |
| 14 | + CONTENT_EXTRACTION_ENGINE = "tika"; |
| 15 | + DEVICE_TYPE = "cpu"; |
| 16 | + ENABLE_OLLAMA_API = "True"; |
| 17 | + ENABLE_OPENAI_API = "True"; |
| 18 | + ENABLE_RAG_HYBRID_SEARCH = "True"; |
| 19 | + ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION = "False"; |
| 20 | + ENABLE_RAG_WEB_SEARCH = "True"; |
| 21 | + OLLAMA_BASE_URL = "http://127.0.0.1:11434"; |
| 22 | + OLLAMA_API_BASE_URL = "http://127.0.0.1:11434/api"; |
| 23 | + OPENAI_API_BASE_URL = "http://127.0.0.1:8888/v1"; |
| 24 | + OPENAI_API_KEY = ""; |
| 25 | + PDF_EXTRACT_IMAGES = "True"; |
| 26 | + RAG_EMBEDDING_ENGINE = "ollama"; |
| 27 | + RAG_EMBEDDING_MODEL = "embeddinggemma:latest"; |
| 28 | + RAG_EMBEDDING_MODEL_AUTO_UPDATE = "True"; |
| 29 | + RAG_FILE_MAX_COUNT = "2"; |
| 30 | + RAG_RERANKING_MODEL = "BAAI/bge-reranker-v2-m3"; |
| 31 | + RAG_TEXT_SPLITTER = "token"; |
| 32 | + RAG_WEB_SEARCH_ENGINE = "searxng"; |
| 33 | + RAG_WEB_SEARCH_RESULT_COUNT = "5"; |
| 34 | + RESET_CONFIG_ON_START = "True"; |
| 35 | + SEARXNG_QUERY_URL = "http://apollo:3002/search?q=<query>"; |
| 36 | + TIKA_SERVER_URL = "http://apollo:9998/"; |
| 37 | + WEBUI_AUTH = "False"; |
| 38 | + WEBUI_NAME = "LLM @ Home"; |
40 | 39 | }; |
| 40 | + }; |
41 | 41 |
|
42 | 42 | caddy = { |
43 | 43 | enable = true; |
|
0 commit comments