From d97ddbe2d844e5fae8bfa4fd4f1a047df81e36b5 Mon Sep 17 00:00:00 2001
From: Ben Sima <ben@bsima.me>
Date: Tue, 4 Feb 2025 21:17:29 -0500
Subject: Deploy open-webui

This is a very nice web ui frontend similar to ChatGPT that can use both OpenAI
and Ollama as backends at the same time. Currently I'm just using it locally but
eventually I think I'll expose it over the internet and use it as my go-to LLM
interface.
---
 Omni/Dev/Beryllium/Ollama.nix | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'Omni/Dev/Beryllium/Ollama.nix')

diff --git a/Omni/Dev/Beryllium/Ollama.nix b/Omni/Dev/Beryllium/Ollama.nix
index 0018f49..3f2398e 100644
--- a/Omni/Dev/Beryllium/Ollama.nix
+++ b/Omni/Dev/Beryllium/Ollama.nix
@@ -10,6 +10,7 @@ If you want to spend time on it, spend time over there.
 */
 let
   pkg = pkgs.unstable.ollama;
+  ports = import ../../Cloud/Ports.nix;
 in {
   systemd.services.ollama = {
     description = "ollama";
@@ -17,7 +18,7 @@ in {
     wantedBy = ["multi-user.target"];
 
     environment = {
-      OLLAMA_HOST = "localhost:11434";
+      OLLAMA_HOST = "0.0.0.0:${toString ports.ollama}";
       # Where to store LLM model files.
       HOME = "%S/ollama";
       OLLAMA_MODELS = "%S/ollama/models";
-- 
cgit v1.2.3