From d97ddbe2d844e5fae8bfa4fd4f1a047df81e36b5 Mon Sep 17 00:00:00 2001
From: Ben Sima <ben@bsima.me>
Date: Tue, 4 Feb 2025 21:17:29 -0500
Subject: Deploy open-webui

This is a very nice web ui frontend similar to ChatGPT that can use both OpenAI
and Ollama as backends at the same time. Currently I'm just using it locally but
eventually I think I'll expose it over the internet and use it as my go-to LLM
interface.
---
 Omni/Dev/Beryllium/Configuration.nix | 1 +
 1 file changed, 1 insertion(+)

(limited to 'Omni/Dev/Beryllium/Configuration.nix')

diff --git a/Omni/Dev/Beryllium/Configuration.nix b/Omni/Dev/Beryllium/Configuration.nix
index a371649..4a792ef 100644
--- a/Omni/Dev/Beryllium/Configuration.nix
+++ b/Omni/Dev/Beryllium/Configuration.nix
@@ -83,6 +83,7 @@ in {
   hardware.nvidia.powerManagement.finegrained = false;
   hardware.nvidia.open = true;
   hardware.nvidia.nvidiaSettings = true;
+  hardware.nvidia-container-toolkit.enable = true;
 
   hardware.keyboard.zsa.enable = true;
 
-- 
cgit v1.2.3