From cceefa62d147594d43478e398bbaa9c630670935 Mon Sep 17 00:00:00 2001 From: Ben Sima Date: Sat, 11 May 2024 14:28:09 -0400 Subject: Setup ollama API service This superceedes exllama and tabbyAPI which I could never get working fully. Unfortunately I had to switch to NixOS unstable to get all the Go builder stuff to work, so this is a cause of yet another version drift, but I guess it's inevitable and I should just learn to mitigate it with my nixpkgs shenanigans. --- Biz/Bild/Deps.nix | 2 ++ 1 file changed, 2 insertions(+) (limited to 'Biz/Bild/Deps.nix') diff --git a/Biz/Bild/Deps.nix b/Biz/Bild/Deps.nix index 8f44dde..8bf2272 100644 --- a/Biz/Bild/Deps.nix +++ b/Biz/Bild/Deps.nix @@ -31,4 +31,6 @@ _self: super: }; nostr-rs-relay = super.callPackage ./Deps/nostr-rs-relay.nix { }; + + ollama = super.callPackage ./Deps/ollama.nix { acceleration = "cuda"; }; } -- cgit v1.2.3