nixos/opt/llm.nix


1
2
3
4
5
6
7
8
9
10
11
12

{ config, pkgs, unstable, ... }:

{
  services.ollama = {
    enable = true;
    package = unstable.ollama-cuda;
  };
  services.open-webui = {
    enable = true;
    package = unstable.open-webui;
  };
}