From 610b684b3465e9d461d26ee1480e354fcfad76ee Mon Sep 17 00:00:00 2001
From: Felix Buehler <account@buehler.rocks>
Date: Mon, 2 Mar 2026 22:29:49 +0100
Subject: [PATCH] service/llm: init

---
 machines/workman/services.nix    |  1 +
 modules/services/default.nix     |  1 +
 modules/services/llm/default.nix | 26 ++++++++++++++++++++++++++
 3 files changed, 28 insertions(+)
 create mode 100644 modules/services/llm/default.nix

diff --git a/machines/workman/services.nix b/machines/workman/services.nix
index d481823..652036a 100644
--- a/machines/workman/services.nix
+++ b/machines/workman/services.nix
@@ -16,6 +16,7 @@ in
       sshKeyFile = secrets."borgbackup/ssh_key".path;
       paths = [ "/" ];
     };
+    llm.enable = true;
     vpn.enable = true;
   };
 }
diff --git a/modules/services/default.nix b/modules/services/default.nix
index 2113d38..c12ad8a 100644
--- a/modules/services/default.nix
+++ b/modules/services/default.nix
@@ -19,6 +19,7 @@
     ./homepage
     ./homer
     ./initrd-ssh
+    ./llm
     ./loki
     ./matrix-bot
     ./media
diff --git a/modules/services/llm/default.nix b/modules/services/llm/default.nix
new file mode 100644
index 0000000..4a03069
--- /dev/null
+++ b/modules/services/llm/default.nix
@@ -0,0 +1,26 @@
+# enable local llms
+{
+  config,
+  lib,
+  pkgs,
+  ...
+}:
+let
+  cfg = config.my.services.llm;
+in
+{
+  options.my.services.llm = {
+    enable = lib.mkEnableOption "Enable llm service";
+  };
+
+  config = lib.mkIf cfg.enable {
+    services.ollama = {
+      enable = true;
+      package = pkgs.unstable.ollama;
+    };
+
+    my.services.backup.exclude = [
+      config.services.ollama.home
+    ];
+  };
+}