service/llm: init

machines/workman/services.nix

@@ -16,6 +16,7 @@ in
       sshKeyFile = secrets."borgbackup/ssh_key".path;
       paths = [ "/" ];
     };
+    llm.enable = true;
     vpn.enable = true;
   };
 }

modules/services/default.nix

@@ -19,6 +19,7 @@
     ./homepage
     ./homer
     ./initrd-ssh
+    ./llm
     ./loki
     ./matrix-bot
     ./media

modules/services/llm/default.nix

@@ -0,0 +1,26 @@
+# enable local llms
+{
+  config,
+  lib,
+  pkgs,
+  ...
+}:
+let
+  cfg = config.my.services.llm;
+in
+{
+  options.my.services.llm = {
+    enable = lib.mkEnableOption "Enable llm service";
+  };
+
+  config = lib.mkIf cfg.enable {
+    services.ollama = {
+      enable = true;
+      package = pkgs.unstable.ollama;
+    };
+
+    my.services.backup.exclude = [
+      config.services.ollama.home
+    ];
+  };
+}