service/llm: init

modules/services/default.nix

@@ -19,6 +19,7 @@
     ./homepage
     ./homer
     ./initrd-ssh
+    ./llm
     ./loki
     ./matrix-bot
     ./media

modules/services/llm/default.nix

@@ -0,0 +1,26 @@
+# enable local llms
+{
+  config,
+  lib,
+  pkgs,
+  ...
+}:
+let
+  cfg = config.my.services.llm;
+in
+{
+  options.my.services.llm = {
+    enable = lib.mkEnableOption "Enable llm service";
+  };
+
+  config = lib.mkIf cfg.enable {
+    services.ollama = {
+      enable = true;
+      package = pkgs.unstable.ollama;
+    };
+
+    my.services.backup.exclude = [
+      config.services.ollama.home
+    ];
+  };
+}