add ollama

modules/homelab/ai/default.nix

@@ -2,14 +2,7 @@
 {
   # the order determines the order in glance :3
   imports = [
-    ./glance
-    ./home/zigbee2mqtt
-    ./vaultwarden
-    ./gitea
-    ./home/homeassistant
-    ./immich
-    ./home/mosquitto
-    ./home/wyoming
+    ./ollama
   ];
 
 }

modules/homelab/ai/ollama/default.nix

@@ -0,0 +1,124 @@
+{ pkgs, nixpkgs-unstable, config, lib, ... }:
+
+let
+  service = "ollama";
+  cfg = config.homelab.${service};
+  sec = config.sops.secrets;
+  homelab = config.homelab;
+in
+{
+  options.homelab.${service} = {
+    enable = lib.mkEnableOption "enables ${service}";
+
+    # set port options
+    port = lib.mkOption {
+      type = lib.types.int;
+      default = 7710;
+      description = "set port for ${service} (default: ${toString cfg.port}";
+    };
+    ssh_port = lib.mkOption {
+      type = lib.types.int;
+      default = ;
+      description = "set port for ${service} (default: ${toString cfg.port}";
+    };
+    url = lib.mkOption {
+      type = lib.types.str;
+      default = "ollama.${homelab.base_domain}";
+      description = "set domain for ${service}";
+    };
+    data_dir = lib.mkOption {
+      type = lib.types.str;
+      default = "/var/lib/${service}";
+      description = "set data directory for ${service}";
+    };
+    ids = lib.mkOption {
+      type = lib.types.int;
+      default = cfg.port;
+      description = "set uid and pid of ${service} user (matches port by default)";
+    };
+    backup = lib.mkOption {
+      type = lib.types.bool;
+      default = true;
+      description = "enable backups for ${service}";
+    };
+    motd = lib.mkOption {
+      type = lib.types.nullOr lib.types.str;
+      default = service;
+    };
+  };
+
+  config = lib.mkIf cfg.enable {
+    
+    # declare ${service} group
+    users.groups.${service} = { gid = lib.mkForce cfg.ids; };
+
+    # declare ${service} user
+    users.users.${service} = {
+      description = lib.mkForce "${service} server user";
+      uid = lib.mkForce cfg.ids;
+      isSystemUser = true;
+      shell = pkgs.bash; 
+      home = cfg.data_dir;
+      createHome = true;
+      group = service;
+      extraGroups = [];
+      # if you wanna attempt system ssh again
+      #openssh.authorizedKeys.keyFiles = [
+      #  "${cfg.data_dir}/.ssh/authorized_keys"
+      #];
+    };
+
+    # declare the gitea service
+    services.${service} = {
+      enable = true;
+      host = "0.0.0.0";
+      port = cfg.port;
+      openFirewall = true;
+      acceleration = "vulkan";
+      syncModels = true;
+      loadModels = [
+        "deepseek-r1:7b"
+        "deepseek-r1:14b"
+      ];
+
+    };
+
+    # override umask to make permissions work out
+    systemd.services.${service}.serviceConfig = {
+      UMask = lib.mkForce "0007";
+    };
+
+    # open firewall
+    networking.firewall.allowedTCPPorts = [ cfg.port ];
+
+    services.caddy.virtualHosts."${cfg.url}" = {
+      extraConfig = ''
+        tls internal
+        reverse_proxy localhost:${toString cfg.port} {
+        }
+      '';
+    };
+
+
+    # add to glance
+    homelab.glance.links.services = [{
+      title = service;
+      url = "https://git.${homelab.base_domain}";
+      error-url = "http://${homelab.host_ip}:${toString cfg.port}";
+      check-url = "http://${homelab.host_ip}:${toString cfg.port}";
+      icon = "di:${service}"; }];
+
+    # manage secrets with sops
+#    sops.secrets = {
+#      "${service}_database_password" = {
+#        owner = service;
+#        group = service;
+#      };
+#    };
+
+    # add to backups
+    homelab.backups.baks = {
+      ${service} = { paths = [ cfg.data_dir ]; };
+    };
+  };
+}