add AI stack

hosts/nixos/snowbelle/configuration.nix

@@ -70,6 +70,8 @@ in
     uptime-kuma.enable = true;
     vaultwarden.enable = true;
     mediastack.enable = true;
+    ollama.enable = true;
+    open-webui.enable = true;
   };
   gameservers = {
     minecraft_recpro.enable = true;

modules/homelab/ai/default.nix

@@ -2,14 +2,8 @@
 {
   # the order determines the order in glance :3
   imports = [
-    ./glance
+    ./ollama
-    ./home/zigbee2mqtt
+    ./open-webui
-    ./vaultwarden
-    ./gitea
-    ./home/homeassistant
-    ./immich
-    ./home/mosquitto
-    ./home/wyoming
   ];
 
 }

modules/homelab/ai/ollama/default.nix

@@ -0,0 +1,124 @@
+{ pkgs, nixpkgs-unstable, config, lib, ... }:
+
+let
+  service = "ollama";
+  cfg = config.homelab.${service};
+  sec = config.sops.secrets;
+  homelab = config.homelab;
+in
+{
+  options.homelab.${service} = {
+    enable = lib.mkEnableOption "enables ${service}";
+
+    # set port options
+    port = lib.mkOption {
+      type = lib.types.int;
+      default = 7710;
+      description = "set port for ${service} (default: ${toString cfg.port}";
+    };
+    ssh_port = lib.mkOption {
+      type = lib.types.int;
+      default = ;
+      description = "set port for ${service} (default: ${toString cfg.port}";
+    };
+    url = lib.mkOption {
+      type = lib.types.str;
+      default = "ollama.${homelab.base_domain}";
+      description = "set domain for ${service}";
+    };
+    data_dir = lib.mkOption {
+      type = lib.types.str;
+      default = "/var/lib/${service}";
+      description = "set data directory for ${service}";
+    };
+    ids = lib.mkOption {
+      type = lib.types.int;
+      default = cfg.port;
+      description = "set uid and pid of ${service} user (matches port by default)";
+    };
+    backup = lib.mkOption {
+      type = lib.types.bool;
+      default = true;
+      description = "enable backups for ${service}";
+    };
+    motd = lib.mkOption {
+      type = lib.types.nullOr lib.types.str;
+      default = service;
+    };
+  };
+
+  config = lib.mkIf cfg.enable {
+    
+    # declare ${service} group
+    users.groups.${service} = { gid = lib.mkForce cfg.ids; };
+
+    # declare ${service} user
+    users.users.${service} = {
+      description = lib.mkForce "${service} server user";
+      uid = lib.mkForce cfg.ids;
+      isSystemUser = true;
+      shell = pkgs.bash; 
+      home = cfg.data_dir;
+      createHome = true;
+      group = service;
+      extraGroups = [];
+      # if you wanna attempt system ssh again
+      #openssh.authorizedKeys.keyFiles = [
+      #  "${cfg.data_dir}/.ssh/authorized_keys"
+      #];
+    };
+
+    # declare the gitea service
+    services.${service} = {
+      enable = true;
+      host = "0.0.0.0";
+      port = cfg.port;
+      openFirewall = true;
+      acceleration = "vulkan";
+      syncModels = true;
+      loadModels = [
+        "deepseek-r1:7b"
+        "deepseek-r1:14b"
+      ];
+
+    };
+
+    # override umask to make permissions work out
+    systemd.services.${service}.serviceConfig = {
+      UMask = lib.mkForce "0007";
+    };
+
+    # open firewall
+    networking.firewall.allowedTCPPorts = [ cfg.port ];
+
+    services.caddy.virtualHosts."${cfg.url}" = {
+      extraConfig = ''
+        tls internal
+        reverse_proxy localhost:${toString cfg.port} {
+        }
+      '';
+    };
+
+
+    # add to glance
+    homelab.glance.links.services = [{
+      title = service;
+      url = "https://git.${homelab.base_domain}";
+      error-url = "http://${homelab.host_ip}:${toString cfg.port}";
+      check-url = "http://${homelab.host_ip}:${toString cfg.port}";
+      icon = "di:${service}"; }];
+
+    # manage secrets with sops
+#    sops.secrets = {
+#      "${service}_database_password" = {
+#        owner = service;
+#        group = service;
+#      };
+#    };
+
+    # add to backups
+    homelab.backups.baks = {
+      ${service} = { paths = [ cfg.data_dir ]; };
+    };
+  };
+}

modules/homelab/ai/open-webui/default.nix

@@ -1,7 +1,7 @@
 { pkgs, nixpkgs-unstable, config, lib, ... }:
 
 let
-  service = "";
+  service = "open-webui";
   cfg = config.homelab.${service};
   sec = config.sops.secrets;
   homelab = config.homelab;
@@ -13,17 +13,17 @@ in
     # set port options
     port = lib.mkOption {
       type = lib.types.int;
-      default = 7703;
+      default = 7711;
       description = "set port for ${service} (default: ${toString cfg.port}";
     };
     ssh_port = lib.mkOption {
       type = lib.types.int;
-      default = 7567;
+      default = ;
       description = "set port for ${service} (default: ${toString cfg.port}";
     };
     url = lib.mkOption {
       type = lib.types.str;
-      default = "git.${homelab.base_domain}";
+      default = "ai.${homelab.base_domain}";
       description = "set domain for ${service}";
     };
     data_dir = lib.mkOption {
@@ -69,12 +69,11 @@ in
     };
 
     # declare the gitea service
-    services.gitea = {
+    services.${service} = {
       enable = true;
-      };
+      host = "0.0.0.0";
-      database = {
+      port = cfg.port;
-        passwordFile = "${toString config.sops.secrets."gitea_database_password".path}";
+      openFirewall = true;
-      };
     };
 
     # override umask to make permissions work out
@@ -83,7 +82,7 @@ in
     };
 
     # open firewall
-    networking.firewall.allowedTCPPorts = [ cfg.port cfg.ssh_port ];
+    networking.firewall.allowedTCPPorts = [ cfg.port ];
 
     services.caddy.virtualHosts."${cfg.url}" = {
       extraConfig = ''
@@ -103,12 +102,12 @@ in
       icon = "di:${service}"; }];
 
     # manage secrets with sops
-    sops.secrets = {
+#    sops.secrets = {
-      "${service}_database_password" = {
+#      "${service}_database_password" = {
-        owner = service;
+#        owner = service;
-        group = service;
+#        group = service;
-      };
+#      };
-    };
+#    };
 
     # add to backups
     homelab.backups.baks = {

modules/homelab/default.nix

@@ -45,5 +45,6 @@ in
     ./services
     ./system
     ./network
+    ./ai
   ];
 }