formatting & test cuda support
This commit is contained in:
@@ -1,12 +1,15 @@
|
||||
{ pkgs, nixpkgs-unstable, config, lib, ... }:
|
||||
|
||||
let
|
||||
{
|
||||
pkgs,
|
||||
nixpkgs-unstable,
|
||||
config,
|
||||
lib,
|
||||
...
|
||||
}: let
|
||||
service = "ollama";
|
||||
cfg = config.homelab.${service};
|
||||
sec = config.sops.secrets;
|
||||
homelab = config.homelab;
|
||||
in
|
||||
{
|
||||
in {
|
||||
options.homelab.${service} = {
|
||||
enable = lib.mkEnableOption "enables ${service}";
|
||||
|
||||
@@ -43,16 +46,15 @@ in
|
||||
};
|
||||
|
||||
config = lib.mkIf cfg.enable {
|
||||
|
||||
# declare ${service} group
|
||||
users.groups.${service} = { gid = lib.mkForce cfg.ids; };
|
||||
users.groups.${service} = {gid = lib.mkForce cfg.ids;};
|
||||
|
||||
# declare ${service} user
|
||||
users.users.${service} = {
|
||||
description = lib.mkForce "${service} server user";
|
||||
uid = lib.mkForce cfg.ids;
|
||||
isSystemUser = true;
|
||||
shell = pkgs.bash;
|
||||
shell = pkgs.bash;
|
||||
home = cfg.data_dir;
|
||||
createHome = true;
|
||||
group = service;
|
||||
@@ -69,13 +71,12 @@ in
|
||||
host = "0.0.0.0";
|
||||
port = cfg.port;
|
||||
openFirewall = true;
|
||||
acceleration = "vulkan";
|
||||
acceleration = "cuda";
|
||||
syncModels = true;
|
||||
loadModels = [
|
||||
"deepseek-r1:7b"
|
||||
"deepseek-r1:14b"
|
||||
];
|
||||
|
||||
};
|
||||
|
||||
# override umask to make permissions work out
|
||||
@@ -84,7 +85,7 @@ in
|
||||
};
|
||||
|
||||
# open firewall
|
||||
networking.firewall.allowedTCPPorts = [ cfg.port ];
|
||||
networking.firewall.allowedTCPPorts = [cfg.port];
|
||||
|
||||
services.caddy.virtualHosts."${cfg.url}" = {
|
||||
extraConfig = ''
|
||||
@@ -94,26 +95,25 @@ in
|
||||
'';
|
||||
};
|
||||
|
||||
|
||||
# add to glance
|
||||
homelab.glance.links.services = [{
|
||||
title = service;
|
||||
url = "https://git.${homelab.base_domain}";
|
||||
error-url = "http://${homelab.host_ip}:${toString cfg.port}";
|
||||
check-url = "http://${homelab.host_ip}:${toString cfg.port}";
|
||||
icon = "di:${service}"; }];
|
||||
# homelab.glance.links.services = [{
|
||||
# title = service;
|
||||
# url = "https://git.${homelab.base_domain}";
|
||||
# error-url = "http://${homelab.host_ip}:${toString cfg.port}";
|
||||
# check-url = "http://${homelab.host_ip}:${toString cfg.port}";
|
||||
# icon = "di:${service}"; }];
|
||||
|
||||
# manage secrets with sops
|
||||
# sops.secrets = {
|
||||
# "${service}_database_password" = {
|
||||
# owner = service;
|
||||
# group = service;
|
||||
# };
|
||||
# };
|
||||
# sops.secrets = {
|
||||
# "${service}_database_password" = {
|
||||
# owner = service;
|
||||
# group = service;
|
||||
# };
|
||||
# };
|
||||
|
||||
# add to backups
|
||||
homelab.backups.baks = {
|
||||
${service} = { paths = [ cfg.data_dir ]; };
|
||||
${service} = {paths = [cfg.data_dir];};
|
||||
};
|
||||
};
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user