feat(self/ollama): Mistral 7b setup with ollama

hosts/global.nix

@@ -50,7 +50,7 @@
 	nixpkgs.config.allowUnfree = true;
 
 	nix.settings = {
-		download-buffer-size = 16777216;
+		download-buffer-size = 1048576;
 		experimental-features = [
 			"nix-command"
 			"flakes"

hosts/server/configuration.nix

@@ -22,6 +22,7 @@
 	service = {
 		selfhost = {
 			htop = true;
+			ollama = true;
 			monitor = true;
 			nextcloud = true;
 		};

services/self_host.nix

@@ -7,6 +7,9 @@ let
 	monitor = import ./self_host/monitor.nix {
 		inherit inputs config pkgs lib;
 	};
+	ollama = import ./self_host/ollama.nix {
+		inherit inputs config pkgs lib;
+	};
 	nextcloud = import ./self_host/nextcloud.nix {
 		inherit inputs config pkgs lib;
 	};
@@ -16,6 +19,7 @@ in
 	imports = [
 		nextcloud
 		htop
+		ollama
 		monitor
 	];
 
@@ -30,6 +34,11 @@ in
 			default = false;
 			description = "Enable the htop";
 		};
+		ollama = lib.mkOption {
+			type = lib.types.bool;
+			default = false;
+			description = "Enable the ollama";
+		};
 		monitor = lib.mkOption {
 			type = lib.types.bool;
 			default = false;

services/self_host/monitor.nix

@@ -95,6 +95,7 @@ in
 						"https://nextcloud.enium.eu"
 						"https://htop.enium.eu"
 						"https://monitor.enium.eu"
+						"https://ollama.enium.eu"
 						"http://relance-pas-stp.me:4242"
 					];
 				}];

services/self_host/ollama.nix

@@ -0,0 +1,29 @@
+{ config, pkgs, lib, ... }:
+
+let
+	cfg = config.service.selfhost.ollama;
+in
+{
+	services = {
+		ollama = {
+			enable = true;
+			loadModels = [
+				"mistral:7b"
+			];
+			acceleration = "cuda";
+		};
+
+		open-webui = {
+			enable = true;
+			port = 13007;
+		};
+		nginx.virtualHosts."ollama.enium.eu" = {
+			enableACME = true;
+			forceSSL = true;
+			locations."/" = {
+				proxyPass = "http://127.0.0.1:13007";
+				proxyWebsockets = true;
+			};
+		};
+	};
+}