feat(self/ollama): Mistral 7b setup with ollama
This commit is contained in:
parent
8634895181
commit
210816195b
5 changed files with 41 additions and 1 deletions
29
services/self_host/ollama.nix
Normal file
29
services/self_host/ollama.nix
Normal file
|
|
@ -0,0 +1,29 @@
|
|||
{ config, pkgs, lib, ... }:
|
||||
|
||||
let
|
||||
cfg = config.service.selfhost.ollama;
|
||||
in
|
||||
{
|
||||
services = {
|
||||
ollama = {
|
||||
enable = true;
|
||||
loadModels = [
|
||||
"mistral:7b"
|
||||
];
|
||||
acceleration = "cuda";
|
||||
};
|
||||
|
||||
open-webui = {
|
||||
enable = true;
|
||||
port = 13007;
|
||||
};
|
||||
nginx.virtualHosts."ollama.enium.eu" = {
|
||||
enableACME = true;
|
||||
forceSSL = true;
|
||||
locations."/" = {
|
||||
proxyPass = "http://127.0.0.1:13007";
|
||||
proxyWebsockets = true;
|
||||
};
|
||||
};
|
||||
};
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue