2025-04-06 19:41:20 +02:00
|
|
|
{
|
|
|
|
config,
|
|
|
|
lib,
|
|
|
|
...
|
|
|
|
}: {
|
|
|
|
options = {
|
|
|
|
crony.ollama.enable = lib.mkEnableOption "Enable and setup ollama";
|
|
|
|
};
|
|
|
|
|
|
|
|
config = lib.mkIf config.crony.ollama.enable {
|
|
|
|
services.ollama = {
|
|
|
|
enable = true;
|
|
|
|
loadModels = ["llama3.2:3b" "deepseek-r1:1.5b"];
|
|
|
|
acceleration = "cuda";
|
|
|
|
};
|
2025-04-06 20:33:31 +02:00
|
|
|
services.open-webui = {
|
|
|
|
enable = true;
|
|
|
|
};
|
2025-04-06 20:42:33 +02:00
|
|
|
|
|
|
|
systemd.services.ollama.wantedBy = lib.mkForce [];
|
2025-04-13 09:03:57 +02:00
|
|
|
systemd.services.ollama-model-loader.wantedBy = lib.mkForce [];
|
2025-04-06 20:42:33 +02:00
|
|
|
systemd.services.open-webui.wantedBy = lib.mkForce [];
|
2025-04-06 19:41:20 +02:00
|
|
|
};
|
|
|
|
}
|