Files
nix-fleet/modules/apps/sys/ai.nix
2026-04-19 22:08:48 +02:00

29 lines
702 B
Nix

{ ... }: {
flake.nixosModules.apps-sys-ai = { pkgs, ... }: {
environment.systemPackages = with pkgs; [
opencode
alpaca
newelle
vscode
];
services.ollama = {
enable = true;
package = pkgs.ollama-rocm;
host = "0.0.0.0";
openFirewall = true;
loadModels = [ "qwen3.6:35b" "gpt-oss:20b" "gemma4:26b" "gemma4:e4b" ];
};
services.wyoming.faster-whisper = {
servers.default = {
enable = true;
model = "large-v3";
language = "de"; # oder "auto" für Spracherkennung
uri = "tcp://0.0.0.0:10300";
device = "cuda"; # ROCm wird als "cuda" angesprochen
};
};
};
}