From 07f83c9ae1625b37d53641d21a02762005999fbe Mon Sep 17 00:00:00 2001 From: "Mohamed C." Date: Tue, 30 Jul 2024 23:40:45 +0200 Subject: [PATCH] alpaca gpu acceleration --- system/systempkgs.nix | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/system/systempkgs.nix b/system/systempkgs.nix index 877bfa1..1145902 100644 --- a/system/systempkgs.nix +++ b/system/systempkgs.nix @@ -29,4 +29,8 @@ mangohud alpaca ]; + # Use Alpaca GPU accel + pkgs.alpaca.override { + ollama = pkgs.ollama-rocm; +} }