From fb86f8c7f7c795dd31330c6a8cb4a1c1f27d33f5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Kier=C3=A1n=20Meinhardt?= Date: Sun, 15 Feb 2026 16:43:21 +0100 Subject: [PATCH] cuda: build ollama --- systems/fatteh/cuda.nix | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/systems/fatteh/cuda.nix b/systems/fatteh/cuda.nix index 45a1221..824b17b 100644 --- a/systems/fatteh/cuda.nix +++ b/systems/fatteh/cuda.nix @@ -1,3 +1,4 @@ +{ pkgs, ... }: { nixpkgs.config = { allowUnfree = true; @@ -21,7 +22,14 @@ }; }; + services.ollama = { + enable = true; + acceleration = "cuda"; # Force it to use the MX150 + package = pkgs.ollama-cuda; + }; + nix.settings.system-features = [ "cuda" ]; + nixpkgs.config.cudaCapabilities = [ "6.1" ]; programs.nix-required-mounts = { enable = true;