kfm/niveum
1
0
Fork 0
mirror of https://github.com/kmein/niveum synced 2026-03-16 10:11:08 +01:00
Code Releases Activity

cuda: build ollama

Browse Source
This commit is contained in:
Kierán Meinhardt
2026-02-15 16:43:21 +01:00
parent 86b5e4da9f
commit fb86f8c7f7
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
systems/fatteh/cuda.nix
View File

@@ -1,3 +1,4 @@
{ pkgs, ... }:
{ {
nixpkgs.config = { nixpkgs.config = {
allowUnfree = true; allowUnfree = true;
@@ -21,7 +22,14 @@
}; };
}; };
services.ollama = {
enable = true;
acceleration = "cuda"; # Force it to use the MX150
package = pkgs.ollama-cuda;
};
nix.settings.system-features = [ "cuda" ]; nix.settings.system-features = [ "cuda" ];
nixpkgs.config.cudaCapabilities = [ "6.1" ];
programs.nix-required-mounts = { programs.nix-required-mounts = {
enable = true; enable = true;