fix: selectively use cuda

wi2trier · Dec 4, 2024 · 8db387e · 8db387e
1 parent d4b11c7
commit 8db387e
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/flake-modules/default.nix b/flake-modules/default.nix
@@ -10,25 +10,28 @@ let
     inherit system;
     config = {
       allowUnfree = true;
-      cudaSupport = true;
+      cudaSupport = false;
     };
     overlays = lib.singleton (
       final: prev: {
         apptainer = prev.apptainer.override {
           enableNvidiaContainerCli = false;
           forceNvcCli = false;
         };
+        ollama = final.unstable.ollama.override {
+          acceleration = "cuda";
+        };
         system-manager = inputs.system-manager.packages.${system}.default;
         nixglhost = inputs.nixglhost.packages.${system}.default;
         stable = prev;
         unstable = import inputs.nixpkgs-unstable {
           inherit system;
           config = {
             allowUnfree = true;
-            cudaSupport = true;
+            cudaSupport = false;
           };
         };
-        inherit (final.unstable) uv;
+        inherit (final.unstable) uv open-webui;
       }
     );
   };