feat(dev/llm): enabled ollama service with cuda acceleration

luisnquin · Feb 1, 2025 · 83bbdb3 · 83bbdb3
1 parent a547792
commit 83bbdb3
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/home/modules/dev/default.nix b/home/modules/dev/default.nix
@@ -16,6 +16,7 @@
     ./ocaml.nix
     ./node.nix
     ./rust.nix
+    ./llm.nix
     ./etc.nix
     ./zig.nix
   ];

diff --git a/home/modules/dev/llm.nix b/home/modules/dev/llm.nix
@@ -0,0 +1,6 @@
+{
+  services.ollama = {
+    enable = true;
+    acceleration = "cuda";
+  };
+}