From 6ad8f0640cdf4077335177a93b319b94a7226f15 Mon Sep 17 00:00:00 2001
From: Stephen D <webmaster@scd31.com>
Date: Tue, 14 Jan 2025 22:08:30 -0500
Subject: [PATCH] fix ollama gpu acceleration
---
pkgs/by-name/ol/ollama/package.nix | 7 +++++++
1 file changed, 7 insertions(+)
diff --git a/pkgs/by-name/ol/ollama/package.nix b/pkgs/by-name/ol/ollama/package.nix
index 27fc235ee9cb0d..829797448d388e 100644
--- a/pkgs/by-name/ol/ollama/package.nix
+++ b/pkgs/by-name/ol/ollama/package.nix
@@ -199,6 +199,13 @@ goBuild {
make ${dist_cmd} -j $NIX_BUILD_CORES
'';
+ postInstall = lib.optionalString stdenv.hostPlatform.isLinux ''
+ # copy libggml_*.so and runners into lib
+ # https://github.com/ollama/ollama/blob/v0.4.4/llama/make/gpu.make#L90
+ mkdir -p $out/lib
+ cp -r dist/*/lib/* $out/lib/
+ '';
+
postFixup =
# the app doesn't appear functional at the moment, so hide it
''