fix ollama gpu acceleration

NixOS · Jan 15, 2025 · 7c3ded6 · 7c3ded6
1 parent e24fcfb
commit 7c3ded6
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/pkgs/by-name/ol/ollama/package.nix b/pkgs/by-name/ol/ollama/package.nix
@@ -199,6 +199,13 @@ goBuild {
       make ${dist_cmd} -j $NIX_BUILD_CORES
     '';
 
+  postInstall = lib.optionalString stdenv.hostPlatform.isLinux ''
+    # copy libggml_*.so and runners into lib
+    # https://github.com/ollama/ollama/blob/v0.4.4/llama/make/gpu.make#L90
+    mkdir -p $out/lib
+    cp -r dist/*/lib/* $out/lib/
+  '';
+
   postFixup =
     # the app doesn't appear functional at the moment, so hide it
     ''