From 6eb3cddcb66da807ecde869d0a5c11bc78849697 Mon Sep 17 00:00:00 2001
From: Marc Raiser <marc@raiser.us>
Date: Thu, 25 Jan 2024 10:17:22 -0500
Subject: [PATCH] To build on NixOS: nix-shell --run 'go generate ./... && go
 build .'

---
 default.nix | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)
 create mode 100644 default.nix

diff --git a/default.nix b/default.nix
new file mode 100644
index 00000000..5f91a14b
--- /dev/null
+++ b/default.nix
@@ -0,0 +1,24 @@
+with (import <nixpkgs> {});
+let
+  LLP = with pkgs; [
+    gcc11
+    cudatoolkit
+    linuxPackages.nvidia_x11
+    go
+    cmake
+  ];
+  LD_LIBRARY_PATH = pkgs.lib.makeLibraryPath LLP;
+in  
+stdenv.mkDerivation {
+  name = "ollama-env";
+  buildInputs = LLP;
+  src = null;
+  # IMPORTANT: Edit ./llm/generate/gen_linux.sh
+  shellHook = ''
+    SOURCE_DATE_EPOCH=$(date +%s)
+    export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}
+    export CUDA_LIB_DIR=${cudatoolkit.out}/lib
+    export CUDART_LIB_DIR=${cudatoolkit.lib}/lib
+    export NVCC_PREPEND_FLAGS='-ccbin ${gcc11}/bin/'
+  '';
+}