diff --git a/default.nix b/default.nix new file mode 100644 index 00000000..5f91a14b --- /dev/null +++ b/default.nix @@ -0,0 +1,24 @@ +with (import {}); +let + LLP = with pkgs; [ + gcc11 + cudatoolkit + linuxPackages.nvidia_x11 + go + cmake + ]; + LD_LIBRARY_PATH = pkgs.lib.makeLibraryPath LLP; +in +stdenv.mkDerivation { + name = "ollama-env"; + buildInputs = LLP; + src = null; + # IMPORTANT: Edit ./llm/generate/gen_linux.sh + shellHook = '' + SOURCE_DATE_EPOCH=$(date +%s) + export LD_LIBRARY_PATH=${LD_LIBRARY_PATH} + export CUDA_LIB_DIR=${cudatoolkit.out}/lib + export CUDART_LIB_DIR=${cudatoolkit.lib}/lib + export NVCC_PREPEND_FLAGS='-ccbin ${gcc11}/bin/' + ''; +}