2fcd41ef81
This prevents users from accidentally installing on WSL1 with instructions guiding how to upgrade their WSL instance to version 2. Once running WSL2 if you have an NVIDIA card, you can follow their instructions to set up GPU passthrough and run models on the GPU. This is not possible on WSL1.
263 lines
8 KiB
Bash
263 lines
8 KiB
Bash
#!/bin/sh
|
|
# This script installs Ollama on Linux.
|
|
# It detects the current operating system architecture and installs the appropriate version of Ollama.
|
|
|
|
set -eu
|
|
|
|
status() { echo ">>> $*" >&2; }
|
|
error() { echo "ERROR $*"; exit 1; }
|
|
warning() { echo "WARNING: $*"; }
|
|
|
|
TEMP_DIR=$(mktemp -d)
|
|
cleanup() { rm -rf $TEMP_DIR; }
|
|
trap cleanup EXIT
|
|
|
|
available() { command -v $1 >/dev/null; }
|
|
require() {
|
|
local MISSING=''
|
|
for TOOL in $*; do
|
|
if ! available $TOOL; then
|
|
MISSING="$MISSING $TOOL"
|
|
fi
|
|
done
|
|
|
|
echo $MISSING
|
|
}
|
|
|
|
[ "$(uname -s)" = "Linux" ] || error 'This script is intended to run on Linux only.'
|
|
|
|
ARCH=$(uname -m)
|
|
case "$ARCH" in
|
|
x86_64) ARCH="amd64" ;;
|
|
aarch64|arm64) ARCH="arm64" ;;
|
|
*) error "Unsupported architecture: $ARCH" ;;
|
|
esac
|
|
|
|
KERN=$(uname -r)
|
|
case "$KERN" in
|
|
*icrosoft*WSL2 | *icrosoft*wsl2) ;;
|
|
*icrosoft) error "Microsoft WSL1 is not currently supported. Please upgrade to WSL2 with 'wsl --set-version <distro> 2'" ;;
|
|
*) ;;
|
|
esac
|
|
|
|
|
|
SUDO=
|
|
if [ "$(id -u)" -ne 0 ]; then
|
|
# Running as root, no need for sudo
|
|
if ! available sudo; then
|
|
error "This script requires superuser permissions. Please re-run as root."
|
|
fi
|
|
|
|
SUDO="sudo"
|
|
fi
|
|
|
|
NEEDS=$(require curl awk grep sed tee xargs)
|
|
if [ -n "$NEEDS" ]; then
|
|
status "ERROR: The following tools are required but missing:"
|
|
for NEED in $NEEDS; do
|
|
echo " - $NEED"
|
|
done
|
|
exit 1
|
|
fi
|
|
|
|
status "Downloading ollama..."
|
|
curl --fail --show-error --location --progress-bar -o $TEMP_DIR/ollama "https://ollama.ai/download/ollama-linux-$ARCH"
|
|
|
|
for BINDIR in /usr/local/bin /usr/bin /bin; do
|
|
echo $PATH | grep -q $BINDIR && break || continue
|
|
done
|
|
|
|
status "Installing ollama to $BINDIR..."
|
|
$SUDO install -o0 -g0 -m755 -d $BINDIR
|
|
$SUDO install -o0 -g0 -m755 $TEMP_DIR/ollama $BINDIR/ollama
|
|
|
|
install_success() {
|
|
status 'The Ollama API is now available at 0.0.0.0:11434.'
|
|
status 'Install complete. Run "ollama" from the command line.'
|
|
}
|
|
trap install_success EXIT
|
|
|
|
# Everything from this point onwards is optional.
|
|
|
|
configure_systemd() {
|
|
if ! id ollama >/dev/null 2>&1; then
|
|
status "Creating ollama user..."
|
|
$SUDO useradd -r -s /bin/false -m -d /usr/share/ollama ollama
|
|
fi
|
|
|
|
status "Adding current user to ollama group..."
|
|
$SUDO usermod -a -G ollama $(whoami)
|
|
|
|
status "Creating ollama systemd service..."
|
|
cat <<EOF | $SUDO tee /etc/systemd/system/ollama.service >/dev/null
|
|
[Unit]
|
|
Description=Ollama Service
|
|
After=network-online.target
|
|
|
|
[Service]
|
|
ExecStart=$BINDIR/ollama serve
|
|
User=ollama
|
|
Group=ollama
|
|
Restart=always
|
|
RestartSec=3
|
|
Environment="PATH=$PATH"
|
|
|
|
[Install]
|
|
WantedBy=default.target
|
|
EOF
|
|
SYSTEMCTL_RUNNING="$(systemctl is-system-running || true)"
|
|
case $SYSTEMCTL_RUNNING in
|
|
running|degraded)
|
|
status "Enabling and starting ollama service..."
|
|
$SUDO systemctl daemon-reload
|
|
$SUDO systemctl enable ollama
|
|
|
|
start_service() { $SUDO systemctl restart ollama; }
|
|
trap start_service EXIT
|
|
;;
|
|
esac
|
|
}
|
|
|
|
if available systemctl; then
|
|
configure_systemd
|
|
fi
|
|
|
|
if ! available lspci && ! available lshw; then
|
|
warning "Unable to detect NVIDIA GPU. Install lspci or lshw to automatically detect and install NVIDIA CUDA drivers."
|
|
exit 0
|
|
fi
|
|
|
|
check_gpu() {
|
|
case $1 in
|
|
lspci) available lspci && lspci -d '10de:' | grep -q 'NVIDIA' || return 1 ;;
|
|
lshw) available lshw && $SUDO lshw -c display -numeric | grep -q 'vendor: .* \[10DE\]' || return 1 ;;
|
|
nvidia-smi) available nvidia-smi || return 1 ;;
|
|
esac
|
|
}
|
|
|
|
if check_gpu nvidia-smi; then
|
|
status "NVIDIA GPU installed."
|
|
exit 0
|
|
fi
|
|
|
|
if ! check_gpu lspci && ! check_gpu lshw; then
|
|
install_success
|
|
warning "No NVIDIA GPU detected. Ollama will run in CPU-only mode."
|
|
exit 0
|
|
fi
|
|
|
|
# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#rhel-7-centos-7
|
|
# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#rhel-8-rocky-8
|
|
# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#rhel-9-rocky-9
|
|
# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#fedora
|
|
install_cuda_driver_yum() {
|
|
status 'Installing NVIDIA repository...'
|
|
case $PACKAGE_MANAGER in
|
|
yum)
|
|
$SUDO $PACKAGE_MANAGER -y install yum-utils
|
|
$SUDO $PACKAGE_MANAGER-config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/$1$2/$(uname -m)/cuda-$1$2.repo
|
|
;;
|
|
dnf)
|
|
$SUDO $PACKAGE_MANAGER config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/$1$2/$(uname -m)/cuda-$1$2.repo
|
|
;;
|
|
esac
|
|
|
|
case $1 in
|
|
rhel)
|
|
status 'Installing EPEL repository...'
|
|
# EPEL is required for third-party dependencies such as dkms and libvdpau
|
|
$SUDO $PACKAGE_MANAGER -y install https://dl.fedoraproject.org/pub/epel/epel-release-latest-$2.noarch.rpm || true
|
|
;;
|
|
esac
|
|
|
|
status 'Installing CUDA driver...'
|
|
|
|
if [ "$1" = 'centos' ] || [ "$1$2" = 'rhel7' ]; then
|
|
$SUDO $PACKAGE_MANAGER -y install nvidia-driver-latest-dkms
|
|
fi
|
|
|
|
$SUDO $PACKAGE_MANAGER -y install cuda-drivers
|
|
}
|
|
|
|
# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#ubuntu
|
|
# ref: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#debian
|
|
install_cuda_driver_apt() {
|
|
status 'Installing NVIDIA repository...'
|
|
curl -fsSL -o $TEMP_DIR/cuda-keyring.deb https://developer.download.nvidia.com/compute/cuda/repos/$1$2/$(uname -m)/cuda-keyring_1.1-1_all.deb
|
|
|
|
case $1 in
|
|
debian)
|
|
status 'Enabling contrib sources...'
|
|
$SUDO sed 's/main/contrib/' < /etc/apt/sources.list | $SUDO tee /etc/apt/sources.list.d/contrib.list > /dev/null
|
|
if [ -f "/etc/apt/sources.list.d/debian.sources" ]; then
|
|
$SUDO sed 's/main/contrib/' < /etc/apt/sources.list.d/debian.sources | $SUDO tee /etc/apt/sources.list.d/contrib.sources > /dev/null
|
|
fi
|
|
;;
|
|
esac
|
|
|
|
status 'Installing CUDA driver...'
|
|
$SUDO dpkg -i $TEMP_DIR/cuda-keyring.deb
|
|
$SUDO apt-get update
|
|
|
|
[ -n "$SUDO" ] && SUDO_E="$SUDO -E" || SUDO_E=
|
|
DEBIAN_FRONTEND=noninteractive $SUDO_E apt-get -y install cuda-drivers -q
|
|
}
|
|
|
|
if [ ! -f "/etc/os-release" ]; then
|
|
error "Unknown distribution. Skipping CUDA installation."
|
|
fi
|
|
|
|
. /etc/os-release
|
|
|
|
OS_NAME=$ID
|
|
OS_VERSION=$VERSION_ID
|
|
|
|
PACKAGE_MANAGER=
|
|
for PACKAGE_MANAGER in dnf yum apt-get; do
|
|
if available $PACKAGE_MANAGER; then
|
|
break
|
|
fi
|
|
done
|
|
|
|
if [ -z "$PACKAGE_MANAGER" ]; then
|
|
error "Unknown package manager. Skipping CUDA installation."
|
|
fi
|
|
|
|
if ! check_gpu nvidia-smi || [ -z "$(nvidia-smi | grep -o "CUDA Version: [0-9]*\.[0-9]*")" ]; then
|
|
case $OS_NAME in
|
|
centos|rhel) install_cuda_driver_yum 'rhel' $(echo $OS_VERSION | cut -d '.' -f 1) ;;
|
|
rocky) install_cuda_driver_yum 'rhel' $(echo $OS_VERSION | cut -c1) ;;
|
|
fedora) install_cuda_driver_yum $OS_NAME $OS_VERSION ;;
|
|
amzn) install_cuda_driver_yum 'fedora' '35' ;;
|
|
debian) install_cuda_driver_apt $OS_NAME $OS_VERSION ;;
|
|
ubuntu) install_cuda_driver_apt $OS_NAME $(echo $OS_VERSION | sed 's/\.//') ;;
|
|
*) exit ;;
|
|
esac
|
|
fi
|
|
|
|
if ! lsmod | grep -q nvidia; then
|
|
KERNEL_RELEASE="$(uname -r)"
|
|
case $OS_NAME in
|
|
rocky) $SUDO $PACKAGE_MANAGER -y install kernel-devel kernel-headers ;;
|
|
centos|rhel|amzn) $SUDO $PACKAGE_MANAGER -y install kernel-devel-$KERNEL_RELEASE kernel-headers-$KERNEL_RELEASE ;;
|
|
fedora) $SUDO $PACKAGE_MANAGER -y install kernel-devel-$KERNEL_RELEASE ;;
|
|
debian|ubuntu) $SUDO apt-get -y install linux-headers-$KERNEL_RELEASE ;;
|
|
*) exit ;;
|
|
esac
|
|
|
|
NVIDIA_CUDA_VERSION=$($SUDO dkms status | awk -F: '/added/ { print $1 }')
|
|
if [ -n "$NVIDIA_CUDA_VERSION" ]; then
|
|
$SUDO dkms install $NVIDIA_CUDA_VERSION
|
|
fi
|
|
|
|
if lsmod | grep -q nouveau; then
|
|
status 'Reboot to complete NVIDIA CUDA driver install.'
|
|
exit 0
|
|
fi
|
|
|
|
$SUDO modprobe nvidia
|
|
fi
|
|
|
|
|
|
status "NVIDIA CUDA drivers installed."
|