f8ef4439e9
The build tags rocm or cuda must be specified to both go generate and go build. ROCm builds should have both ROCM_PATH set (and the ROCM SDK present) as well as CLBlast installed (for GGML) and CLBlast_DIR set in the environment to the CLBlast cmake directory (likely /usr/lib/cmake/CLBlast). Build tags are also used to switch VRAM detection between cuda and rocm implementations, using added "accelerator_foo.go" files which contain architecture specific functions and variables. accelerator_none is used when no tags are set, and a helper function addRunner will ignore it if it is the chosen accelerator. Fix go generate commands, thanks @deadmeu for testing.
32 lines
1.3 KiB
Docker
32 lines
1.3 KiB
Docker
# centos7 amd64 dependencies
|
|
FROM --platform=linux/amd64 nvidia/cuda:11.3.1-devel-centos7 AS base-amd64
|
|
RUN yum install -y https://repo.ius.io/ius-release-el7.rpm centos-release-scl && \
|
|
yum update -y && \
|
|
yum install -y devtoolset-10-gcc devtoolset-10-gcc-c++ git236 wget
|
|
RUN wget "https://github.com/Kitware/CMake/releases/download/v3.27.6/cmake-3.27.6-linux-x86_64.sh" -O cmake-installer.sh && chmod +x cmake-installer.sh && ./cmake-installer.sh --skip-license --prefix=/usr/local
|
|
ENV PATH /opt/rh/devtoolset-10/root/usr/bin:$PATH
|
|
|
|
# centos8 arm64 dependencies
|
|
FROM --platform=linux/arm64 nvidia/cuda-arm64:11.3.1-devel-centos8 AS base-arm64
|
|
RUN sed -i -e 's/mirrorlist/#mirrorlist/g' -e 's|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g' /etc/yum.repos.d/CentOS-*
|
|
RUN yum install -y git cmake
|
|
|
|
FROM base-${TARGETARCH}
|
|
ARG TARGETARCH
|
|
ARG GOFLAGS="'-ldflags -w -s'"
|
|
|
|
# install go
|
|
ADD https://dl.google.com/go/go1.21.3.linux-$TARGETARCH.tar.gz /tmp/go1.21.3.tar.gz
|
|
RUN mkdir -p /usr/local && tar xz -C /usr/local </tmp/go1.21.3.tar.gz
|
|
|
|
# build the final binary
|
|
WORKDIR /go/src/github.com/jmorganca/ollama
|
|
COPY . .
|
|
|
|
ENV GOOS=linux
|
|
ENV GOARCH=$TARGETARCH
|
|
ENV GOFLAGS=$GOFLAGS
|
|
|
|
RUN /usr/local/go/bin/go generate -tags cuda ./... && \
|
|
/usr/local/go/bin/go build -tags cuda .
|