From 5a81390b24d695e10c9f5fc8df51d5994b1e511f Mon Sep 17 00:00:00 2001
From: Michael Yang <mxyng@pm.me>
Date: Thu, 21 Sep 2023 17:01:07 -0700
Subject: [PATCH 1/2] update dockerfile.cuda

---
 Dockerfile.cuda | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/Dockerfile.cuda b/Dockerfile.cuda
index b9993da1..2895220f 100644
--- a/Dockerfile.cuda
+++ b/Dockerfile.cuda
@@ -1,4 +1,6 @@
-FROM nvidia/cuda:12.2.0-devel-ubuntu22.04
+ARG CUDA_VERSION=12.2.0
+
+FROM nvidia/cuda:$CUDA_VERSION-devel-ubuntu22.04
 
 ARG TARGETARCH
 ARG VERSION=0.0.0
@@ -13,9 +15,11 @@ ENV GOARCH=$TARGETARCH
 RUN /usr/local/go/bin/go generate ./... \
     && /usr/local/go/bin/go build -ldflags "-linkmode=external -extldflags='-static' -X=github.com/jmorganca/ollama/version.Version=$VERSION -X=github.com/jmorganca/ollama/server.mode=release" .
 
-FROM nvidia/cuda:12.2.0-runtime-ubuntu22.04
+FROM ubuntu:22.04
 ENV OLLAMA_HOST 0.0.0.0
 
+RUN apt-get update && apt-get install -y ca-certificates
+
 ARG USER=ollama
 ARG GROUP=ollama
 RUN groupadd $GROUP && useradd -m -g $GROUP $USER

From 93d3a2568d6cb7ffde3913ec1fba312d313cb76a Mon Sep 17 00:00:00 2001
From: Michael Yang <mxyng@pm.me>
Date: Fri, 22 Sep 2023 11:57:31 -0700
Subject: [PATCH 2/2] replace dockerfile

---
 Dockerfile      | 21 ++++++++++++++-------
 Dockerfile.cuda | 31 -------------------------------
 2 files changed, 14 insertions(+), 38 deletions(-)
 delete mode 100644 Dockerfile.cuda

diff --git a/Dockerfile b/Dockerfile
index b5599dfe..2895220f 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,21 +1,28 @@
-FROM golang:alpine
+ARG CUDA_VERSION=12.2.0
 
+FROM nvidia/cuda:$CUDA_VERSION-devel-ubuntu22.04
+
+ARG TARGETARCH
 ARG VERSION=0.0.0
 
 WORKDIR /go/src/github.com/jmorganca/ollama
-RUN apk add --no-cache git build-base cmake
+RUN apt-get update && apt-get install -y git build-essential cmake
+ADD https://dl.google.com/go/go1.21.1.linux-$TARGETARCH.tar.gz /tmp/go1.21.1.tar.gz
+RUN mkdir -p /usr/local && tar xz -C /usr/local </tmp/go1.21.1.tar.gz
 
 COPY . .
-RUN go generate ./... \
-    && go build -ldflags "-linkmode=external -extldflags='-static' -X=github.com/jmorganca/ollama/version.Version=$VERSION -X=github.com/jmorganca/ollama/server.mode=release" .
+ENV GOARCH=$TARGETARCH
+RUN /usr/local/go/bin/go generate ./... \
+    && /usr/local/go/bin/go build -ldflags "-linkmode=external -extldflags='-static' -X=github.com/jmorganca/ollama/version.Version=$VERSION -X=github.com/jmorganca/ollama/server.mode=release" .
 
-FROM alpine
+FROM ubuntu:22.04
 ENV OLLAMA_HOST 0.0.0.0
-RUN apk add --no-cache libstdc++
+
+RUN apt-get update && apt-get install -y ca-certificates
 
 ARG USER=ollama
 ARG GROUP=ollama
-RUN addgroup $GROUP && adduser -D -G $GROUP $USER
+RUN groupadd $GROUP && useradd -m -g $GROUP $USER
 
 COPY --from=0 /go/src/github.com/jmorganca/ollama/ollama /bin/ollama
 
diff --git a/Dockerfile.cuda b/Dockerfile.cuda
deleted file mode 100644
index 2895220f..00000000
--- a/Dockerfile.cuda
+++ /dev/null
@@ -1,31 +0,0 @@
-ARG CUDA_VERSION=12.2.0
-
-FROM nvidia/cuda:$CUDA_VERSION-devel-ubuntu22.04
-
-ARG TARGETARCH
-ARG VERSION=0.0.0
-
-WORKDIR /go/src/github.com/jmorganca/ollama
-RUN apt-get update && apt-get install -y git build-essential cmake
-ADD https://dl.google.com/go/go1.21.1.linux-$TARGETARCH.tar.gz /tmp/go1.21.1.tar.gz
-RUN mkdir -p /usr/local && tar xz -C /usr/local </tmp/go1.21.1.tar.gz
-
-COPY . .
-ENV GOARCH=$TARGETARCH
-RUN /usr/local/go/bin/go generate ./... \
-    && /usr/local/go/bin/go build -ldflags "-linkmode=external -extldflags='-static' -X=github.com/jmorganca/ollama/version.Version=$VERSION -X=github.com/jmorganca/ollama/server.mode=release" .
-
-FROM ubuntu:22.04
-ENV OLLAMA_HOST 0.0.0.0
-
-RUN apt-get update && apt-get install -y ca-certificates
-
-ARG USER=ollama
-ARG GROUP=ollama
-RUN groupadd $GROUP && useradd -m -g $GROUP $USER
-
-COPY --from=0 /go/src/github.com/jmorganca/ollama/ollama /bin/ollama
-
-USER $USER:$GROUP
-ENTRYPOINT ["/bin/ollama"]
-CMD ["serve"]