From 1ac12871e31f8b13be8d553370d286e476b92088 Mon Sep 17 00:00:00 2001 From: Matt Date: Sat, 21 Sep 2024 13:47:19 +0100 Subject: [PATCH] Changed to amd64 only build and also added docker-compose.yml --- docker-compose.yml | 20 ++++++++++++++++++++ scripts/env.sh | 4 ++-- 2 files changed, 22 insertions(+), 2 deletions(-) create mode 100644 docker-compose.yml diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 00000000..ba2dd03f --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,20 @@ +version: '3.8' + +services: + ollama_gpu: + image: ollama/ollama:2d680d5-dirty-rocm + container_name: ollama_gpu_3 + environment: + - HIP_PATH=/opt/rocm/lib/ + - LD_LIBRARY_PATH=/opt/rocm/lib + devices: + - /dev/kfd + - /dev/dri + volumes: + - ollama:/root/.ollama + ports: + - "11434:11434" + restart: unless-stopped + +volumes: + ollama: diff --git a/scripts/env.sh b/scripts/env.sh index d3ca05d7..3ef33989 100644 --- a/scripts/env.sh +++ b/scripts/env.sh @@ -3,7 +3,7 @@ export VERSION=${VERSION:-$(git describe --tags --first-parent --abbrev=7 --long --dirty --always | sed -e "s/^v//g")} export GOFLAGS="'-ldflags=-w -s \"-X=github.com/ollama/ollama/version.Version=$VERSION\" \"-X=github.com/ollama/ollama/server.mode=release\"'" # TODO - consider `docker buildx ls --format=json` to autodiscover platform capability -PLATFORM=${PLATFORM:-"linux/arm64,linux/amd64"} +PLATFORM=${PLATFORM:-"linux/amd64"} DOCKER_ORG=${DOCKER_ORG:-"ollama"} RELEASE_IMAGE_REPO=${RELEASE_IMAGE_REPO:-"${DOCKER_ORG}/release"} FINAL_IMAGE_REPO=${FINAL_IMAGE_REPO:-"${DOCKER_ORG}/ollama"} @@ -11,4 +11,4 @@ OLLAMA_COMMON_BUILD_ARGS="--build-arg=VERSION --build-arg=GOFLAGS --build-arg=OL echo "Building Ollama" echo "VERSION=$VERSION" -echo "PLATFORM=$PLATFORM" \ No newline at end of file +echo "PLATFORM=$PLATFORM"