2024-09-21 08:47:19 -04:00
|
|
|
version: '3.8'
|
|
|
|
|
|
|
|
|
|
services:
|
|
|
|
|
ollama_gpu:
|
2024-09-21 09:21:08 -04:00
|
|
|
image: ollama/ollama:0.0.0-rocm
|
2024-09-21 08:47:19 -04:00
|
|
|
container_name: ollama_gpu_3
|
|
|
|
|
environment:
|
|
|
|
|
- HIP_PATH=/opt/rocm/lib/
|
|
|
|
|
- LD_LIBRARY_PATH=/opt/rocm/lib
|
|
|
|
|
devices:
|
|
|
|
|
- /dev/kfd
|
|
|
|
|
- /dev/dri
|
|
|
|
|
volumes:
|
|
|
|
|
- ollama:/root/.ollama
|
|
|
|
|
ports:
|
|
|
|
|
- "11434:11434"
|
|
|
|
|
restart: unless-stopped
|
|
|
|
|
|
|
|
|
|
volumes:
|
|
|
|
|
ollama:
|
