Add Docker Compose for running with Ollama

This commit is contained in:
Justin White 2026-03-30 11:01:51 -05:00
parent 7bd4cfceef
commit d655e02e3a
2 changed files with 17 additions and 0 deletions

1
.gitignore vendored
View file

@ -3,4 +3,5 @@ __pycache__/
.venv/
venv/
models/
outputs/
*.gguf

16
docker-compose.ollama.yml Normal file
View file

@ -0,0 +1,16 @@
services:
orpheus-fastapi:
container_name: orpheus-fastapi
build:
context: .
dockerfile: Dockerfile.cpu
# dockerfile: Dockerfile.gpu
# dockerfile: Dockerfile.gpu-rocm
ports:
- "5005:5005"
environment:
ORPHEUS_API_URL: http://host.docker.internal:11434/v1/completions
ORPHEUS_MODEL_NAME: legraphista/Orpheus # https://ollama.com/legraphista/Orpheus
volumes:
- ./outputs:/app/outputs
restart: always