danvics/orpheus-fastapi
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge d655e02e3a into 7bd4cfceef

Browse source
This commit is contained in:
Justin White 2026-03-30 11:03:34 -05:00 committed by GitHub
commit 61a9f465be
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 17 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.gitignore vendored
View file

@ -3,4 +3,5 @@ __pycache__/
.venv/ .venv/
venv/ venv/
models/ models/
outputs/
*.gguf *.gguf

16
docker-compose.ollama.yml Normal file
View file

@ -0,0 +1,16 @@
services:
orpheus-fastapi:
container_name: orpheus-fastapi
build:
context: .
dockerfile: Dockerfile.cpu
# dockerfile: Dockerfile.gpu
# dockerfile: Dockerfile.gpu-rocm
ports:
- "5005:5005"
environment:
ORPHEUS_API_URL: http://host.docker.internal:11434/v1/completions
ORPHEUS_MODEL_NAME: legraphista/Orpheus # https://ollama.com/legraphista/Orpheus
volumes:
- ./outputs:/app/outputs
restart: always