Add Docker Compose for running with Ollama
This commit is contained in:
parent
7bd4cfceef
commit
d655e02e3a
2 changed files with 17 additions and 0 deletions
1
.gitignore
vendored
1
.gitignore
vendored
|
|
@ -3,4 +3,5 @@ __pycache__/
|
|||
.venv/
|
||||
venv/
|
||||
models/
|
||||
outputs/
|
||||
*.gguf
|
||||
16
docker-compose.ollama.yml
Normal file
16
docker-compose.ollama.yml
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
services:
|
||||
orpheus-fastapi:
|
||||
container_name: orpheus-fastapi
|
||||
build:
|
||||
context: .
|
||||
dockerfile: Dockerfile.cpu
|
||||
# dockerfile: Dockerfile.gpu
|
||||
# dockerfile: Dockerfile.gpu-rocm
|
||||
ports:
|
||||
- "5005:5005"
|
||||
environment:
|
||||
ORPHEUS_API_URL: http://host.docker.internal:11434/v1/completions
|
||||
ORPHEUS_MODEL_NAME: legraphista/Orpheus # https://ollama.com/legraphista/Orpheus
|
||||
volumes:
|
||||
- ./outputs:/app/outputs
|
||||
restart: always
|
||||
Loading…
Reference in a new issue