danvics/orpheus-fastapi
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update docker-compose-cpu.yaml windows docker compose not working fix

Browse source
This commit is contained in:
Gowtham 2025-05-02 14:58:00 +02:00 committed by GitHub
parent b1a67e7405
commit 1549d16d72
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
docker-compose-cpu.yaml
View file

@ -28,17 +28,7 @@ services:
condition: service_completed_successfully
restart: unless-stopped
command: >
-m /models/${ORPHEUS_MODEL_NAME}
--host 0.0.0.0
--port 5006
--ctx-size ${ORPHEUS_MAX_TOKENS}
--n-predict ${ORPHEUS_MAX_TOKENS}
--threads ${LLAMA_CPU_THREADS:-6}
--threads-batch ${LLAMA_CPU_THREADS:-6}
--rope-scaling linear
--no-mmap
--no-slots
--no-webui
"-m /models/${ORPHEUS_MODEL_NAME} --host 0.0.0.0 --port 5006 --ctx-size ${ORPHEUS_MAX_TOKENS} --n-predict ${ORPHEUS_MAX_TOKENS} --threads ${LLAMA_CPU_THREADS:-6} --threads-batch ${LLAMA_CPU_THREADS:-6} --rope-scaling linear --no-mmap --no-slots --no-webui"
model-init:
image: curlimages/curl:latest
user: ${UID}:${GID}