diff --git a/docker-compose-gpu.yml b/docker-compose-gpu.yml index cdbbbbd..eb00b4f 100644 --- a/docker-compose-gpu.yml +++ b/docker-compose-gpu.yml @@ -42,13 +42,7 @@ services: capabilities: [gpu] restart: unless-stopped command: > - -m /models/${ORPHEUS_MODEL_NAME} - --port 5006 - --host 0.0.0.0 - --n-gpu-layers 29 - --ctx-size ${ORPHEUS_MAX_TOKENS} - --n-predict ${ORPHEUS_MAX_TOKENS} - --rope-scaling linear + "-m /models/${ORPHEUS_MODEL_NAME} --port 5006 --host 0.0.0.0 --n-gpu-layers 29 --ctx-size ${ORPHEUS_MAX_TOKENS} --n-predict ${ORPHEUS_MAX_TOKENS} --rope-scaling linear" model-init: image: curlimages/curl:latest