From b1a67e74057d33e2334e56898e203b14eac653f5 Mon Sep 17 00:00:00 2001 From: Gowtham Date: Fri, 2 May 2025 14:57:34 +0200 Subject: [PATCH] Update docker-compose-gpu.yml command is not working on windows fix --- docker-compose-gpu.yml | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/docker-compose-gpu.yml b/docker-compose-gpu.yml index cdbbbbd..eb00b4f 100644 --- a/docker-compose-gpu.yml +++ b/docker-compose-gpu.yml @@ -42,13 +42,7 @@ services: capabilities: [gpu] restart: unless-stopped command: > - -m /models/${ORPHEUS_MODEL_NAME} - --port 5006 - --host 0.0.0.0 - --n-gpu-layers 29 - --ctx-size ${ORPHEUS_MAX_TOKENS} - --n-predict ${ORPHEUS_MAX_TOKENS} - --rope-scaling linear + "-m /models/${ORPHEUS_MODEL_NAME} --port 5006 --host 0.0.0.0 --n-gpu-layers 29 --ctx-size ${ORPHEUS_MAX_TOKENS} --n-predict ${ORPHEUS_MAX_TOKENS} --rope-scaling linear" model-init: image: curlimages/curl:latest