From 67de795bddebb1ef2b2d0afbe2db9f14e3d2b57e Mon Sep 17 00:00:00 2001 From: The Guy Date: Wed, 16 Jul 2025 09:35:15 -0400 Subject: [PATCH] Update to compose file for my usage --- docker-compose-gpu.yml | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/docker-compose-gpu.yml b/docker-compose-gpu.yml index cdbbbbd..8d78721 100644 --- a/docker-compose-gpu.yml +++ b/docker-compose-gpu.yml @@ -9,13 +9,14 @@ services: env_file: - .env environment: + # This internal communication uses Docker's network, not the host's localhost, so it's fine - ORPHEUS_API_URL=http://llama-cpp-server:5006/v1/completions deploy: resources: reservations: devices: - driver: nvidia - count: all + device_ids: ['0'] capabilities: [gpu] restart: unless-stopped depends_on: @@ -25,7 +26,8 @@ services: llama-cpp-server: image: ghcr.io/ggml-org/llama.cpp:server-cuda ports: - - "5006:5006" + # Changed from "5006:5006" to bind only to localhost on the host + - "127.0.0.1:5006:5006" volumes: - ./models:/models env_file: @@ -38,7 +40,7 @@ services: reservations: devices: - driver: nvidia - count: all + device_ids: ['0'] capabilities: [gpu] restart: unless-stopped command: > @@ -65,4 +67,3 @@ services: echo "Model file already exists" fi' restart: "no" -