danvics/orpheus-fastapi
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add blackwell gpu support

Browse source
This commit is contained in:
Zach Kohl 2025-06-14 13:23:59 -07:00
parent 70a5e06aef
commit aaded84b5d
1 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
Dockerfile.gpu
View file

@ -29,7 +29,8 @@ RUN python3 -m venv /app/venv
ENV PATH="/app/venv/bin:$PATH" ENV PATH="/app/venv/bin:$PATH"
# Install PyTorch with CUDA support and other dependencies # Install PyTorch with CUDA support and other dependencies
RUN pip3 install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124 && \ # Using CUDA 12.8 for Blackwell sm_120 support
RUN pip3 install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu128 && \
pip3 install --no-cache-dir -r requirements.txt pip3 install --no-cache-dir -r requirements.txt
# Copy project files # Copy project files
@ -38,7 +39,9 @@ COPY --chown=appuser:appuser . .
# Set environment variables # Set environment variables
ENV PYTHONUNBUFFERED=1 \ ENV PYTHONUNBUFFERED=1 \
PYTHONPATH=/app \ PYTHONPATH=/app \
USE_GPU=true USE_GPU=true \
CUDA_LAUNCH_BLOCKING=1 \
TORCH_USE_CUDA_DSA=1
# Expose the port # Expose the port
EXPOSE 5005 EXPOSE 5005