FROM nvidia/cuda:12.3.2-cudnn9-devel-ubuntu22.04 # Set environment variables ENV PYTHONUNBUFFERED=1 \ DEBIAN_FRONTEND=noninteractive \ CUDA_HOME=/usr/local/cuda \ PATH=/usr/local/cuda/bin:$PATH \ LD_LIBRARY_PATH=/usr/local/cuda/lib64:$LD_LIBRARY_PATH \ NVIDIA_VISIBLE_DEVICES=all \ NVIDIA_DRIVER_CAPABILITIES=compute,utility # Install system dependencies RUN apt-get update && apt-get install -y --no-install-recommends \ python3 \ python3-pip \ python3-dev \ build-essential \ ffmpeg \ libsndfile1 \ curl \ && rm -rf /var/lib/apt/lists/* # Upgrade pip and install build tools RUN python3 -m pip install --upgrade pip setuptools wheel WORKDIR /app # Copy requirements first for better caching COPY requirements.txt . # Install PyTorch with CUDA support RUN pip3 install --no-cache-dir torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cu121 # Install other requirements RUN pip3 install --no-cache-dir -r requirements.txt # Copy the rest of the application COPY . . # Create models directory RUN mkdir -p /app/models EXPOSE 8000 CMD ["python3", "server.py"]