sglang_v0.5.2/flashinfer_0.3.1/docker/Dockerfile.cu128

28 lines
738 B
Docker

FROM nvidia/cuda:12.8.0-devel-ubuntu24.04
ENV DEBIAN_FRONTEND=noninteractive
# Update package lists and install system dependencies
RUN apt-get update && apt-get install -y \
curl \
git \
wget
# Install python
COPY install/install_python.sh /install/install_python.sh
RUN bash /install/install_python.sh py312
# Set home directory
WORKDIR /workspace
RUN echo "source activate py312" >> ~/.bashrc
ENV PATH="/opt/conda/bin:$PATH"
ENV PATH="/opt/conda/envs/py312/bin:$PATH"
# Install torch and other python packages
COPY install/install_python_packages.sh /install/install_python_packages.sh
RUN bash /install/install_python_packages.sh cu128
# Install mpi4py in the conda environment
RUN conda install -n py312 -y mpi4py