Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 7 additions & 2 deletions docker/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
ARG CUDA_VERSION=12.4.1
ARG CUDA_VERSION=12.6.3

FROM nvcr.io/nvidia/tritonserver:24.04-py3-min
FROM nvcr.io/nvidia/tritonserver:24.12-py3-min

ARG BUILD_TYPE=all
ENV DEBIAN_FRONTEND=noninteractive
Expand All @@ -12,6 +12,7 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
&& apt install python3 python3-pip -y \
&& apt install curl git sudo libibverbs-dev -y \
&& apt install rdma-core infiniband-diags openssh-server perftest -y \
&& apt install linux-libc-dev -y \
&& python3 --version \
&& python3 -m pip --version \
&& rm -rf /var/lib/apt/lists/* \
Expand All @@ -20,6 +21,8 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
# For openbmb/MiniCPM models
RUN pip3 install datamodel_code_generator

RUN sed -i -e 's/Pillow==8.3.1/Pillow==11.2.1/g' /opt/hpcx/clusterkit/bin/output/requirements.txt

WORKDIR /sgl-workspace

ARG CUDA_VERSION
Expand All @@ -29,6 +32,8 @@ RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \
export CUINDEX=121; \
elif [ "$CUDA_VERSION" = "12.4.1" ]; then \
export CUINDEX=124; \
elif [ "$CUDA_VERSION" = "12.6.3" ]; then \
export CUINDEX=124; \
elif [ "$CUDA_VERSION" = "12.8.1" ]; then \
export CUINDEX=124; \
elif [ "$CUDA_VERSION" = "11.8.0" ]; then \
Expand Down