Support Blackwell DeepEP docker images (#6868)

Author: fzyzcjy

.github/workflows/release-docker-deepep.yml

@@ -9,6 +9,17 @@ jobs:
   build-dev:
     if: ${{ github.repository == 'sgl-project/sglang' }}
     runs-on: ubuntu-22.04
+
+    strategy:
+      matrix:
+        variant:
+          - base: lmsysorg/sglang:latest
+            tag: deepep
+          - base: lmsysorg/sglang:dev
+            tag: dev-deepep
+          - base: lmsysorg/sglang:blackwell
+            tag: blackwell-deepep
+
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
@@ -30,7 +41,7 @@ jobs:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
 
-      - name: Build and Push DeepEP Image
+      - name: Build and Push Docker Image
         run: |
-          docker build . -f docker/Dockerfile.deepep -t lmsysorg/sglang:deepep --no-cache
-          docker push lmsysorg/sglang:deepep
+          docker build . -f docker/Dockerfile.deepep --build-arg BASE_IMAGE=${{ matrix.variant.base }} -t lmsysorg/sglang:${{ matrix.variant.tag }} --no-cache
+          docker push lmsysorg/sglang:${{ matrix.variant.tag }}

.github/workflows/release-docker-dev-deepep.yml

@@ -1,4 +1,5 @@
-FROM lmsysorg/sglang:latest
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
 
 # CMake
 RUN apt-get update \
@@ -55,6 +56,9 @@ RUN tar -xf nvshmem_src_3.2.5-1.txz \
 WORKDIR /sgl-workspace/nvshmem
 RUN git apply /sgl-workspace/DeepEP/third-party/nvshmem.patch
 
+RUN sed -i '1i#include <unistd.h>' /sgl-workspace/nvshmem/examples/moe_shuffle.cu && \
+    cat /sgl-workspace/nvshmem/examples/moe_shuffle.cu
+
 WORKDIR /sgl-workspace/nvshmem
 ENV CUDA_HOME=/usr/local/cuda
 RUN NVSHMEM_SHMEM_SUPPORT=0 \
@@ -71,7 +75,7 @@ RUN NVSHMEM_SHMEM_SUPPORT=0 \
 
 WORKDIR /sgl-workspace/DeepEP
 ENV NVSHMEM_DIR=/sgl-workspace/nvshmem/install
-RUN NVSHMEM_DIR=/sgl-workspace/nvshmem/install pip install .
+RUN NVSHMEM_DIR=/sgl-workspace/nvshmem/install pip install --break-system-packages .
 
 # Set workspace
 WORKDIR /sgl-workspace

docker/Dockerfile.deepep

@@ -224,5 +224,8 @@ setopt HIST_FIND_NO_DUPS
 setopt INC_APPEND_HISTORY
 EOF
 
+RUN set -euxo ; \
+    curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin
+
 # Set workspace directory
 WORKDIR /sgl-workspace/sglang