Skip to content

Commit 5d59e49

Browse files
blueswhenniushengxiao
andauthored
feat: update deepep (#1386)
Co-authored-by: niushengxiao <niushengxiao@sensetime.com>
1 parent 60542fe commit 5d59e49

1 file changed

Lines changed: 6 additions & 3 deletions

File tree

docker/Dockerfile

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,9 @@ ARG VLLM_VERSION=0.21.0
77
ARG NIXL_REF=v1.2.0
88
ARG FLASH_MLA_REF=47c35a7
99
ARG DEEPGEMM_REF=891d57b4db1071624b5c8fa0d1e51cb317fa709f
10+
ARG DEEPEP_REF=099d5f2bad488b9c534ea785062b12f2e91d1d41
11+
ARG DEEPEP_NCCL_VERSION=2.30.4
12+
ARG DEEPEP_NVSHMEM_VERSION=3.3.24
1013
ARG TARGETPLATFORM
1114
ARG ENABLE_DEEPEP=1
1215
ARG ENABLE_NIXL=1
@@ -89,9 +92,9 @@ RUN if [ "${ENABLE_DEEPEP}" = "1" ]; then \
8992
set -e; \
9093
ln -sf /usr/lib/x86_64-linux-gnu/libmlx5.so.1 /usr/lib/x86_64-linux-gnu/libmlx5.so; \
9194
python -m pip install --upgrade --no-deps \
92-
"nvidia-nccl-cu13==2.30.4" \
93-
"nvidia-nvshmem-cu13==3.6.5"; \
94-
cd /root && git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout b306af06afd412c88e51e71802951606e40b7358; \
95+
"nvidia-nccl-cu13==${DEEPEP_NCCL_VERSION}" \
96+
"nvidia-nvshmem-cu13==${DEEPEP_NVSHMEM_VERSION}"; \
97+
cd /root && git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout ${DEEPEP_REF}; \
9598
ln -sf /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nvshmem/lib/libnvshmem_host.so.3 /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nvshmem/lib/libnvshmem_host.so; \
9699
ln -sf /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nccl/lib/libnccl.so.2 /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nccl/lib/libnccl.so; \
97100
pip install --no-build-isolation .; \

0 commit comments

Comments
 (0)