File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -7,6 +7,9 @@ ARG VLLM_VERSION=0.21.0
77ARG NIXL_REF=v1.2.0
88ARG FLASH_MLA_REF=47c35a7
99ARG DEEPGEMM_REF=891d57b4db1071624b5c8fa0d1e51cb317fa709f
10+ ARG DEEPEP_REF=099d5f2bad488b9c534ea785062b12f2e91d1d41
11+ ARG DEEPEP_NCCL_VERSION=2.30.4
12+ ARG DEEPEP_NVSHMEM_VERSION=3.3.24
1013ARG TARGETPLATFORM
1114ARG ENABLE_DEEPEP=1
1215ARG ENABLE_NIXL=1
@@ -89,9 +92,9 @@ RUN if [ "${ENABLE_DEEPEP}" = "1" ]; then \
8992 set -e; \
9093 ln -sf /usr/lib/x86_64-linux-gnu/libmlx5.so.1 /usr/lib/x86_64-linux-gnu/libmlx5.so; \
9194 python -m pip install --upgrade --no-deps \
92- "nvidia-nccl-cu13==2.30.4 " \
93- "nvidia-nvshmem-cu13==3.6.5 " ; \
94- cd /root && git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout b306af06afd412c88e51e71802951606e40b7358 ; \
95+ "nvidia-nccl-cu13==${DEEPEP_NCCL_VERSION} " \
96+ "nvidia-nvshmem-cu13==${DEEPEP_NVSHMEM_VERSION} " ; \
97+ cd /root && git clone https://github.com/deepseek-ai/DeepEP.git && cd DeepEP && git checkout ${DEEPEP_REF} ; \
9598 ln -sf /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nvshmem/lib/libnvshmem_host.so.3 /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nvshmem/lib/libnvshmem_host.so; \
9699 ln -sf /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nccl/lib/libnccl.so.2 /opt/conda/lib/python${PYTHON_VERSION}/site-packages/nvidia/nccl/lib/libnccl.so; \
97100 pip install --no-build-isolation .; \
You can’t perform that action at this time.
0 commit comments