Skip to content

Commit be09580

Browse files
fzyzcjyxwu-intel
authored andcommitted
Hint users DeepEP normal mode is incompatible with CUDA Graph (sgl-project#5014)
1 parent 7943e43 commit be09580

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

python/sglang/srt/server_args.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -323,6 +323,9 @@ def __post_init__(self):
323323
assert (
324324
not self.enable_dp_attention
325325
), "DeepEP MoE `auto` mode is not supported with DP Attention."
326+
if self.deepep_mode == "normal":
327+
logger.warning("Cuda graph is disabled because deepep_mode=`normal`")
328+
self.disable_cuda_graph = True
326329
self.ep_size = self.tp_size
327330
self.enable_sp_layernorm = (
328331
self.dp_size < self.tp_size if self.enable_dp_attention else True

0 commit comments

Comments
 (0)