Skip to content

Commit 32a32cf

Browse files
authored
Enhance prefill PP node robustness (#14494)
1 parent be4a3ec commit 32a32cf

File tree

1 file changed

+2
-1
lines changed
  • python/sglang/srt/disaggregation/common

1 file changed

+2
-1
lines changed

python/sglang/srt/disaggregation/common/conn.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -365,7 +365,8 @@ def __init__(
365365
if bootstrap_key not in self.kv_mgr.connection_pool:
366366
bootstrap_infos = []
367367
for target_tp_rank in self.target_tp_ranks:
368-
for target_pp_rank in self.target_pp_ranks:
368+
# Enable higher PP ranks to be bootstrapped earlier to make PP PD requests bootstrap more robust
369+
for target_pp_rank in reversed(self.target_pp_ranks):
369370
bootstrap_info = self._get_bootstrap_info_from_server(
370371
target_tp_rank, self.target_dp_group, target_pp_rank
371372
)

0 commit comments

Comments
 (0)