We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent be4a3ec commit 32a32cfCopy full SHA for 32a32cf
python/sglang/srt/disaggregation/common/conn.py
@@ -365,7 +365,8 @@ def __init__(
365
if bootstrap_key not in self.kv_mgr.connection_pool:
366
bootstrap_infos = []
367
for target_tp_rank in self.target_tp_ranks:
368
- for target_pp_rank in self.target_pp_ranks:
+ # Enable higher PP ranks to be bootstrapped earlier to make PP PD requests bootstrap more robust
369
+ for target_pp_rank in reversed(self.target_pp_ranks):
370
bootstrap_info = self._get_bootstrap_info_from_server(
371
target_tp_rank, self.target_dp_group, target_pp_rank
372
)
0 commit comments