Skip to content

Commit 48b2093

Browse files
committed
fix bug: dp+tp warmup
1 parent b5372e0 commit 48b2093

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

lmdeploy/pytorch/engine/model_agent.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -403,6 +403,7 @@ def warmup(self):
403403
is_decoding=False,
404404
device='cuda',
405405
vocab_size=self.model_config.vocab_size)
406+
inputs.build_dp_meta()
406407
self._forward_impl(inputs, swap_in_map=dict(), swap_out_map=dict())
407408

408409
# warmup decoding(with cuda graph)
@@ -413,6 +414,7 @@ def warmup(self):
413414
is_decoding=True,
414415
device='cuda',
415416
vocab_size=self.model_config.vocab_size)
417+
inputs.build_dp_meta()
416418
self._forward_impl(inputs, swap_in_map=dict(), swap_out_map=dict())
417419

418420
async def _async_model_forward(

0 commit comments

Comments
 (0)