Skip to content

Commit 4c90fa7

Browse files
authored
[Misc] Remove useless PD check in deepseek (#2739)
### What this PR does / why we need it? Remove useless PD check in deepseek - vLLM version: v0.10.1.1 - vLLM main: vllm-project/vllm@6c7af81 --------- Signed-off-by: liziyu <[email protected]>
1 parent 3a2a7d8 commit 4c90fa7

File tree

1 file changed

+1
-12
lines changed

1 file changed

+1
-12
lines changed

vllm_ascend/models/deepseek_v2.py

Lines changed: 1 addition & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -32,8 +32,7 @@
3232
from torch import nn
3333
from transformers import PretrainedConfig
3434
from vllm.attention import Attention, AttentionMetadata
35-
from vllm.config import (CacheConfig, ModelConfig, VllmConfig,
36-
get_current_vllm_config)
35+
from vllm.config import CacheConfig, ModelConfig, VllmConfig
3736
from vllm.distributed import (get_pp_group, get_tensor_model_parallel_rank,
3837
get_tensor_model_parallel_world_size,
3938
get_tp_group, split_tensor_along_last_dim,
@@ -374,10 +373,6 @@ def __init__(
374373
self.tp_group = get_tp_group().device_group
375374
self.tp_rank = get_tp_group().rank_in_group
376375
self.ep_group = get_ep_group()
377-
self.kv_consumer = None
378-
transfer_config = get_current_vllm_config().kv_transfer_config
379-
if transfer_config is not None:
380-
self.kv_consumer = transfer_config.kv_role == "kv_consumer"
381376

382377
self.params_dtype = torch.get_default_dtype()
383378
self.rm_router_logits = self.experts.rm_router_logits
@@ -395,12 +390,6 @@ def forward(self,
395390

396391
is_prefill = forward_context.with_prefill
397392

398-
# If this node is kv_consumer, we force the moe always runs in decode path to make sure
399-
# the behaviour aligned between dummy_run and normal model_execute.
400-
if self.kv_consumer:
401-
is_prefill = False
402-
enable_force_load_balance = False
403-
404393
# router_logits: (num_tokens, n_experts)
405394
router_logits = None
406395
if not self.rm_router_logits and not self.enable_multistream_moe:

0 commit comments

Comments
 (0)