update

Signed-off-by: Jade Zheng <[email protected]>

Author: jianzs

vllm_ascend/torchair/torchair_mtp_proposer.py

@@ -80,7 +80,8 @@ def dummy_run(self,
                   num_reqs: int = 0,
                   num_tokens_across_dp=None,
                   aclgraph_runtime_mode: CUDAGraphMode = CUDAGraphMode.NONE,
-                  batch_descriptor=None) -> None:
+                  batch_descriptor=None,
+                  dummy_compute_logits=lambda hidden_states: None) -> None:
         moe_comm_type = self.runner._select_moe_comm_method(num_tokens)
 
         if not with_prefill:
@@ -142,6 +143,7 @@ def dummy_run(self,
                     self.model(input_ids=input_ids,
                                positions=positions,
                                hidden_states=previous_hidden_states)
+                dummy_compute_logits(previous_hidden_states)
             if with_prefill:
                 break