We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6f7f844 commit 0642908Copy full SHA for 0642908
vllm_ascend/spec_decode/ngram_proposer.py
@@ -26,7 +26,8 @@ def dummy_run(self,
26
num_reqs=None,
27
num_tokens_across_dp=None,
28
aclgraph_runtime_mode: CUDAGraphMode = CUDAGraphMode.NONE,
29
- batch_descriptor=None):
+ batch_descriptor=None,
30
+ dummy_compute_logits=lambda hidden_states: None):
31
pass
32
33
def generate_token_ids(self,
0 commit comments