File tree Expand file tree Collapse file tree
python/sglang/srt/speculative Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -126,7 +126,7 @@ def _dsv4_eagle_trace_path() -> Optional[Path]:
126126 return path / f"dsv4_eagle_trace.rank{ rank } .pid{ pid } .jsonl"
127127
128128
129- def _dsv4_eagle_batch_payload (batch : Optional [ModelWorkerBatch ]) -> Dict [str , Any ]:
129+ def _dsv4_eagle_batch_payload (batch : Optional [Any ]) -> Dict [str , Any ]:
130130 if batch is None :
131131 return {"has_batch" : False }
132132 seq_lens = getattr (batch , "seq_lens" , None )
@@ -210,7 +210,7 @@ def _trace_dsv4_eagle_event(
210210 worker : "EagleWorker" ,
211211 event : str ,
212212 * ,
213- batch : Optional [ModelWorkerBatch ] = None ,
213+ batch : Optional [Any ] = None ,
214214 batch_result : Optional [GenerationBatchResult ] = None ,
215215 elapsed_ms : Optional [float ] = None ,
216216 ** extra : Any ,
@@ -821,7 +821,7 @@ def _dsv4_eagle_recompute_payload(
821821
822822def _dsv4_eagle_handoff_payload (
823823 * ,
824- batch : ModelWorkerBatch ,
824+ batch : Any ,
825825 batch_result : GenerationBatchResult ,
826826 draft_logits_output : Any ,
827827 select_index : torch .Tensor ,
You can’t perform that action at this time.
0 commit comments