We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0f837b9 commit c32d4bfCopy full SHA for c32d4bf
vllm/worker/model_runner.py
@@ -98,7 +98,6 @@ class ModelInputForGPU(ModelRunnerInputBase):
98
finished_requests_ids: Optional[List[str]] = None
99
virtual_engine: int = 0
100
async_callback: Optional[Callable] = None
101
- seq_group_metadata_list: Optional[List[SequenceGroupMetadata]] = None
102
scheduler_outputs: Optional[SchedulerOutputs] = None
103
104
def as_broadcastable_tensor_dict(self) -> Dict[str, Any]:
0 commit comments