We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e944ad7 commit 0b24fb6Copy full SHA for 0b24fb6
vllm/worker/model_runner.py
@@ -98,7 +98,6 @@ class ModelInputForGPU(ModelRunnerInputBase):
98
finished_requests_ids: Optional[List[str]] = None
99
virtual_engine: int = 0
100
async_callback: Optional[Callable] = None
101
- seq_group_metadata_list: Optional[List[SequenceGroupMetadata]] = None
102
scheduler_outputs: Optional[SchedulerOutputs] = None
103
104
def as_broadcastable_tensor_dict(self) -> Dict[str, Any]:
0 commit comments