We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 24480d7 commit 2bd358fCopy full SHA for 2bd358f
vllm_spyre/v1/worker/spyre_model_runner.py
@@ -634,9 +634,6 @@ def _prepare_prompt(
634
# Internal state is managed here.
635
slot_mapping = []
636
637
- # TODO: we are deactivating all, because we
638
- # only encode or prefill at time.
639
- # self.input_batch.deactivate_all_requests()
640
self.prefill_batch.clear_requests()
641
642
for request_data in new_requests:
0 commit comments