Skip to content

Commit 2e54db4

Browse files
authored
[Core] Remove unused prev_sampled_token_ids_invalid_indices input batch field (#26514)
Signed-off-by: Nick Hill <[email protected]>
1 parent 44f633d commit 2e54db4

File tree

2 files changed

+0
-4
lines changed

2 files changed

+0
-4
lines changed

vllm/v1/worker/gpu_input_batch.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -251,7 +251,6 @@ def __init__(
251251

252252
# Cached reference to the GPU tensor of previously sampled tokens
253253
self.prev_sampled_token_ids: Optional[torch.Tensor] = None
254-
self.prev_sampled_token_ids_invalid_indices: Optional[set[int]] = None
255254
self.prev_req_id_to_index: Optional[dict[str, int]] = None
256255

257256
@property

vllm/v1/worker/gpu_model_runner.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2305,9 +2305,6 @@ def _bookkeeping_sync(
23052305
# These will be copied into input_ids in the next step
23062306
# when preparing inputs.
23072307
self.input_batch.prev_sampled_token_ids = sampled_token_ids
2308-
self.input_batch.prev_sampled_token_ids_invalid_indices = (
2309-
invalid_req_indices_set
2310-
)
23112308
self.input_batch.prev_req_id_to_index = {
23122309
req_id: i
23132310
for i, req_id in enumerate(self.input_batch.req_ids)

0 commit comments

Comments
 (0)