File tree Expand file tree Collapse file tree 2 files changed +0
-4
lines changed Expand file tree Collapse file tree 2 files changed +0
-4
lines changed Original file line number Diff line number Diff line change @@ -251,7 +251,6 @@ def __init__(
251251
252252 # Cached reference to the GPU tensor of previously sampled tokens
253253 self .prev_sampled_token_ids : Optional [torch .Tensor ] = None
254- self .prev_sampled_token_ids_invalid_indices : Optional [set [int ]] = None
255254 self .prev_req_id_to_index : Optional [dict [str , int ]] = None
256255
257256 @property
Original file line number Diff line number Diff line change @@ -2305,9 +2305,6 @@ def _bookkeeping_sync(
23052305 # These will be copied into input_ids in the next step
23062306 # when preparing inputs.
23072307 self .input_batch .prev_sampled_token_ids = sampled_token_ids
2308- self .input_batch .prev_sampled_token_ids_invalid_indices = (
2309- invalid_req_indices_set
2310- )
23112308 self .input_batch .prev_req_id_to_index = {
23122309 req_id : i
23132310 for i , req_id in enumerate (self .input_batch .req_ids )
You can’t perform that action at this time.
0 commit comments