We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f570cd3 commit 44e63eaCopy full SHA for 44e63ea
vllm/v1/core/scheduler.py
@@ -208,6 +208,7 @@ def schedule(self) -> "SchedulerOutput":
208
num_new_tokens = self.block_size
209
computed_blocks.pop()
210
num_new_tokens = min(num_new_tokens, token_budget)
211
+ assert num_new_tokens > 0
212
213
# Schedule encoder inputs.
214
(encoder_inputs_to_schedule, num_new_tokens,
0 commit comments