We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b1310fd commit 689379eCopy full SHA for 689379e
vllm/v1/core/sched/scheduler.py
@@ -63,7 +63,9 @@ def __init__(
63
self.scheduler_config.max_num_batched_tokens
64
self.max_model_len = self.scheduler_config.max_model_len
65
66
- # create connector
+ # Create KVConnector for the Scheduler. Note that each Worker
67
+ # will have a corresponding KVConnector with Role=WORKER.
68
+ # KV Connector pushes/pull of remote KVs for P/D and offloading.
69
if self.vllm_config.kv_transfer_config is not None:
70
self.connector = KVConnectorFactory.create_connector(
71
config=self.vllm_config, role=KVConnectorRole.SCHEDULER)
0 commit comments