Skip to content

Commit 0d2f835

Browse files
author
David Ben-David
committed
Move 'kv_connector_module_path' field to end of KVTransferConfig
Signed-off-by: David Ben-David <davidb@pliops.com>
1 parent 6f356ec commit 0d2f835

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm/config.py

+4-4
Original file line numberDiff line numberDiff line change
@@ -3491,10 +3491,6 @@ class KVTransferConfig:
34913491
"""The KV connector for vLLM to transmit KV caches between vLLM instances.
34923492
"""
34933493

3494-
kv_connector_module_path: Optional[str] = None
3495-
"""The Python module path to dynamically load the KV connector from.
3496-
Only supported in V1."""
3497-
34983494
engine_id: str = str(uuid.uuid4())
34993495
"""The engine id for KV transfers."""
35003496

@@ -3528,6 +3524,10 @@ class KVTransferConfig:
35283524
kv_connector_extra_config: dict[str, Any] = field(default_factory=dict)
35293525
"""any extra config that the connector may need."""
35303526

3527+
kv_connector_module_path: Optional[str] = None
3528+
"""The Python module path to dynamically load the KV connector from.
3529+
Only supported in V1."""
3530+
35313531
def compute_hash(self) -> str:
35323532
"""
35333533
WARNING: Whenever a new field is added to this config,

0 commit comments

Comments
 (0)