We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e0be395 commit a6c3949Copy full SHA for a6c3949
vllm/executor/ray_utils.py
@@ -18,9 +18,14 @@
18
19
try:
20
import ray
21
- from ray._private.state import available_resources_per_node
22
from ray.util import placement_group_table
23
from ray.util.placement_group import PlacementGroup
+ try:
24
+ from ray._private.state import available_resources_per_node
25
+ except ImportError:
26
+ # Ray 2.9.x doesn't expose `available_resources_per_node`
27
+ from ray._private.state import state as _state
28
+ available_resources_per_node = _state._available_resources_per_node
29
30
class RayWorkerWrapper(WorkerWrapperBase):
31
"""Ray wrapper for vllm.worker.Worker, allowing Worker to be
0 commit comments