File tree 2 files changed +3
-3
lines changed
2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -29,6 +29,8 @@ def test_engine_log_metrics_ray(
29
29
dtype : str ,
30
30
max_tokens : int ,
31
31
) -> None :
32
+ """ Simple smoke test, verifying this can be used without exceptions.
33
+ Need to start a Ray cluster in order to verify outputs."""
32
34
33
35
@ray .remote (num_gpus = 1 )
34
36
class EngineTestActor :
Original file line number Diff line number Diff line change 2
2
import time
3
3
from typing import Optional , Union
4
4
5
- import prometheus_client
6
-
7
5
from vllm .config import VllmConfig
8
6
from vllm .v1 .metrics .loggers import PrometheusStatLogger
9
7
from vllm .v1 .spec_decode .metrics import SpecDecodingProm
@@ -102,7 +100,7 @@ class RaySpecDecodingProm(SpecDecodingProm):
102
100
util.metrics library.
103
101
"""
104
102
105
- _counter_cls = prometheus_client . Counter
103
+ _counter_cls = RayCounterWrapper
106
104
107
105
108
106
class RayPrometheusStatLogger (PrometheusStatLogger ):
You can’t perform that action at this time.
0 commit comments