Skip to content

Commit a3bf7bc

Browse files
author
Mu Huai
committed
fix bug
Signed-off-by: Mu Huai <tianbowen.tbw@antgroup.com>
1 parent cff8b1c commit a3bf7bc

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

vllm/v1/engine/output_processor.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@
1818
from vllm.config import ObservabilityConfig
1919
from vllm.tracing import (SpanAttributes, SpanKind, extract_trace_context,
2020
init_tracer)
21-
21+
import time
2222

2323
class RequestOutputCollector:
2424
"""
@@ -397,12 +397,12 @@ def process_outputs(
397397
def do_tracing(self, engine_core_output: EngineCoreOutput,
398398
req_state: RequestState,
399399
iteration_stats: Optional[IterationStats]):
400-
if engine_core_output.finish_reason is None or iteration_stats is None or req_state is None or req_state.stats is None:
400+
if engine_core_output.finish_reason is None or iteration_stats is None or req_state is None or req_state.stats is None or self.tracer is None:
401401
return
402402
arrival_time_nano_seconds = int(req_state.stats.arrival_time * 1e9)
403403

404404
trace_context = extract_trace_context(engine_core_output.trace_headers)
405-
with tracer.start_as_current_span("llm_request",
405+
with self.tracer.start_as_current_span("llm_request",
406406
kind=SpanKind.SERVER,
407407
context=trace_context,
408408
start_time=arrival_time_nano_seconds) as span:

0 commit comments

Comments
 (0)