Skip to content

Commit 7be4f56

Browse files
authored
[Bugfix][Core] Restore logging of stats in the async engine (#4150)
1 parent 8f20fc0 commit 7be4f56

File tree

1 file changed

+7
-1
lines changed

1 file changed

+7
-1
lines changed

vllm/engine/async_llm_engine.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -217,10 +217,16 @@ async def step_async(self) -> List[RequestOutput]:
217217
else:
218218
output = []
219219

220-
return self._process_model_outputs(
220+
request_outputs = self._process_model_outputs(
221221
output, scheduler_outputs.scheduled_seq_groups,
222222
scheduler_outputs.ignored_seq_groups)
223223

224+
# Log stats.
225+
if self.log_stats:
226+
self.stat_logger.log(self._get_stats(scheduler_outputs))
227+
228+
return request_outputs
229+
224230
async def encode_request_async(
225231
self,
226232
request_id: str, # pylint: disable=unused-argument

0 commit comments

Comments
 (0)